mirror of
https://github.com/obsproject/obs-studio.git
synced 2024-07-04 10:33:30 +00:00
test/test-input: Add audio buffering sync test source
Adds a source which tests whether audio buffering affects audio sync. This sync test cycles through 7 audio/video frequencies at 250 millisecond intervals, and via a hotkey, will artificially move audio time back by one second (and the audio cycle back by 4 frequencies). This will artificially increase audio buffering by approximately 750 milliseconds. Results from this test as of this writing: this test proves that dynamic audio buffering does not affect sync.
This commit is contained in:
parent
ae259bf8d8
commit
dd8cf409d0
|
@ -13,6 +13,7 @@ set(test-input_SOURCES
|
||||||
test-input.c
|
test-input.c
|
||||||
test-sinewave.c
|
test-sinewave.c
|
||||||
sync-async-source.c
|
sync-async-source.c
|
||||||
|
sync-audio-buffering.c
|
||||||
sync-pair-vid.c
|
sync-pair-vid.c
|
||||||
sync-pair-aud.c
|
sync-pair-aud.c
|
||||||
test-random.c)
|
test-random.c)
|
||||||
|
|
200
test/test-input/sync-audio-buffering.c
Normal file
200
test/test-input/sync-audio-buffering.c
Normal file
|
@ -0,0 +1,200 @@
|
||||||
|
#include <stdlib.h>
|
||||||
|
#include <util/threading.h>
|
||||||
|
#include <util/platform.h>
|
||||||
|
#include <obs.h>
|
||||||
|
|
||||||
|
struct buffering_async_sync_test {
|
||||||
|
obs_source_t *source;
|
||||||
|
os_event_t *stop_signal;
|
||||||
|
pthread_t thread;
|
||||||
|
bool initialized;
|
||||||
|
bool buffer_audio;
|
||||||
|
};
|
||||||
|
|
||||||
|
#define CYCLE_COUNT 7
|
||||||
|
|
||||||
|
static const double aud_rates[CYCLE_COUNT] = {
|
||||||
|
220.00/48000.0, /* A */
|
||||||
|
233.08/48000.0, /* A# */
|
||||||
|
246.94/48000.0, /* B */
|
||||||
|
261.63/48000.0, /* C */
|
||||||
|
277.18/48000.0, /* C# */
|
||||||
|
293.67/48000.0, /* D */
|
||||||
|
311.13/48000.0, /* D# */
|
||||||
|
};
|
||||||
|
|
||||||
|
#define MAKE_COL_CHAN(x, y) (((0xFF / 7) * x) << (y * 8))
|
||||||
|
#define MAKE_GRAYSCALE(x) \
|
||||||
|
(MAKE_COL_CHAN(x, 0) | \
|
||||||
|
MAKE_COL_CHAN(x, 1) | \
|
||||||
|
MAKE_COL_CHAN(x, 2))
|
||||||
|
|
||||||
|
static const uint32_t vid_colors[CYCLE_COUNT] = {
|
||||||
|
0xFF000000,
|
||||||
|
0xFF000000 + MAKE_GRAYSCALE(1),
|
||||||
|
0xFF000000 + MAKE_GRAYSCALE(2),
|
||||||
|
0xFF000000 + MAKE_GRAYSCALE(3),
|
||||||
|
0xFF000000 + MAKE_GRAYSCALE(4),
|
||||||
|
0xFF000000 + MAKE_GRAYSCALE(5),
|
||||||
|
0xFF000000 + MAKE_GRAYSCALE(6),
|
||||||
|
};
|
||||||
|
|
||||||
|
#ifndef M_PI
|
||||||
|
#define M_PI 3.1415926535897932384626433832795
|
||||||
|
#endif
|
||||||
|
|
||||||
|
#define M_PI_X2 M_PI*2
|
||||||
|
|
||||||
|
static const char *bast_getname(void *unused)
|
||||||
|
{
|
||||||
|
UNUSED_PARAMETER(unused);
|
||||||
|
return "Audio Buffering Sync Test (Async Video/Audio Source)";
|
||||||
|
}
|
||||||
|
|
||||||
|
static void bast_destroy(void *data)
|
||||||
|
{
|
||||||
|
struct buffering_async_sync_test *bast = data;
|
||||||
|
|
||||||
|
if (bast->initialized) {
|
||||||
|
os_event_signal(bast->stop_signal);
|
||||||
|
pthread_join(bast->thread, NULL);
|
||||||
|
}
|
||||||
|
|
||||||
|
os_event_destroy(bast->stop_signal);
|
||||||
|
bfree(bast);
|
||||||
|
}
|
||||||
|
|
||||||
|
static inline void fill_texture(uint32_t *pixels, uint32_t color)
|
||||||
|
{
|
||||||
|
size_t x, y;
|
||||||
|
|
||||||
|
for (y = 0; y < 20; y++) {
|
||||||
|
for (x = 0; x < 20; x++) {
|
||||||
|
pixels[y*20 + x] = color;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
static void *video_thread(void *data)
|
||||||
|
{
|
||||||
|
struct buffering_async_sync_test *bast = data;
|
||||||
|
|
||||||
|
uint32_t sample_rate = audio_output_get_sample_rate(obs_get_audio());
|
||||||
|
|
||||||
|
uint32_t *pixels = bmalloc(20 * 20 * sizeof(uint32_t));
|
||||||
|
float *samples = bmalloc(sample_rate * sizeof(float));
|
||||||
|
uint64_t cur_time = os_gettime_ns();
|
||||||
|
int cur_vid_pos = 0;
|
||||||
|
int cur_aud_pos = 0;
|
||||||
|
double cos_val = 0.0;
|
||||||
|
uint64_t start_time = cur_time;
|
||||||
|
bool audio_buffering_enabled = false;
|
||||||
|
|
||||||
|
struct obs_source_frame frame = {
|
||||||
|
.data = {[0] = (uint8_t*)pixels},
|
||||||
|
.linesize = {[0] = 20*4},
|
||||||
|
.width = 20,
|
||||||
|
.height = 20,
|
||||||
|
.format = VIDEO_FORMAT_BGRX
|
||||||
|
};
|
||||||
|
struct obs_source_audio audio = {
|
||||||
|
.speakers = SPEAKERS_MONO,
|
||||||
|
.data = {[0] = (uint8_t*)samples},
|
||||||
|
.samples_per_sec = sample_rate,
|
||||||
|
.frames = sample_rate / 4,
|
||||||
|
.format = AUDIO_FORMAT_FLOAT
|
||||||
|
};
|
||||||
|
|
||||||
|
while (os_event_try(bast->stop_signal) == EAGAIN) {
|
||||||
|
fill_texture(pixels, vid_colors[cur_vid_pos]);
|
||||||
|
|
||||||
|
if (!audio_buffering_enabled && bast->buffer_audio) {
|
||||||
|
audio_buffering_enabled = true;
|
||||||
|
blog(LOG_DEBUG, "okay, buffering audio: now");
|
||||||
|
|
||||||
|
/* 1 second = 4 cycles when running at
|
||||||
|
* 250ms per cycle */
|
||||||
|
cur_aud_pos -= 4;
|
||||||
|
if (cur_aud_pos < 0)
|
||||||
|
cur_aud_pos += CYCLE_COUNT;
|
||||||
|
}
|
||||||
|
|
||||||
|
/* should cause approximately 750 milliseconds of audio
|
||||||
|
* buffering */
|
||||||
|
frame.timestamp = cur_time - start_time;
|
||||||
|
audio.timestamp = cur_time - start_time -
|
||||||
|
(audio_buffering_enabled ? 1000000000 : 0);
|
||||||
|
|
||||||
|
const double rate = aud_rates[cur_aud_pos];
|
||||||
|
|
||||||
|
for (size_t i = 0; i < sample_rate / 4; i++) {
|
||||||
|
cos_val += rate * M_PI_X2;
|
||||||
|
if (cos_val > M_PI_X2)
|
||||||
|
cos_val -= M_PI_X2;
|
||||||
|
|
||||||
|
samples[i] = (float)(cos(cos_val) * 0.5);
|
||||||
|
}
|
||||||
|
|
||||||
|
obs_source_output_video(bast->source, &frame);
|
||||||
|
obs_source_output_audio(bast->source, &audio);
|
||||||
|
|
||||||
|
os_sleepto_ns(cur_time += 250000000);
|
||||||
|
|
||||||
|
if (++cur_vid_pos == CYCLE_COUNT)
|
||||||
|
cur_vid_pos = 0;
|
||||||
|
if (++cur_aud_pos == CYCLE_COUNT)
|
||||||
|
cur_aud_pos = 0;
|
||||||
|
}
|
||||||
|
|
||||||
|
bfree(pixels);
|
||||||
|
bfree(samples);
|
||||||
|
|
||||||
|
return NULL;
|
||||||
|
}
|
||||||
|
|
||||||
|
static void bast_buffer_audio(void *data, obs_hotkey_id id,
|
||||||
|
obs_hotkey_t *hotkey, bool pressed)
|
||||||
|
{
|
||||||
|
struct buffering_async_sync_test *bast = data;
|
||||||
|
|
||||||
|
UNUSED_PARAMETER(id);
|
||||||
|
UNUSED_PARAMETER(hotkey);
|
||||||
|
|
||||||
|
if (pressed)
|
||||||
|
bast->buffer_audio = true;
|
||||||
|
}
|
||||||
|
|
||||||
|
static void *bast_create(obs_data_t *settings, obs_source_t *source)
|
||||||
|
{
|
||||||
|
struct buffering_async_sync_test *bast = bzalloc(sizeof(*bast));
|
||||||
|
bast->source = source;
|
||||||
|
|
||||||
|
if (os_event_init(&bast->stop_signal, OS_EVENT_TYPE_MANUAL) != 0) {
|
||||||
|
bast_destroy(bast);
|
||||||
|
return NULL;
|
||||||
|
}
|
||||||
|
|
||||||
|
if (pthread_create(&bast->thread, NULL, video_thread, bast) != 0) {
|
||||||
|
bast_destroy(bast);
|
||||||
|
return NULL;
|
||||||
|
}
|
||||||
|
|
||||||
|
obs_hotkey_register_source(source, "AudioBufferingSyncTest.Buffer",
|
||||||
|
"Buffer Audio", bast_buffer_audio, bast);
|
||||||
|
|
||||||
|
bast->initialized = true;
|
||||||
|
|
||||||
|
UNUSED_PARAMETER(settings);
|
||||||
|
UNUSED_PARAMETER(source);
|
||||||
|
return bast;
|
||||||
|
}
|
||||||
|
|
||||||
|
struct obs_source_info buffering_async_sync_test = {
|
||||||
|
.id = "buffering_async_sync_test",
|
||||||
|
.type = OBS_SOURCE_TYPE_INPUT,
|
||||||
|
.output_flags = OBS_SOURCE_ASYNC_VIDEO |
|
||||||
|
OBS_SOURCE_AUDIO,
|
||||||
|
.get_name = bast_getname,
|
||||||
|
.create = bast_create,
|
||||||
|
.destroy = bast_destroy,
|
||||||
|
};
|
|
@ -6,6 +6,7 @@ extern struct obs_source_info test_random;
|
||||||
extern struct obs_source_info test_sinewave;
|
extern struct obs_source_info test_sinewave;
|
||||||
extern struct obs_source_info test_filter;
|
extern struct obs_source_info test_filter;
|
||||||
extern struct obs_source_info async_sync_test;
|
extern struct obs_source_info async_sync_test;
|
||||||
|
extern struct obs_source_info buffering_async_sync_test;
|
||||||
extern struct obs_source_info sync_video;
|
extern struct obs_source_info sync_video;
|
||||||
extern struct obs_source_info sync_audio;
|
extern struct obs_source_info sync_audio;
|
||||||
|
|
||||||
|
@ -15,6 +16,7 @@ bool obs_module_load(void)
|
||||||
obs_register_source(&test_sinewave);
|
obs_register_source(&test_sinewave);
|
||||||
obs_register_source(&test_filter);
|
obs_register_source(&test_filter);
|
||||||
obs_register_source(&async_sync_test);
|
obs_register_source(&async_sync_test);
|
||||||
|
obs_register_source(&buffering_async_sync_test);
|
||||||
obs_register_source(&sync_video);
|
obs_register_source(&sync_video);
|
||||||
obs_register_source(&sync_audio);
|
obs_register_source(&sync_audio);
|
||||||
return true;
|
return true;
|
||||||
|
|
Loading…
Reference in a new issue