/* RetroArch - A frontend for libretro. * Copyright (C) 2023 Jesse Talavera-Greenberg * * RetroArch is free software: you can redistribute it and/or modify it under the terms * of the GNU General Public License as published by the Free Software Found- * ation, either version 3 of the License, or (at your option) any later version. * * RetroArch is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; * without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR * PURPOSE. See the GNU General Public License for more details. * * You should have received a copy of the GNU General Public License along with RetroArch. * If not, see . */ #include "SDL.h" #include "SDL_audio.h" #include "verbosity.h" #include "retro_assert.h" #include "retro_math.h" #include "audio/microphone_driver.h" #include #include typedef struct sdl_microphone_handle { #ifdef HAVE_THREADS slock_t *lock; scond_t *cond; #endif /** * The queue used to store incoming samples from the driver. */ fifo_buffer_t *sample_buffer; SDL_AudioDeviceID device_id; SDL_AudioSpec device_spec; } sdl_microphone_handle_t; typedef struct sdl_microphone { bool nonblock; } sdl_microphone_t; static INLINE int sdl_microphone_find_num_frames(int rate, int latency) { int frames = (rate * latency) / 1000; /* SDL only likes 2^n sized buffers. */ return next_pow2(frames); } static void *sdl_microphone_init(void) { sdl_microphone_t *sdl = NULL; uint32_t sdl_subsystem_flags = SDL_WasInit(0); /* Initialise audio subsystem, if required */ if (sdl_subsystem_flags == 0) { if (SDL_Init(SDL_INIT_AUDIO) < 0) return NULL; } else if ((sdl_subsystem_flags & SDL_INIT_AUDIO) == 0) { if (SDL_InitSubSystem(SDL_INIT_AUDIO) < 0) return NULL; } if (!(sdl = (sdl_microphone_t*)calloc(1, sizeof(*sdl)))) return NULL; return sdl; } static void sdl_microphone_close_mic(void *driver_context, void *mic_context) { sdl_microphone_handle_t *mic = (sdl_microphone_handle_t *)mic_context; if (mic) { /* If the microphone was originally initialized successfully... */ if (mic->device_id > 0) SDL_CloseAudioDevice(mic->device_id); fifo_free(mic->sample_buffer); #ifdef HAVE_THREADS slock_free(mic->lock); scond_free(mic->cond); #endif RARCH_LOG("[SDL audio] Freed microphone with former device ID %u.\n", mic->device_id); free(mic); } } static void sdl_microphone_free(void *data) { sdl_microphone_t *sdl = (sdl_microphone_t*)data; if (sdl) SDL_QuitSubSystem(SDL_INIT_AUDIO); free(sdl); /* NOTE: The microphone frontend should've closed the mics by now */ } static void sdl_audio_record_cb(void *data, Uint8 *stream, int len) { sdl_microphone_handle_t *mic = (sdl_microphone_handle_t*)data; size_t avail = FIFO_WRITE_AVAIL(mic->sample_buffer); size_t read_size = MIN(len, (int)avail); /* If the sample buffer is almost full, just write as much as we can into it*/ fifo_write(mic->sample_buffer, stream, read_size); #ifdef HAVE_THREADS scond_signal(mic->cond); #endif } static void *sdl_microphone_open_mic(void *driver_context, const char *device, unsigned rate, unsigned latency, unsigned *new_rate) { int frames; size_t bufsize; void *tmp = NULL; sdl_microphone_handle_t *mic = NULL; SDL_AudioSpec desired_spec = {0}; #if __APPLE__ if (!string_is_equal(audio_driver_get_ident(), "sdl2")) { const char *msg = msg_hash_to_str(MSG_SDL2_MIC_NEEDS_SDL2_AUDIO); runloop_msg_queue_push(msg, strlen(msg), 1, 100, true, NULL, MESSAGE_QUEUE_ICON_DEFAULT, MESSAGE_QUEUE_CATEGORY_WARNING); return NULL; } #endif /* If the audio driver wasn't initialized yet... */ if (!SDL_WasInit(SDL_INIT_AUDIO)) { RARCH_ERR("[SDL mic] Attempted to initialize input device before initializing the audio subsystem.\n"); return NULL; } if (!(mic = (sdl_microphone_handle_t *) calloc(1, sizeof(sdl_microphone_handle_t)))) return NULL; /* Only print SDL audio devices if verbose logging is enabled */ if (verbosity_is_enabled()) { int i; int num_available_microphones = SDL_GetNumAudioDevices(true); RARCH_DBG("[SDL mic] %d audio capture devices found:\n", num_available_microphones); for (i = 0; i < num_available_microphones; ++i) RARCH_DBG("[SDL mic] - %s\n", SDL_GetAudioDeviceName(i, true)); } /* We have to buffer up some data ourselves, so we let SDL * carry approximately half of the latency. * * SDL double buffers audio and we do as well. */ frames = sdl_microphone_find_num_frames(rate, latency / 4); desired_spec.freq = rate; desired_spec.format = AUDIO_F32SYS; desired_spec.channels = 1; /* Microphones only usually provide input in mono */ desired_spec.samples = frames; desired_spec.userdata = mic; desired_spec.callback = sdl_audio_record_cb; mic->device_id = SDL_OpenAudioDevice( NULL, true, &desired_spec, &mic->device_spec, SDL_AUDIO_ALLOW_FREQUENCY_CHANGE | SDL_AUDIO_ALLOW_FORMAT_CHANGE); if (mic->device_id == 0) { RARCH_ERR("[SDL mic] Failed to open SDL audio input device: %s.\n", SDL_GetError()); goto error; } RARCH_DBG("[SDL mic] Opened SDL audio input device with ID %u.\n", mic->device_id); RARCH_DBG("[SDL mic] Requested a microphone frequency of %u Hz, got %u Hz.\n", desired_spec.freq, mic->device_spec.freq); RARCH_DBG("[SDL mic] Requested %u channels for microphone, got %u.\n", desired_spec.channels, mic->device_spec.channels); RARCH_DBG("[SDL mic] Requested a %u-sample microphone buffer, got %u samples (%u bytes).\n", frames, mic->device_spec.samples, mic->device_spec.size); RARCH_DBG("[SDL mic] Got a microphone silence value of %u.\n", mic->device_spec.silence); RARCH_DBG("[SDL mic] Requested microphone audio format: %u-bit %s %s %s endian.\n", SDL_AUDIO_BITSIZE(desired_spec.format), SDL_AUDIO_ISSIGNED(desired_spec.format) ? "signed" : "unsigned", SDL_AUDIO_ISFLOAT(desired_spec.format) ? "floating-point" : "integer", SDL_AUDIO_ISBIGENDIAN(desired_spec.format) ? "big" : "little"); RARCH_DBG("[SDL mic] Received microphone audio format: %u-bit %s %s %s endian.\n", SDL_AUDIO_BITSIZE(desired_spec.format), SDL_AUDIO_ISSIGNED(desired_spec.format) ? "signed" : "unsigned", SDL_AUDIO_ISFLOAT(desired_spec.format) ? "floating-point" : "integer", SDL_AUDIO_ISBIGENDIAN(desired_spec.format) ? "big" : "little"); if (new_rate) *new_rate = mic->device_spec.freq; #ifdef HAVE_THREADS mic->lock = slock_new(); mic->cond = scond_new(); #endif RARCH_LOG("[SDL audio] Requested %u ms latency for input device, got %d ms.\n", latency, (int)(mic->device_spec.samples * 4 * 1000 / mic->device_spec.freq)); /* Create a buffer twice as big as needed and prefill the buffer. */ bufsize = mic->device_spec.samples * 2 * (SDL_AUDIO_BITSIZE(mic->device_spec.format) / 8); tmp = calloc(1, bufsize); mic->sample_buffer = fifo_new(bufsize); RARCH_DBG("[SDL audio] Initialized microphone sample queue with %u bytes.\n", bufsize); if (tmp) { fifo_write(mic->sample_buffer, tmp, bufsize); free(tmp); } RARCH_LOG("[SDL audio] Initialized microphone with device ID %u.\n", mic->device_id); return mic; error: free(mic); return NULL; } static bool sdl_microphone_mic_alive(const void *data, const void *mic_context) { const sdl_microphone_handle_t *mic = (const sdl_microphone_handle_t*)mic_context; if (!mic) return false; /* Both params must be non-null */ return SDL_GetAudioDeviceStatus(mic->device_id) == SDL_AUDIO_PLAYING; } static bool sdl_microphone_start_mic(void *driver_context, void *mic_context) { sdl_microphone_handle_t *mic = (sdl_microphone_handle_t*)mic_context; if (!mic) return false; SDL_PauseAudioDevice(mic->device_id, false); if (SDL_GetAudioDeviceStatus(mic->device_id) != SDL_AUDIO_PLAYING) { RARCH_ERR("[SDL mic] Failed to start microphone %u: %s.\n", mic->device_id, SDL_GetError()); return false; } RARCH_DBG("[SDL mic] Started microphone %u.\n", mic->device_id); return true; } static bool sdl_microphone_stop_mic(void *driver_context, void *mic_context) { sdl_microphone_t *sdl = (sdl_microphone_t*)driver_context; sdl_microphone_handle_t *mic = (sdl_microphone_handle_t*)mic_context; if (!sdl || !mic) return false; SDL_PauseAudioDevice(mic->device_id, true); switch (SDL_GetAudioDeviceStatus(mic->device_id)) { case SDL_AUDIO_PLAYING: RARCH_ERR("[SDL mic] Microphone %u failed to pause.\n", mic->device_id); return false; case SDL_AUDIO_STOPPED: RARCH_WARN("[SDL mic] Microphone %u is in state STOPPED; it may not start again.\n", mic->device_id); /* fall-through */ case SDL_AUDIO_PAUSED: break; default: RARCH_ERR("[SDL mic] Microphone %u is in unknown state.\n", mic->device_id); return false; } return true; } static void sdl_microphone_set_nonblock_state(void *driver_context, bool state) { sdl_microphone_t *sdl = (sdl_microphone_t*)driver_context; if (sdl) sdl->nonblock = state; } static int sdl_microphone_read(void *driver_context, void *mic_context, void *s, size_t len) { int ret = 0; sdl_microphone_t *sdl = (sdl_microphone_t*)driver_context; sdl_microphone_handle_t *mic = (sdl_microphone_handle_t*)mic_context; if (!sdl || !mic || !s) return -1; /* If we shouldn't block on an empty queue... */ if (sdl->nonblock) { size_t avail, read_amt; SDL_LockAudioDevice(mic->device_id); /* Stop the SDL mic thread */ avail = FIFO_READ_AVAIL(mic->sample_buffer); read_amt = avail > len ? len : avail; if (read_amt > 0) { /* If the incoming queue isn't empty... */ fifo_read(mic->sample_buffer, s, read_amt); /* ...then read as much data as will fit in buf */ } SDL_UnlockAudioDevice(mic->device_id); /* Let the mic thread run again */ ret = (int)read_amt; } else { size_t read = 0; /* Until we've given the caller as much data as they've asked for... */ while (read < len) { size_t avail; SDL_LockAudioDevice(mic->device_id); /* Stop the SDL microphone thread from running */ avail = FIFO_READ_AVAIL(mic->sample_buffer); if (avail == 0) { /* If the incoming sample queue is empty... */ SDL_UnlockAudioDevice(mic->device_id); /* Let the SDL microphone thread run so it can * push some incoming samples */ #ifdef HAVE_THREADS slock_lock(mic->lock); /* Let *only* the SDL microphone thread access * the incoming sample queue. */ scond_wait(mic->cond, mic->lock); /* Wait until the SDL microphone thread tells us * it's added some samples. */ slock_unlock(mic->lock); /* Allow this thread to access the incoming sample queue, * which we'll do next iteration */ #endif } else { size_t read_amt = MIN(len - read, avail); fifo_read(mic->sample_buffer, s + read, read_amt); /* Read as many samples as we have available without * underflowing the queue */ SDL_UnlockAudioDevice(mic->device_id); /* Let the SDL microphone thread run again */ read += read_amt; } } ret = (int)read; } return ret; } static bool sdl_microphone_mic_use_float(const void *driver_context, const void *mic_context) { sdl_microphone_handle_t *mic = (sdl_microphone_handle_t*)mic_context; return SDL_AUDIO_ISFLOAT(mic->device_spec.format); } microphone_driver_t microphone_sdl = { sdl_microphone_init, sdl_microphone_free, sdl_microphone_read, sdl_microphone_set_nonblock_state, "sdl2", NULL, NULL, sdl_microphone_open_mic, sdl_microphone_close_mic, sdl_microphone_mic_alive, sdl_microphone_start_mic, sdl_microphone_stop_mic, sdl_microphone_mic_use_float, };