diff --git a/audio/xaudio.c b/audio/xaudio.c
index 3a2998c8b9..c5b2fcb07c 100644
--- a/audio/xaudio.c
+++ b/audio/xaudio.c
@@ -72,6 +72,9 @@ static void* __xa_init(const char* device, unsigned rate, unsigned latency)
    if (!init_lib())
       return NULL;
 
+   if (latency < 8)
+      latency = 8; // Do not allow shenanigans.
+
    xa_t *xa = calloc(1, sizeof(xa_t));
    if (xa == NULL)
       return NULL;