diff --git a/boards/arm/cxd56xx/common/src/cxd56_audio.c b/boards/arm/cxd56xx/common/src/cxd56_audio.c
index 3b875f9f7e5..08ed9849ca9 100644
--- a/boards/arm/cxd56xx/common/src/cxd56_audio.c
+++ b/boards/arm/cxd56xx/common/src/cxd56_audio.c
@@ -481,6 +481,10 @@ int board_audio_initialize_driver(int minor)
       return -ENODEV;
     }
 
+#ifndef CONFIG_AUDIO_FORMAT_PCM
+  pcm = cxd56;
+#else
+
   /* Initialize a PCM decoder with the CXD56 instance. */
 
   pcm = pcm_decode_initialize(cxd56);
@@ -491,6 +495,8 @@ int board_audio_initialize_driver(int minor)
       return -ENODEV;
     }
 
+#endif
+
   /* Create a device name */
 
   snprintf(devname, 12, "pcm%d",  minor);