diff --git a/fs/littlefs/lfs_vfs.c b/fs/littlefs/lfs_vfs.c
index fec1dbb727e..819f96de8f4 100644
--- a/fs/littlefs/lfs_vfs.c
+++ b/fs/littlefs/lfs_vfs.c
@@ -1451,7 +1451,17 @@ static int littlefs_mkdir(FAR struct inode *mountpt, FAR const char *relpath,
 
 static int littlefs_rmdir(FAR struct inode *mountpt, FAR const char *relpath)
 {
-  return littlefs_unlink(mountpt, relpath);
+  struct stat buf;
+
+  littlefs_stat(mountpt, relpath, &buf);
+  if (S_ISDIR(buf.st_mode))
+    {
+      return littlefs_unlink(mountpt, relpath);
+    }
+  else
+    {
+      return -ENOTDIR;
+    }
 }
 
 /****************************************************************************