diff --git a/scripts/remove-incomplete-mo b/scripts/remove-incomplete-mo
index 02069f928..d9e485c1e 100755
--- a/scripts/remove-incomplete-mo
+++ b/scripts/remove-incomplete-mo
@@ -51,6 +51,8 @@ check() {
     if [ $PERCENT -lt $THRESHOLD ] ; then
         echo "Removing $lang, only $PERCENT%"
         rm -f locale/$lang/LC_MESSAGES/phpmyadmin.mo 
+        rmdir locale/$lang/LC_MESSAGES
+        rmdir locale/$lang
     fi
 }