diff --git a/change_level.py b/change_level.py
index 15c46990..51a850bc 100755
--- a/change_level.py
+++ b/change_level.py
@@ -32,7 +32,7 @@ if __name__ == '__main__':
         
     if app_list[app_id]["state"] == "working":
         app_list[app_id]["level"] = int(level)
-    else:
+    elif "level" in app_list[app_id]:
         print "Warning: app '%s' is currently not marked as working, the level is removed" % app_id
         del app_list[app_id]["level"]