diff --git a/bin/cbuildbot.py b/bin/cbuildbot.py
index e01fe18627..37a8b6e269 100755
--- a/bin/cbuildbot.py
+++ b/bin/cbuildbot.py
@@ -300,7 +300,7 @@ def _RunSmokeSuite(buildroot):
               '--no_graphics',
               '--test_case',
               'suite_Smoke',
-              ], cwd=cwd, error_ok=True)
+              ], cwd=cwd, error_ok=False)
 
 
 def _UprevPackages(buildroot, revisionfile, board):