diff --git a/irctest/__main__.py b/irctest/__main__.py
index a517fbd..67f64d9 100644
--- a/irctest/__main__.py
+++ b/irctest/__main__.py
@@ -52,7 +52,11 @@ def main(args):
             descriptions=True,
             )
     testLoader = unittest.loader.defaultTestLoader
-    testRunner.run(ts)
+    result = testRunner.run(ts)
+    if result.failures or result.errors:
+        exit(1)
+    else:
+        exit(0)
 
 
 parser = argparse.ArgumentParser(