diff --git a/azure-pipelines.yml b/azure-pipelines.yml
index 3841610..6ac0f9d 100644
--- a/azure-pipelines.yml
+++ b/azure-pipelines.yml
@@ -14,3 +14,6 @@ steps:
     docker run opendbc bash -c "cd opendbc/can/tests/linter_python; PYTHONPATH=/ ./flake8_opendbc.sh"
     docker run opendbc bash -c "cd opendbc/can/tests/linter_python; PYTHONPATH=/ ./pylint_opendbc.sh"
   displayName: 'Python linter'
+- script: |
+    docker run opendbc bash -c "cd opendbc/can/tests/; PYTHONPATH=/ ./test_generator.sh"
+  displayName: 'Generator test'
diff --git a/can/tests/test_generator.sh b/can/tests/test_generator.sh
new file mode 100755
index 0000000..c4df547
--- /dev/null
+++ b/can/tests/test_generator.sh
@@ -0,0 +1,13 @@
+#!/bin/bash -e
+
+cd ../../generator/
+
+# run generator
+./generator.py
+
+if [ -n "$(git status --untracked-files=no --porcelain)" ]; then
+  echo "Unexpected changes after running generator.py";
+  exit 1
+else
+  echo "Success";
+fi