run gpt2 in CI (#1866)

.github/workflows/test.yml

@@ -106,8 +106,8 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        task: [optimage, openpilot, multigpu, kopt]
-    name: ${{ matrix.task=='optimage'&&'GPU OPT and IMAGE Tests'|| matrix.task=='openpilot'&&'openpilot (OpenCL) Tests'|| matrix.task=='multigpu'&&'MultiGPU Tests' || matrix.task=='kopt'&&'Kernel OPT Tests'}}
+        task: [optimage, openpilot, multigpu, realworld]
+    name: ${{ matrix.task=='optimage'&&'GPU OPT and IMAGE Tests'|| matrix.task=='openpilot'&&'openpilot (OpenCL) Tests'|| matrix.task=='multigpu'&&'MultiGPU Tests' || matrix.task=='realworld'&&'Real World Tests'}}
     runs-on: ubuntu-20.04
     timeout-minutes: 20
 
@@ -160,9 +160,14 @@ jobs:
         run: |
           PYTHONPATH="." python test/external/dist/test_world.py
           PYTHONPATH="." python test/external/dist/test_collectives.py
-      - if: ${{ matrix.task == 'kopt' }}
+      - if: ${{ matrix.task == 'realworld' }}
         name: Test KOPT
         run: PYTHONPATH="." KOPT=1 BUDGET=20 GPU=1 DEBUG=1 python -m pytest -rA -n=auto test/models/test_real_world.py
+      - if: ${{ matrix.task == 'realworld' }}
+        name: Run GPT2
+        run: |
+          PYTHONPATH="." JIT=0 python examples/gpt2.py --model_size=gpt2 --prompt "Hello." --count 10 --temperature 0 --timing
+          PYTHONPATH="." JIT=1 python examples/gpt2.py --model_size=gpt2 --prompt "Hello." --count 10 --temperature 0 --timing
 
   testmetalwebgpu:
     name: Metal and WebGPU Tests

setup.py

@@ -52,6 +52,7 @@ setup(name='tinygrad',
             "cloudpickle",
             "transformers",
             "nevergrad",
+            "tiktoken",
         ],
       },
       include_package_data=True)