Add runtime tests #12

	# .github/workflows/regression_tests.yml
	name: Regression Tests

	on:
	pull_request:
	branches:
	- main

	jobs:
	regression_tests:
	name: regression_tests
	runs-on: ubuntu-20.04

	steps:
	- uses: actions/checkout@v3
	with:
	lfs: true
	fetch-depth: 0 # This ensures we can checkout main branch too

	- uses: actions/setup-python@v4
	with:
	python-version: '3.10'
	architecture: 'x64'

	- name: Install dependencies
	run: \|
	python -m pip install --upgrade pip
	pip install -e ".[dev]"

	- name: Run benchmarks and compare to baseline
	if: github.event.pull_request.base.ref == 'main'
	run: \|
	# Check if regression test results exist in main branch
	if [ -f 'git cat-file -e main:tests/regression_test_baselines.json' ]; then
	git checkout main tests/regression_test_baselines.json
	else
	echo "No regression test results found in main branch"
	fi
	PYTHONHASHSEED=0 pytest tests/test_regression.py
	git checkout

	# - name: Comment PR
	# if: github.event.pull_request.base.ref == 'main'
	# uses: actions/github-script@v7
	# with:
	# github-token: ${{ secrets.GITHUB_TOKEN }}
	# script: \|
	# const fs = require('fs');
	# const TestReport = fs.readFileSync('regression_test_report.txt', 'utf8');

	# await github.rest.issues.createComment({
	# issue_number: context.issue.number,
	# owner: context.repo.owner,
	# repo: context.repo.repo,
	# body: `## Regression Test Results\n\`\`\`\n${TestReport}\n\`\`\``
	# });

Provide feedback