Sparse MoE #698

	name: "Tests"

	on:
	push:
	branches: [ "main" ]
	pull_request:
	# The branches below must be a subset of the branches above
	branches: [ "main" ]
	schedule:
	- cron: '37 20 * * 3'

	jobs:
	tests:
	name: Test
	runs-on: ubuntu-latest
	strategy:
	fail-fast: false
	matrix:
	language: [ "python" ]

	steps:
	- name: Checkout repository
	uses: actions/checkout@v4
	- name: Set up python
	uses: actions/setup-python@v5
	with:
	python-version: '3.11'
	cache: 'pip'
	# flash-attn requires torch to be installed
	- name: Install dependencies
	run: \|
	pip install --upgrade pip
	pip install -e '.[dev]'
	# - name: Lint with flake8
	# run: \|
	# # stop the build if there are Python syntax errors or undefined names
	# flake8 . --count --select=E9,F63,F7,F82 --show-source --statistics
	# # exit-zero treats all errors as warnings. The GitHub editor is 127 chars wide
	# flake8 . --count --exit-zero --max-complexity=10 --max-line-length=127 --statistics
	- name: Test with pytest
	run: \|
	pytest -n 4 -vv

Provide feedback