pytest improvements (commaai#1864)

* move these to pyproject so you can do pytest .

* add comment for bug

* add comment for bug

Author: sshane

pyproject.toml

@@ -8,4 +8,5 @@ flake8-implicit-str-concat.allow-multiline=false
 
 [tool.pytest.ini_options]
 # FIXME: pytest 8.0.0 now collects all files, stop pytest-cpp from running these
-addopts = "--ignore=test.sh --ignore=test_coverage.sh"
+# the `not Base` filter is needed due to a bug in pytest w/ unittest: https://github.com/pytest-dev/pytest/issues/11552
+addopts = "--ignore=test.sh --ignore=test_coverage.sh -n auto -k 'not Base'"

tests/safety/test.sh

@@ -7,5 +7,5 @@ cd $DIR
 HW_TYPES=( 6 9 )
 for hw_type in "${HW_TYPES[@]}"; do
   echo "Testing HW_TYPE: $hw_type"
-  HW_TYPE=$hw_type pytest -n auto test_*.py -k 'not Base'
+  HW_TYPE=$hw_type pytest test_*.py
 done