Add Loki-based migration test generation and timing reports

- Add script to fetch API calls from Loki logs and generate pytest tests
- Add migration timing report fixture to compare old vs new server performance
- Consolidate migration test targets in Makefile
- Use logging instead of print statements for linter compliance

Author: Tommel71

.gitignore

@@ -93,3 +93,6 @@ gsrest/plugins
 
 .ruff_cache/
 local
+tests/test_loki_generated.py
+tests/loki_generated_calls.json
+tests/migration_timing_report.json

Makefile

@@ -24,10 +24,19 @@ test-reset-cassandra-image:
 test-regression:
 	@export SKIP_REST_CONTAINER_SETUP=True && uv run pytest -m "regression" -s
 
-# Migration testing targets
-test-migration: setup-migration-worktree
-	@echo "Starting migration test pipeline..."
-	@./scripts/run_migration_tests.sh $(WORKTREE_DIR) $(OLD_SERVER_PORT) $(NEW_SERVER_PORT)
+# Loki-based migration test generation
+generate-migration-tests:
+	uv run scripts/generate_migration_tests_from_loki.py
+
+# Migration testing - compares old vs new server responses
+# Requires both servers running: make serve-old (terminal 1), make serve-new (terminal 2)
+# Generates timing report at tests/migration_timing_report.json
+# Runs both manual tests (test_fastapi_migration.py) and Loki-generated tests (test_loki_generated.py)
+test-migration:
+	@export SKIP_REST_CONTAINER_SETUP=True && \
+	export OLD_SERVER=http://localhost:$(OLD_SERVER_PORT) && \
+	export NEW_SERVER=http://localhost:$(NEW_SERVER_PORT) && \
+	uv run pytest tests/test_fastapi_migration.py tests/test_loki_generated.py -v -m "migration" --override-ini="addopts="
 
 setup-migration-worktree:
 	@if [ ! -d "$(WORKTREE_DIR)" ]; then \
@@ -100,4 +109,4 @@ tag-version: ensure-versions-alignment
 	-git diff --exit-code && git diff --staged --exit-code && git tag -a v$(GS_REST_SERVICE_VERSIONM) -m 'Release v$(GS_REST_SERVICE_VERSION)' || (echo "Repo is dirty please commit first" && exit 1)
 	git diff --exit-code && git diff --staged --exit-code && git tag -a v$(GS_REST_SERVICE_VERSION) -m 'Release v$(GS_REST_SERVICE_VERSION)' || (echo "Repo is dirty please commit first" && exit 1)
 
-.PHONY: format lint test ensure-versions-alignment run-codegen serve serve-docker pre-commit install-dev tag-version generate-python-client build-docker build-test-cassandra test-reset-cassandra-image test-migration setup-migration-worktree clean-migration-worktree serve-old serve-new test-regression
+.PHONY: format lint test ensure-versions-alignment run-codegen serve serve-docker pre-commit install-dev tag-version generate-python-client build-docker build-test-cassandra test-reset-cassandra-image test-migration setup-migration-worktree clean-migration-worktree serve-old serve-new test-regression generate-migration-tests

pyproject.toml

@@ -3,7 +3,7 @@ name = "gsrest"
 version = "1.16.0rc2"
 description = "GraphSense API REST API"
 readme = "README.md"
-keywords = ["OpenAPI", "GraphSense API"]
+keywords = ["GraphSense API"]
 requires-python = ">=3.10"
 license-files = ["LICENSE"]
 license = "MIT"
@@ -17,7 +17,6 @@ dependencies = [
     "fastapi>=0.115.0",
     "graphsense-lib[conversions,tagpacks]>=2.8.9",
     "httpx>=0.27.0",
-    "openapi-schema-validator>=0.2.3",
     "python-dateutil>=2.9.0",
     "redis>=7.1.0",
     "uvicorn[standard]>=0.32.0",
@@ -33,7 +32,7 @@ requires = ["setuptools>=61.0", "wheel"]
 build-backend = "setuptools.build_meta"
 
 [tool.setuptools.packages.find]
-include = ["gsrest*", "openapi_server.models*"]
+include = ["gsrest*"]
 exclude = ["clients*", "tests*", "scripts*", "gsrest.test", "gsrest.test.*"]
 
 [tool.setuptools]
@@ -45,6 +44,7 @@ asyncio_default_fixture_loop_scope = "function"
 markers = [
     "regression: mark test as regression test",
     "migration: mark test as FastAPI migration comparison test",
+    "loki_generated: mark test as generated from Loki API logs",
 ]
 addopts = "-m 'not regression and not migration'"
 testpaths = [