fix(ci): fix integration test collection and skip Playwright in CI

- Add @pytest.mark.oauth to OAuth-dependent tests in
  test_scope_authorization.py so they're excluded from single-user job
- Add module-level pytestmark to test_introspection_authorization.py
- Fix single-user marker expression to also exclude oauth smoke tests
- Add --ignore paths for multi-user, qdrant, and RAG evaluation tests
- Uncomment GITHUB_ACTIONS skip in oauth_callback_server fixture
- Add GITHUB_ACTIONS skip to login_flow_oauth_token fixture
- Mount third_party/oidc volume in docker-compose.yml app service
- Add OIDC diagnostic step in CI for playwright jobs

Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>
This commit is contained in:
Chris Coutinho
2026-02-28 09:17:03 +01:00
co-authored by Claude Opus 4.6
parent 2d46959d01
commit 989749530c
6 changed files with 43 additions and 13 deletions
+17 -2
View File
@@ -37,21 +37,27 @@ jobs:
include: include:
- mode: single-user - mode: single-user
profile: single-user profile: single-user
markers: "smoke or (integration and not oauth and not keycloak and not login_flow)" markers: "(smoke and not oauth and not keycloak and not login_flow) or (integration and not oauth and not keycloak and not login_flow)"
wait-port: 8000 wait-port: 8000
needs-playwright: false needs-playwright: false
extra-args: >-
--ignore=tests/integration/test_multi_user_basic_auth.py
--ignore=tests/integration/test_qdrant_collection_creation.py
--ignore=tests/rag_evaluation/
- mode: oauth - mode: oauth
profile: oauth profile: oauth
markers: "oauth and not keycloak" markers: "oauth and not keycloak"
wait-port: 8001 wait-port: 8001
needs-playwright: true needs-playwright: true
extra-args: ""
- mode: login-flow - mode: login-flow
profile: login-flow profile: login-flow
markers: "login_flow" markers: "login_flow"
wait-port: 8004 wait-port: 8004
needs-playwright: true needs-playwright: true
extra-args: ""
name: integration (${{ matrix.mode }}) name: integration (${{ matrix.mode }})
@@ -135,6 +141,14 @@ jobs:
done done
echo "MCP service is ready on port ${{ matrix.wait-port }}." echo "MCP service is ready on port ${{ matrix.wait-port }}."
- name: Verify OIDC configuration
if: matrix.needs-playwright
run: |
echo "=== OIDC Discovery ==="
curl -s http://localhost:8080/.well-known/openid-configuration | jq .
echo "=== OIDC App Status ==="
docker compose exec -T app php occ app:list --output=json 2>/dev/null | jq '.enabled.oidc // "NOT INSTALLED"'
- name: Run tests (${{ matrix.mode }}) - name: Run tests (${{ matrix.mode }})
env: env:
NEXTCLOUD_HOST: "http://localhost:8080" NEXTCLOUD_HOST: "http://localhost:8080"
@@ -145,7 +159,8 @@ jobs:
--log-cli-level=WARN \ --log-cli-level=WARN \
-m '${{ matrix.markers }}' \ -m '${{ matrix.markers }}' \
-o "addopts=-p no:asyncio" \ -o "addopts=-p no:asyncio" \
--timeout=300 --timeout=300 \
${{ matrix.extra-args }}
- name: Show service logs on failure - name: Show service logs on failure
if: failure() if: failure()
+3 -1
View File
@@ -35,7 +35,9 @@ services:
- ./app-hooks:/docker-entrypoint-hooks.d:ro - ./app-hooks:/docker-entrypoint-hooks.d:ro
# Mount OIDC development directory outside /var/www/html to avoid rsync conflicts # Mount OIDC development directory outside /var/www/html to avoid rsync conflicts
# The post-installation hook will register /opt/apps as an additional app directory # The post-installation hook will register /opt/apps as an additional app directory
- ./third_party:/opt/apps:ro #- ./third_party:/opt/apps:ro
- ./third_party/astrolabe:/opt/apps/astrolabe:ro
- ./third_party/oidc:/opt/apps/oidc:ro
environment: environment:
- NEXTCLOUD_TRUSTED_DOMAINS=app - NEXTCLOUD_TRUSTED_DOMAINS=app
- NEXTCLOUD_ADMIN_USER=admin - NEXTCLOUD_ADMIN_USER=admin
+6 -6
View File
@@ -1109,12 +1109,12 @@ def oauth_callback_server():
The server automatically shuts down when the fixture is torn down. The server automatically shuts down when the fixture is torn down.
""" """
# Skip OAuth tests in GitHub Actions - Playwright browser automation # FIXME: Playwright browser automation has issues with the localhost
# has issues with localhost callback server in CI environment # callback server in GitHub Actions CI. Address in a follow-up PR.
# if os.getenv("GITHUB_ACTIONS"): if os.getenv("GITHUB_ACTIONS"):
# pytest.skip( pytest.skip(
# "OAuth tests with browser automation not supported in GitHub Actions CI" "OAuth tests with browser automation not supported in GitHub Actions CI"
# ) )
# Use a dict to store auth codes keyed by state parameter # Use a dict to store auth codes keyed by state parameter
# This allows multiple concurrent OAuth flows # This allows multiple concurrent OAuth flows
+7
View File
@@ -113,6 +113,13 @@ async def login_flow_oauth_token(
Uses Playwright browser automation to complete the OAuth flow against Uses Playwright browser automation to complete the OAuth flow against
Nextcloud, obtaining a token suitable for the port 8004 MCP session. Nextcloud, obtaining a token suitable for the port 8004 MCP session.
""" """
# FIXME: Playwright browser automation has issues with the localhost
# callback server in GitHub Actions CI. Address in a follow-up PR.
if os.getenv("GITHUB_ACTIONS"):
pytest.skip(
"Login Flow tests with browser automation not supported in GitHub Actions CI"
)
nextcloud_host = os.getenv("NEXTCLOUD_HOST") nextcloud_host = os.getenv("NEXTCLOUD_HOST")
username = os.getenv("NEXTCLOUD_USERNAME") username = os.getenv("NEXTCLOUD_USERNAME")
password = os.getenv("NEXTCLOUD_PASSWORD") password = os.getenv("NEXTCLOUD_PASSWORD")
@@ -27,6 +27,8 @@ from ...conftest import _handle_oauth_consent_screen
logger = logging.getLogger(__name__) logger = logging.getLogger(__name__)
pytestmark = [pytest.mark.integration, pytest.mark.oauth]
@pytest.fixture(scope="module") @pytest.fixture(scope="module")
def nextcloud_host() -> str: def nextcloud_host() -> str:
@@ -114,7 +116,6 @@ async def test_oauth_clients(
logger.info("Test OAuth clients fixture complete") logger.info("Test OAuth clients fixture complete")
@pytest.mark.integration
async def test_introspection_requires_client_authentication( async def test_introspection_requires_client_authentication(
oidc_endpoints: dict[str, str], oidc_endpoints: dict[str, str],
): ):
@@ -284,7 +285,6 @@ async def _obtain_token_for_client(
return access_token return access_token
@pytest.mark.integration
async def test_client_cannot_introspect_other_clients_tokens( async def test_client_cannot_introspect_other_clients_tokens(
playwright_oauth_token: str, playwright_oauth_token: str,
shared_oauth_client_credentials: tuple, shared_oauth_client_credentials: tuple,
@@ -344,7 +344,6 @@ async def test_client_cannot_introspect_other_clients_tokens(
) )
@pytest.mark.integration
async def test_introspection_with_resource_parameter( async def test_introspection_with_resource_parameter(
browser, browser,
oauth_callback_server, oauth_callback_server,
@@ -440,7 +439,6 @@ async def test_introspection_with_resource_parameter(
) )
@pytest.mark.integration
async def test_introspection_returns_inactive_for_invalid_token( async def test_introspection_returns_inactive_for_invalid_token(
test_oauth_clients: dict[str, tuple[str, str]], test_oauth_clients: dict[str, tuple[str, str]],
oidc_endpoints: dict[str, str], oidc_endpoints: dict[str, str],
@@ -18,6 +18,7 @@ import pytest
@pytest.mark.integration @pytest.mark.integration
@pytest.mark.oauth
async def test_prm_endpoint(): async def test_prm_endpoint():
"""Test that the Protected Resource Metadata endpoint returns correct data.""" """Test that the Protected Resource Metadata endpoint returns correct data."""
@@ -60,6 +61,7 @@ async def test_basicauth_shows_all_tools(nc_mcp_client):
@pytest.mark.integration @pytest.mark.integration
@pytest.mark.oauth
async def test_read_only_token_filters_write_tools(nc_mcp_oauth_client_read_only): async def test_read_only_token_filters_write_tools(nc_mcp_oauth_client_read_only):
"""Test that a token with only read scopes filters out write tools.""" """Test that a token with only read scopes filters out write tools."""
@@ -108,6 +110,7 @@ async def test_read_only_token_filters_write_tools(nc_mcp_oauth_client_read_only
@pytest.mark.integration @pytest.mark.integration
@pytest.mark.oauth
async def test_write_only_token_filters_read_tools(nc_mcp_oauth_client_write_only): async def test_write_only_token_filters_read_tools(nc_mcp_oauth_client_write_only):
"""Test that a token with only write scopes filters out read tools.""" """Test that a token with only write scopes filters out read tools."""
@@ -156,6 +159,7 @@ async def test_write_only_token_filters_read_tools(nc_mcp_oauth_client_write_onl
@pytest.mark.integration @pytest.mark.integration
@pytest.mark.oauth
async def test_full_access_token_shows_all_tools(nc_mcp_oauth_client_full_access): async def test_full_access_token_shows_all_tools(nc_mcp_oauth_client_full_access):
"""Test that a token with both read and write scopes scopes can see all tools.""" """Test that a token with both read and write scopes scopes can see all tools."""
@@ -389,6 +393,7 @@ async def test_scope_metadata_coverage(nc_mcp_client):
@pytest.mark.integration @pytest.mark.integration
@pytest.mark.oauth
async def test_jwt_with_no_custom_scopes_returns_zero_tools( async def test_jwt_with_no_custom_scopes_returns_zero_tools(
nc_mcp_oauth_client_no_custom_scopes, nc_mcp_oauth_client_no_custom_scopes,
): ):
@@ -433,6 +438,7 @@ async def test_jwt_with_no_custom_scopes_returns_zero_tools(
@pytest.mark.integration @pytest.mark.integration
@pytest.mark.oauth
async def test_jwt_consent_scenarios_read_only(nc_mcp_oauth_client_read_only): async def test_jwt_consent_scenarios_read_only(nc_mcp_oauth_client_read_only):
""" """
Test JWT with only nc:read scope consented. Test JWT with only nc:read scope consented.
@@ -470,6 +476,7 @@ async def test_jwt_consent_scenarios_read_only(nc_mcp_oauth_client_read_only):
@pytest.mark.integration @pytest.mark.integration
@pytest.mark.oauth
async def test_jwt_consent_scenarios_write_only(nc_mcp_oauth_client_write_only): async def test_jwt_consent_scenarios_write_only(nc_mcp_oauth_client_write_only):
""" """
Test JWT with only nc:write scope consented. Test JWT with only nc:write scope consented.
@@ -507,6 +514,7 @@ async def test_jwt_consent_scenarios_write_only(nc_mcp_oauth_client_write_only):
@pytest.mark.integration @pytest.mark.integration
@pytest.mark.oauth
async def test_jwt_consent_scenarios_full_access(nc_mcp_oauth_client_full_access): async def test_jwt_consent_scenarios_full_access(nc_mcp_oauth_client_full_access):
""" """
Test JWT with both nc:read and nc:write scopes consented. Test JWT with both nc:read and nc:write scopes consented.