"""robots.txt and sitemap.xml.

The load-bearing property is that crawlers are kept OFF the interactive
routes. /seance provisions a guest account on arrival (the open door), so a
crawler wandering in would create real user rows for visitors who never
existed — these tests pin that it stays disallowed and unlisted.
"""

import xml.etree.ElementTree as ET

import pytest

from app.routes.seo import DISALLOWED

SITEMAP_NS = {"sm": "http://www.sitemaps.org/schemas/sitemap/0.9"}


@pytest.mark.asyncio
async def test_robots_is_plain_text_and_not_the_spa(client):
    response = await client.get("/robots.txt")
    assert response.status_code == 200
    assert response.headers["content-type"].startswith("text/plain")
    # If the SPA catch-all had won the route we'd get HTML instead.
    assert "<!doctype html" not in response.text.lower()
    assert response.text.startswith("User-agent: *")


@pytest.mark.asyncio
async def test_robots_disallows_every_interactive_route(client):
    body = await client.get("/robots.txt")
    text = body.text
    for path in DISALLOWED:
        assert f"Disallow: {path}" in text
    # The séance is the critical one: crawling it mints guest accounts.
    assert "Disallow: /seance" in text


@pytest.mark.asyncio
async def test_robots_advertises_an_absolute_sitemap_url(client):
    text = (await client.get("/robots.txt")).text
    line = next(ln for ln in text.splitlines() if ln.startswith("Sitemap:"))
    url = line.split(" ", 1)[1]
    # Must be absolute and public — behind the tunnel the app sees an
    # internal host, and a relative or internal URL is useless to a crawler.
    assert url.startswith("https://")
    assert url.endswith("/sitemap.xml")


@pytest.mark.asyncio
async def test_sitemap_is_valid_xml_with_the_public_pages(client):
    response = await client.get("/sitemap.xml")
    assert response.status_code == 200
    assert "xml" in response.headers["content-type"]
    root = ET.fromstring(response.text)
    locs = [el.text for el in root.findall(".//sm:loc", SITEMAP_NS)]
    assert any(loc.endswith("/") for loc in locs)
    assert any(loc.endswith("/codex") for loc in locs)


@pytest.mark.asyncio
async def test_sitemap_never_lists_an_interactive_route(client):
    root = ET.fromstring((await client.get("/sitemap.xml")).text)
    locs = [el.text for el in root.findall(".//sm:loc", SITEMAP_NS)]
    for loc in locs:
        for path in DISALLOWED:
            assert not loc.endswith(path.rstrip("/")), f"{loc} advertises {path}"


@pytest.mark.asyncio
async def test_sitemap_lists_discovered_spirits(client, db_session):
    from app.models.entity import Entity

    entity = Entity(
        name="Sitemap Test Spirit",
        epithet="the Indexed",
        persona="A spirit that exists to be crawled.",
        signature="sitemap-sig-1",
    )
    db_session.add(entity)
    await db_session.commit()
    await db_session.refresh(entity)

    root = ET.fromstring((await client.get("/sitemap.xml")).text)
    locs = [el.text for el in root.findall(".//sm:loc", SITEMAP_NS)]
    assert any(loc.endswith(f"/codex/{entity.id}") for loc in locs)


@pytest.mark.asyncio
async def test_sitemap_is_valid_with_an_empty_codex(client):
    # A brand-new install must still serve a well-formed sitemap.
    root = ET.fromstring((await client.get("/sitemap.xml")).text)
    assert root.tag.endswith("urlset")