feat: crawler checks for status, sitemaps, canonical, titles and headings

- page_status, sitemap_error, sitemap_noindex, sitemap_blocked and
  sitemap_missing against the fetched sitemap files and robots.txt
- canonical_missing and canonical_error, missing and duplicate titles and
  descriptions over the crawl
- h1_missing, h1_multiple, heading_skipped, heading_empty and
  h1_title_mismatch; content headings route to the record's tool
- the staging lock's noindex is never counted (Pitfall 12)
- TestCrawlerChecks on the planted site with a clean control page

lang/en/lang.yaml

@@ -525,3 +525,46 @@ crawls:
     started: Crawl started. Follow it in SEO › Crawls; the issues appear in Site audit when it finishes.
     already_running: A crawl is already running (started :time). Wait for it, or cancel it in SEO › Crawls.
     no_site_url: The site address for crawls is not configured (golem15.seo.site_url). Ask the administrator to set it.
+issues:
+    kind_page_status: "Page returns an error"
+    sum_page_status: "Status :status"
+    kind_sitemap_error: "Sitemap lists a page that does not answer 200"
+    sum_sitemap_error: "Status :status in :file"
+    kind_sitemap_noindex: "Sitemap lists a noindex page"
+    sum_sitemap_noindex: "In :file"
+    kind_sitemap_blocked: "Sitemap lists an address blocked in robots.txt"
+    sum_sitemap_blocked: "Blocked by line :line"
+    kind_sitemap_missing: "Indexable page missing from the sitemaps"
+    sum_sitemap_missing: "Found through :count links"
+    kind_canonical_missing: "No canonical link"
+    sum_canonical_missing: "—"
+    kind_canonical_error: "Canonical points to an error page"
+    sum_canonical_error: ":url answers :status"
+    kind_canonical_noindex: "Canonical points to a noindex page"
+    sum_canonical_noindex: ":url"
+    kind_canonical_redirected: "Canonical points to a redirect"
+    sum_canonical_redirected: ":url → :target"
+    kind_missing_title: "Missing title"
+    sum_missing_title: "—"
+    kind_duplicate_title: "Duplicate title"
+    sum_duplicate_title: "Same as :count other pages"
+    kind_missing_description: "Missing meta description"
+    sum_missing_description: "—"
+    kind_duplicate_description: "Duplicate meta description"
+    sum_duplicate_description: "Same as :count other pages"
+    kind_rule_overrides_record: "URL rule overrides the record"
+    sum_rule_overrides_record: ":fields"
+    kind_redirect_chain: "Redirect chain"
+    sum_redirect_chain: ":count hops to :final"
+    kind_noindex_blocked: "noindex page blocked in robots.txt"
+    sum_noindex_blocked: "Line :line"
+    kind_h1_missing: "No H1 heading"
+    sum_h1_missing: "—"
+    kind_h1_multiple: "More than one H1"
+    sum_h1_multiple: ":count H1 headings"
+    kind_heading_skipped: "Skipped heading level"
+    sum_heading_skipped: "H:from → H:to"
+    kind_heading_empty: "Empty heading"
+    sum_heading_empty: "H:level"
+    kind_h1_title_mismatch: "H1 does not match the title"
+    sum_h1_title_mismatch: "“:h1”"

lang/pl/lang.yaml

@@ -539,3 +539,46 @@ crawls:
     started: Rozpoczęto skanowanie. Postęp znajdziesz w SEO › Skanowania; problemy pojawią się w Audycie witryny po jego zakończeniu.
     already_running: Skanowanie już trwa (rozpoczęte :time). Poczekaj na nie lub anuluj je w SEO › Skanowania.
     no_site_url: Adres witryny do skanowania nie jest skonfigurowany (golem15.seo.site_url). Poproś administratora o jego ustawienie.
+issues:
+    kind_page_status: "Strona zwraca błąd"
+    sum_page_status: "Kod :status"
+    kind_sitemap_error: "Mapa witryny zawiera stronę bez kodu 200"
+    sum_sitemap_error: "Kod :status w :file"
+    kind_sitemap_noindex: "Mapa witryny zawiera stronę z noindex"
+    sum_sitemap_noindex: "W :file"
+    kind_sitemap_blocked: "Mapa witryny zawiera adres zablokowany w robots.txt"
+    sum_sitemap_blocked: "Blokowany przez wiersz :line"
+    kind_sitemap_missing: "Indeksowalna strona poza mapami witryny"
+    sum_sitemap_missing: "Znaleziona przez linki: :count"
+    kind_canonical_missing: "Brak linku kanonicznego"
+    sum_canonical_missing: "—"
+    kind_canonical_error: "Adres kanoniczny wskazuje stronę z błędem"
+    sum_canonical_error: ":url odpowiada kodem :status"
+    kind_canonical_noindex: "Adres kanoniczny wskazuje stronę z noindex"
+    sum_canonical_noindex: ":url"
+    kind_canonical_redirected: "Adres kanoniczny wskazuje przekierowanie"
+    sum_canonical_redirected: ":url → :target"
+    kind_missing_title: "Brak tytułu"
+    sum_missing_title: "—"
+    kind_duplicate_title: "Powielony tytuł"
+    sum_duplicate_title: "Taki sam jak na innych stronach: :count"
+    kind_missing_description: "Brak opisu meta"
+    sum_missing_description: "—"
+    kind_duplicate_description: "Powielony opis meta"
+    sum_duplicate_description: "Taki sam jak na innych stronach: :count"
+    kind_rule_overrides_record: "Reguła adresu nadpisuje rekord"
+    sum_rule_overrides_record: ":fields"
+    kind_redirect_chain: "Łańcuch przekierowań"
+    sum_redirect_chain: "Liczba przekierowań: :count, do :final"
+    kind_noindex_blocked: "Strona z noindex zablokowana w robots.txt"
+    sum_noindex_blocked: "Wiersz :line"
+    kind_h1_missing: "Brak nagłówka H1"
+    sum_h1_missing: "—"
+    kind_h1_multiple: "Więcej niż jeden nagłówek H1"
+    sum_h1_multiple: "Nagłówki H1: :count"
+    kind_heading_skipped: "Pominięty poziom nagłówka"
+    sum_heading_skipped: "H:from → H:to"
+    kind_heading_empty: "Pusty nagłówek"
+    sum_heading_empty: "H:level"
+    kind_h1_title_mismatch: "H1 nie pasuje do tytułu"
+    sum_h1_title_mismatch: "„:h1”"