feat: site audit settings and the nightly crawl

- Site audit tab (UI-SPEC C20): crawl_schedule, crawl_max_pages
  (10-50 000), crawl_delay (100-5000 ms), crawl_keep (1-50) and
  generic_anchors seeded with the en and pl lists; ranges refuse with
  lagoon::validation.between on the screen and through the API
- the crawler reads its limits and generic anchors from the settings;
  crawls beyond crawl_keep are deleted with their pages and issues
- seo:crawl [--scheduled] and the nightly schedule entry at 02:30
  (P33-40): off does nothing, weekly runs on Mondays in app.timezone
- TestCrawlSchedule

classes/settings_write.go

@@ -4,6 +4,7 @@ import (
 	"context"
 	"encoding/json"
 	"fmt"
+	"strconv"
 	"strings"
 	"time"
 
@@ -46,6 +47,8 @@ var SettingsColumns = []string{
 	"local_postal_code", "local_city", "local_region", "local_country",
 	"local_latitude", "local_longitude", "local_hours", "page_form",
 	"page_segment", "page_title_suffix", "page_description_suffix",
+	"crawl_schedule", "crawl_max_pages", "crawl_delay", "crawl_keep",
+	"generic_anchors",
 }
 
 // settingsText maps the plain text settings columns to their fields.
@@ -88,6 +91,17 @@ func settingsText(st *models.Settings) map[string]*string {
 		"page_segment":            &st.PageSegment,
 		"page_title_suffix":       &st.PageTitleSuffix,
 		"page_description_suffix": &st.PageDescriptionSuffix,
+		"crawl_schedule":          &st.CrawlSchedule,
+		"generic_anchors":         &st.GenericAnchors,
+	}
+}
+
+// settingsInts maps the number settings columns to their fields.
+func settingsInts(st *models.Settings) map[string]*int {
+	return map[string]*int{
+		"crawl_max_pages": &st.CrawlMaxPages,
+		"crawl_delay":     &st.CrawlDelay,
+		"crawl_keep":      &st.CrawlKeep,
 	}
 }
 
@@ -139,6 +153,11 @@ func SettingsValues(st models.Settings) map[string]any {
 		"page_segment":            st.PageSegment,
 		"page_title_suffix":       st.PageTitleSuffix,
 		"page_description_suffix": st.PageDescriptionSuffix,
+		"crawl_schedule":          st.CrawlSchedule,
+		"crawl_max_pages":         st.CrawlMaxPages,
+		"crawl_delay":             st.CrawlDelay,
+		"crawl_keep":              st.CrawlKeep,
+		"generic_anchors":         st.GenericAnchors,
 	}
 }
 
@@ -170,6 +189,26 @@ func SetSettingsValue(st *models.Settings, column string, v any) error {
 		*field, err = text()
 		return err
 	}
+	if field, ok := settingsInts(st)[column]; ok {
+		switch n := v.(type) {
+		case float64:
+			if n != float64(int(n)) {
+				return fmt.Errorf("golem15.seo: settings %s is not a whole number", column)
+			}
+			*field = int(n)
+		case int:
+			*field = n
+		case string:
+			i, err := strconv.Atoi(strings.TrimSpace(n))
+			if err != nil {
+				return fmt.Errorf("golem15.seo: settings %s is not a number", column)
+			}
+			*field = i
+		default:
+			return fmt.Errorf("golem15.seo: settings %s is not a number", column)
+		}
+		return nil
+	}
 	var err error
 	switch column {
 	case "url_lowercase":
@@ -282,6 +321,11 @@ func (s *Service) SaveSettings(ctx context.Context, tx *gorm.DB, in SettingsWrit
 	for field, list := range row.Problems() {
 		problems[field] = append(problems[field], list...)
 	}
+	for field, list := range row.AuditProblems() {
+		if _, sent := in.Values[field]; sent {
+			problems[field] = append(problems[field], list...)
+		}
+	}
 	types, err := LoadTypeSettings(tx)
 	if err != nil {
 		return models.Settings{}, err