Added fetch script for UK Gov FindATender service which is based on OCDS (with issues...)

internal/config/conf_source_findTender.go

@@ -0,0 +1,48 @@
+/*
+Copyright © 2026 Craig Williams <craig@avsdev.uk>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Lesser General Public License as published by
+the Free Software Foundation, either version 3 of the License, or
+(at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Lesser General Public License for more details.
+
+You should have received a copy of the GNU Lesser General Public License
+along with this program. If not, see <http://www.gnu.org/licenses/>.
+*/
+package config
+
+import "reflect"
+
+const JSCKSourceFindATender string = "find_a_tender"
+
+type JobSearchConfigSourceFindATender struct {
+	JobSearchConfigSource
+	APIRoot string `cfg:"api_root" default:"https://www.find-tender.service.gov.uk/api/1.0"`
+}
+
+/*
+ * General section functions
+ * See related methods in section.go
+ */
+func (c JobSearchConfigSourceFindATender) Map() map[string]any { return mapOf(c) }
+
+func (c JobSearchConfigSourceFindATender) Flatten() map[string]any {
+	return flattenOf(JSCKSourceFindATender, c)
+}
+
+func (c JobSearchConfigSourceFindATender) TypeOf(key string) (reflect.Kind, error) {
+	return typeOf(c, key)
+}
+
+func (c JobSearchConfigSourceFindATender) ValueOf(key string) (any, error) {
+	return valueOf(c, key)
+}
+
+func (c *JobSearchConfigSourceFindATender) SetValue(key string, value any) error {
+	return setValue(c, key, value)
+}

internal/config/conf_sources.go

@@ -0,0 +1,83 @@
+/*
+Copyright © 2026 Craig Williams <craig@avsdev.uk>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Lesser General Public License as published by
+the Free Software Foundation, either version 3 of the License, or
+(at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Lesser General Public License for more details.
+
+You should have received a copy of the GNU Lesser General Public License
+along with this program. If not, see <http://www.gnu.org/licenses/>.
+*/
+package config
+
+import (
+	"reflect"
+	"time"
+)
+
+const JSCKSources string = "sources"
+
+// Each field's cfg tag must match the section's JSCK* constant.
+type JobSearchConfigSources struct {
+	FindATender JobSearchConfigSourceFindATender `cfg:"find_a_tender"`
+}
+
+/*
+ * General section functions
+ * See related methods in section.go
+ */
+func (c JobSearchConfigSources) Map() map[string]any { return mapOf(c) }
+
+func (c JobSearchConfigSources) Flatten() map[string]any {
+	return flattenOf(JSCKSources, c)
+}
+
+func (c JobSearchConfigSources) TypeOf(key string) (reflect.Kind, error) {
+	return typeOf(c, key)
+}
+
+func (c JobSearchConfigSources) ValueOf(key string) (any, error) {
+	return valueOf(c, key)
+}
+
+func (c *JobSearchConfigSources) SetValue(key string, value any) error {
+	return setValue(c, key, value)
+}
+
+/*
+ *** Generic source definition, embedded in each source ***
+ */
+type JobSearchConfigSource struct {
+	Enabled  bool          `cfg:"enabled"`
+	Interval time.Duration `cfg:"interval" default:"10m"`
+}
+
+/*
+ * General section functions
+ * See related methods in section.go
+ */
+func (c *JobSearchConfigSource) Keys() []string { return keysOf(c) }
+
+func (c JobSearchConfigSource) Map() map[string]any { return mapOf(c) }
+
+func (c JobSearchConfigSource) Flatten() map[string]any {
+	return flattenOf("", c)
+}
+
+func (c JobSearchConfigSource) TypeOf(key string) (reflect.Kind, error) {
+	return typeOf(c, key)
+}
+
+func (c JobSearchConfigSource) ValueOf(key string) (any, error) {
+	return valueOf(c, key)
+}
+
+func (c *JobSearchConfigSource) SetValue(key string, value any) error {
+	return setValue(c, key, value)
+}

internal/config/config.go

@@ -32,7 +32,8 @@ const EtcConfigPath string = "/etc/job-search"
 
 // Each field's cfg tag must match the section's JSCK* constant.
 type JobSearchConfig struct {
-	Logging  JobSearchConfigLogging  `cfg:"logging"`
+	Logging JobSearchConfigLogging `cfg:"logging"`
+	Sources JobSearchConfigSources `cfg:"sources"`
 }
 
 // Default configuration, taken from the default struct tags