bwilliams
0543762330
sources.skip_rules_file names a JSON file of filters, each with a
comment, an active flag, a logic mode ("or" by default, or "and") and
rules by buyer, title words or CPV codes. The fetcher applies them
before saving, so only new opportunities are marked; the marks of
stored ones are never touched. CPV rules match when the opportunity's
codes are all in the list, or any of them with exclusive false, and
by prefix with exact false.
The file is read again when its time or size changes: an invalid edit
is logged and the last good rules kept, and a deleted file means no
rules until it's back. fetcher service and serve refuse to start if it
is define but missing or invalid.
job-search skip-rules check validates a rules file, and skip-rules
apply marks the stored opportunities that match Skipped, or only lists
them with --dry-run.
100 lines
2.9 KiB
Go
100 lines
2.9 KiB
Go
package config
|
|
|
|
import (
|
|
"errors"
|
|
"reflect"
|
|
"time"
|
|
)
|
|
|
|
// ========== Sources ==========
|
|
|
|
// JSCKSources is the sources section's configuration key.
|
|
const JSCKSources string = "sources"
|
|
|
|
// JSCSources configures each source of opportunities, one field
|
|
// per source. Each field's cfg tag must match the section's JSCK* constant.
|
|
// SkipRulesFile is the JSON file of rules that mark new opportunities
|
|
// Skipped (see internal/skiprules), read again when it changes; empty means
|
|
// none.
|
|
type JSCSources struct {
|
|
SkipRulesFile string `cfg:"skip_rules_file"`
|
|
FindATender JSCSourceFindATender `cfg:"find_a_tender"`
|
|
FTSMock JSCSourceFTSMock `cfg:"fts_mock"`
|
|
Sleeper JSCSourceSleeper `cfg:"sleeper"`
|
|
}
|
|
|
|
// ---------- Section methods (see Section) ----------
|
|
|
|
// Map implements Section.
|
|
func (c JSCSources) Map() map[string]any { return mapOf(c) }
|
|
|
|
// Flatten implements Section.
|
|
func (c JSCSources) Flatten() map[string]any {
|
|
return flattenOf(JSCKSources, c)
|
|
}
|
|
|
|
// TypeOf implements Section.
|
|
func (c JSCSources) TypeOf(key string) (reflect.Kind, error) {
|
|
return typeOf(c, key)
|
|
}
|
|
|
|
// ValueOf implements Section.
|
|
func (c JSCSources) ValueOf(key string) (any, error) {
|
|
return valueOf(c, key)
|
|
}
|
|
|
|
// SetValue implements Section.
|
|
func (c *JSCSources) SetValue(key string, value any) error {
|
|
return setValue(c, key, value)
|
|
}
|
|
|
|
// ========== Generic source ==========
|
|
|
|
// JSCSourcesSource holds the settings every source has, and is embedded
|
|
// in each source's section. Interval is how often an enabled source fetches;
|
|
// it must be greater than 0 (validate rejects 0 or less: a source is turned
|
|
// off with Enabled, not with its interval).
|
|
type JSCSourcesSource struct {
|
|
Enabled bool `cfg:"enabled"`
|
|
Interval time.Duration `cfg:"interval" default:"10m"`
|
|
}
|
|
|
|
// ---------- Section methods (see Section) ----------
|
|
|
|
// Map implements Section.
|
|
func (c JSCSourcesSource) Map() map[string]any { return mapOf(c) }
|
|
|
|
// Flatten implements Section.
|
|
func (c JSCSourcesSource) Flatten() map[string]any {
|
|
return flattenOf("", c)
|
|
}
|
|
|
|
// TypeOf implements Section.
|
|
func (c JSCSourcesSource) TypeOf(key string) (reflect.Kind, error) {
|
|
return typeOf(c, key)
|
|
}
|
|
|
|
// ValueOf implements Section.
|
|
func (c JSCSourcesSource) ValueOf(key string) (any, error) {
|
|
return valueOf(c, key)
|
|
}
|
|
|
|
// SetValue implements Section.
|
|
func (c *JSCSourcesSource) SetValue(key string, value any) error {
|
|
return setValue(c, key, value)
|
|
}
|
|
|
|
// Keys returns the keys directly in the section.
|
|
func (c *JSCSourcesSource) Keys() []string { return keysOf(c) }
|
|
|
|
// validate checks values before they are stored (see validator); it is
|
|
// promoted to each source's section. interval must be greater than 0.
|
|
func (c *JSCSourcesSource) validate(key string, value any) error {
|
|
if key == "interval" && value.(time.Duration) <= 0 {
|
|
return errors.New(
|
|
"config: interval must be greater than 0; set enabled to false to turn the source off",
|
|
)
|
|
}
|
|
return nil
|
|
}
|