Added fetch service and a mock Find a Tender server
Fetching: - Add `fetch service`, which runs a worker per enabled source until SIGINT/SIGTERM (internal/fetcher) - Add util.Worker: runs a task on an interval with a since-checkpoint that only advances on success, and a shutdown timeout for in-flight work; plus AwaitTask/AwaitTaskE for calls that ignore cancellation - Add fts_mock and sleeper sources - Sleeper: sleeps periodically to emulate work being done. Can be instructed to block the shutdown signal or handle it cleanly Mock FTS server (cmd/mock-fts, internal/mock/findATender): - Serves GET /api/1.0/ocdsReleasePackages with FTS paging, query validation, UK local time handling and per-client rate limiting - Generates fictional releases from an embedded catalog, moving procedures through planning, tender and award, and keeps them in a JSON Lines store that survives restarts - Add logging.AccessLog for combined/common access logs
This commit is contained in:
1 parent
dcb714dc19
commit
5cb3601e1f
23 files changed
+97717
-3
No files matched your search
File renamed without changes.
@@ -0,0 +1,32 @@
|
||||
package config
|
||||
|
||||
import "reflect"
|
||||
|
||||
const JSCKSourceFTSMock string = "fts_mock"
|
||||
|
||||
type JobSearchConfigSourceFTSMock struct {
|
||||
JobSearchConfigSource
|
||||
APIRoot string `cfg:"api_root"`
|
||||
}
|
||||
|
||||
/*
|
||||
* General section functions
|
||||
* See related methods in section.go
|
||||
*/
|
||||
func (c JobSearchConfigSourceFTSMock) Map() map[string]any { return mapOf(c) }
|
||||
|
||||
func (c JobSearchConfigSourceFTSMock) Flatten() map[string]any {
|
||||
return flattenOf(JSCKSourceFTSMock, c)
|
||||
}
|
||||
|
||||
func (c JobSearchConfigSourceFTSMock) TypeOf(key string) (reflect.Kind, error) {
|
||||
return typeOf(c, key)
|
||||
}
|
||||
|
||||
func (c JobSearchConfigSourceFTSMock) ValueOf(key string) (any, error) {
|
||||
return valueOf(c, key)
|
||||
}
|
||||
|
||||
func (c *JobSearchConfigSourceFTSMock) SetValue(key string, value any) error {
|
||||
return setValue(c, key, value)
|
||||
}
|
||||
@@ -0,0 +1,32 @@
|
||||
package config
|
||||
|
||||
import "reflect"
|
||||
|
||||
const JSCKSourceSleeper string = "sleeper"
|
||||
|
||||
type JobSearchConfigSourceSleeper struct {
|
||||
JobSearchConfigSource
|
||||
BlockShutdown bool `cfg:"block_shutdown"`
|
||||
}
|
||||
|
||||
/*
|
||||
* General section functions
|
||||
* See related methods in section.go
|
||||
*/
|
||||
func (c JobSearchConfigSourceSleeper) Map() map[string]any { return mapOf(c) }
|
||||
|
||||
func (c JobSearchConfigSourceSleeper) Flatten() map[string]any {
|
||||
return flattenOf(JSCKSourceSleeper, c)
|
||||
}
|
||||
|
||||
func (c JobSearchConfigSourceSleeper) TypeOf(key string) (reflect.Kind, error) {
|
||||
return typeOf(c, key)
|
||||
}
|
||||
|
||||
func (c JobSearchConfigSourceSleeper) ValueOf(key string) (any, error) {
|
||||
return valueOf(c, key)
|
||||
}
|
||||
|
||||
func (c *JobSearchConfigSourceSleeper) SetValue(key string, value any) error {
|
||||
return setValue(c, key, value)
|
||||
}
|
||||
@@ -10,6 +10,8 @@ const JSCKSources string = "sources"
|
||||
// Each field's cfg tag must match the section's JSCK* constant.
|
||||
type JobSearchConfigSources struct {
|
||||
FindATender JobSearchConfigSourceFindATender `cfg:"find_a_tender"`
|
||||
FTSMock JobSearchConfigSourceFTSMock `cfg:"fts_mock"`
|
||||
Sleeper JobSearchConfigSourceSleeper `cfg:"sleeper"`
|
||||
}
|
||||
|
||||
/*
|
||||
|
||||
Reference in new issue
Block a user