Files
job-search/internal/cli/serve/command.go
T
bwilliams 284a589627 Made each source start from its newest stored release, with --since as an override
Without --since, fetcher service and job-search serve start each source
from the newest release stored for it (the new store.LatestReleaseDate,
by Source), so a restart carries on where it left off instead of fetching
the last day again; with nothing stored, the client's default still
applies. --since overrides it for every source. The Find a Tender source's
name is now a constant, as the Source its opportunities are stored with.

The README's guide to adding a source is brought up to date with the
current worker, start and config type names.
2026-10-16 11:37:09 +01:00

187 lines
5.1 KiB
Go

package serve
import (
"context"
"errors"
"fmt"
"log"
"log/slog"
"os"
"os/signal"
"strconv"
"strings"
"syscall"
"time"
"github.com/spf13/cobra"
"git.avsdev.uk/Go/job-search/internal/cli"
"git.avsdev.uk/Go/job-search/internal/fetcher"
"git.avsdev.uk/Go/job-search/internal/logging"
"git.avsdev.uk/Go/job-search/internal/server"
)
// NewCommand returns the serve command, which serves the REST API and the
// WebSocket endpoint, and runs a worker for every enabled source.
func NewCommand(opts *cli.Options) *cobra.Command {
cmd := &cobra.Command{
Use: "serve",
Short: "Serve the REST API (/api) and WebSocket (/ws), and fetch from sources",
Long: `Serve the REST API under /api and the WebSocket endpoint under /ws.
It also runs a worker for every enabled source, as fetcher service does,
saving what they fetch to database.file if it is set. A source that stops
with an error stops the server too, and the server stopping stops the
sources.`,
PersistentPreRun: func(cmd *cobra.Command, args []string) {
slog.Debug("command persistent pre-run", "command", "serve")
},
PersistentPostRun: func(cmd *cobra.Command, args []string) {
slog.Debug("command persistent post-run", "command", "serve")
},
Args: cobra.NoArgs,
RunE: func(cmd *cobra.Command, _ []string) (err error) {
slog.Debug("command run", "command", "serve")
addrOverride, _ := cmd.Flags().GetString("listen")
hostOverride, _ := cmd.Flags().GetString("host")
portOverride, _ := cmd.Flags().GetInt("port")
foreground, _ := cmd.Flags().GetBool("foreground")
accessLogOverride, _ := cmd.Flags().GetString("access-log")
since, _ := cmd.Flags().GetTime("since")
if addrOverride != "" {
listenParts := strings.Split(addrOverride, ":")
if len(listenParts) != 2 {
return errors.New(
"--listen should be in the format of 127.0.0.1:9393",
)
}
portOverride, err = strconv.Atoi(listenParts[1])
if err != nil {
return fmt.Errorf("failed to parse --listen port: %w", err)
}
hostOverride = listenParts[0]
}
conf, err := opts.RunSetup(cmd, true, foreground)
if err != nil {
return fmt.Errorf("load configuration: %w", err)
}
if portOverride != 0 {
conf.Server.Port = portOverride
}
if hostOverride != "" {
conf.Server.Host = hostOverride
}
if cmd.Flags().Changed("access-log") {
conf.Server.AccessLog = accessLogOverride
}
var options []server.Option
if conf.Server.AccessLog != "" {
var (
accessLog *log.Logger
closeAccessLog func() error
)
accessLog, closeAccessLog, err = logging.OpenAccessLog(
conf.Server.AccessLog,
)
if err != nil {
return err
}
defer func() {
err = errors.Join(err, closeAccessLog())
}()
options = append(options, server.WithAccessLog(accessLog))
}
// ctx is cancelled on the first SIGINT (Ctrl+C) or SIGTERM.
ctx, stop := signal.NotifyContext(
context.Background(), os.Interrupt, syscall.SIGTERM,
)
defer stop()
// After the first signal, restore default signal handling so a second
// Ctrl+C force-kills the process if graceful shutdown hangs.
go func() {
<-ctx.Done()
stop()
}()
appServer, err := server.New(&conf.Server, options...)
if err != nil {
return err
}
// runCtx stops whichever of the server and the sources is still
// running once the other has stopped.
runCtx, cancelRun := context.WithCancel(ctx)
defer cancelRun()
var fetcherOptions []fetcher.Option
opportunityStore, openErr := cli.OpenConfiguredStore(ctx, conf)
switch {
case errors.Is(openErr, cli.ErrNoDatabase):
slog.Warn("not storing fetched opportunities", "reason", openErr)
case openErr != nil:
return openErr
default:
defer func() {
err = errors.Join(err, opportunityStore.Close())
}()
fetcherOptions = append(
fetcherOptions, fetcher.WithStore(opportunityStore),
)
}
sourceFetcher := fetcher.New(&conf.Sources, fetcherOptions...)
fetcherDone := make(chan error, 1)
go func() {
fetchErr := sourceFetcher.Run(runCtx, since)
// Only a failure stops the server: with no sources enabled, Run
// returns nil straight away.
if fetchErr != nil {
cancelRun()
}
fetcherDone <- fetchErr
}()
serverErr := appServer.Run(runCtx)
cancelRun()
return errors.Join(serverErr, <-fetcherDone)
},
}
flags := cmd.Flags()
flags.String(
"listen", "", "listen address (default from config, 127.0.0.1:9393)",
)
flags.String(
"host", "", "listen address (default from config, 127.0.0.1)",
)
flags.Int("port", 0, "listen address (default from config, 9393)")
flags.Bool("foreground", false, "run in the foreground")
flags.String(
"access-log",
"",
`access log file, or "-" for stdout; "" for none `+
"(default from config, server.access_log)",
)
flags.Time(
"since",
time.Time{},
[]string{
time.DateOnly, time.DateTime,
},
"contract updates published since YYYY-MM-DD[ hh:mm:ss] "+
"(default: each source's newest stored release, or the last day)",
)
cmd.MarkFlagsMutuallyExclusive("listen", "host")
cmd.MarkFlagsMutuallyExclusive("listen", "port")
return cmd
}