RomanNum3ral
/
Cybersecurity-Projects
mirror of https://github.com/CarterPerez-dev/Cybersecurity-Projects.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

feat(monitor/main): wire usgs/swpc/wikipedia/gdelt/iss collectors under errgroup

This commit is contained in:
CarterPerez-dev 2026-05-02 04:40:46 -04:00
parent a7f0d5b097
commit 994b510fa4
1 changed files with 74 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

74
PROJECTS/advanced/monitor-the-situation-dashboard/backend/cmd/api/main.go
View File

@ -24,14 +24,20 @@ import (
"github.com/carterperez-dev/monitor-the-situation/backend/internal/collectors/coinbase"
"github.com/carterperez-dev/monitor-the-situation/backend/internal/collectors/cve"
"github.com/carterperez-dev/monitor-the-situation/backend/internal/collectors/dshield"
"github.com/carterperez-dev/monitor-the-situation/backend/internal/collectors/gdelt"
"github.com/carterperez-dev/monitor-the-situation/backend/internal/collectors/heartbeat"
"github.com/carterperez-dev/monitor-the-situation/backend/internal/collectors/iss"
"github.com/carterperez-dev/monitor-the-situation/backend/internal/collectors/kev"
"github.com/carterperez-dev/monitor-the-situation/backend/internal/collectors/ransomware"
"github.com/carterperez-dev/monitor-the-situation/backend/internal/collectors/state"
"github.com/carterperez-dev/monitor-the-situation/backend/internal/collectors/swpc"
"github.com/carterperez-dev/monitor-the-situation/backend/internal/collectors/usgs"
"github.com/carterperez-dev/monitor-the-situation/backend/internal/collectors/wikipedia"
"github.com/carterperez-dev/monitor-the-situation/backend/internal/config"
"github.com/carterperez-dev/monitor-the-situation/backend/internal/core"
"github.com/carterperez-dev/monitor-the-situation/backend/internal/health"
"github.com/carterperez-dev/monitor-the-situation/backend/internal/middleware"
"github.com/carterperez-dev/monitor-the-situation/backend/internal/redisring"
"github.com/carterperez-dev/monitor-the-situation/backend/internal/server"
"github.com/carterperez-dev/monitor-the-situation/backend/internal/snapshot"
"github.com/carterperez-dev/monitor-the-situation/backend/internal/user"
@ -235,6 +241,69 @@ func run(configPath string) error {
collectorGroup.Go(func() error { return coll.Run(collectorCtx) })
}
if cfg.Collectors.USGS.Enabled {
coll := usgs.NewCollector(usgs.CollectorConfig{
Interval: cfg.Collectors.USGS.Interval,
Fetcher: usgs.NewClient(usgs.ClientConfig{}),
Repo: usgs.NewRepo(db.DB),
Emitter: eventBus,
State: collectorState,
Logger: logger.With("collector", "usgs"),
})
collectorGroup.Go(func() error { return coll.Run(collectorCtx) })
}
if cfg.Collectors.SWPC.Enabled {
ring := redisring.New(redis.Client, redisring.Config{Retention: 24 * time.Hour})
coll := swpc.NewCollector(swpc.CollectorConfig{
FastInterval: cfg.Collectors.SWPC.FastInterval,
SlowInterval: cfg.Collectors.SWPC.SlowInterval,
Fetcher: swpc.NewClient(swpc.ClientConfig{}),
Ring: ring,
Emitter: eventBus,
State: collectorState,
Logger: logger.With("collector", "swpc"),
})
collectorGroup.Go(func() error { return coll.Run(collectorCtx) })
}
if cfg.Collectors.Wikipedia.Enabled {
coll := wikipedia.NewCollector(wikipedia.CollectorConfig{
Interval: cfg.Collectors.Wikipedia.Interval,
Fetcher: wikipedia.NewClient(wikipedia.ClientConfig{}),
Repo: wikipedia.NewRepo(db.DB, redis.Client),
Emitter: eventBus,
State: collectorState,
Logger: logger.With("collector", "wikipedia"),
})
collectorGroup.Go(func() error { return coll.Run(collectorCtx) })
}
if cfg.Collectors.GDELT.Enabled {
coll := gdelt.NewCollector(gdelt.CollectorConfig{
Interval: cfg.Collectors.GDELT.Interval,
Fetcher: gdelt.NewClient(gdelt.ClientConfig{}),
Repo: gdelt.NewRepo(db.DB),
Emitter: eventBus,
State: collectorState,
Logger: logger.With("collector", "gdelt"),
})
collectorGroup.Go(func() error { return coll.Run(collectorCtx) })
}
if cfg.Collectors.ISS.Enabled {
coll := iss.NewCollector(iss.CollectorConfig{
PositionInterval: cfg.Collectors.ISS.PositionInterval,
TLEInterval: cfg.Collectors.ISS.TLEInterval,
Fetcher: iss.NewClient(iss.ClientConfig{}),
TLEStore: iss.NewTLEStore(redis.Client),
Emitter: eventBus,
State: collectorState,
Logger: logger.With("collector", "iss"),
})
collectorGroup.Go(func() error { return coll.Run(collectorCtx) })
}
logger.Info("collectors started",
"heartbeat", true,
"dshield", cfg.Collectors.DShield.Enabled,
@ -243,6 +312,11 @@ func run(configPath string) error {
"kev", cfg.Collectors.KEV.Enabled,
"ransomware", cfg.Collectors.Ransomware.Enabled,
"coinbase", cfg.Collectors.Coinbase.Enabled,
"usgs", cfg.Collectors.USGS.Enabled,
"swpc", cfg.Collectors.SWPC.Enabled,
"wikipedia", cfg.Collectors.Wikipedia.Enabled,
"gdelt", cfg.Collectors.GDELT.Enabled,
"iss", cfg.Collectors.ISS.Enabled,
)
srv := server.New(server.Config{