parsers registration change
All checks were successful
/ Make image (push) Successful in 39s

This commit is contained in:
nquidox 2025-12-26 18:49:22 +03:00
parent 4aa4daa295
commit fedd9f1bbf
2 changed files with 10 additions and 8 deletions

View file

@ -71,14 +71,18 @@ func (app *App) Run() {
surugayaScrapper := newSurugayaScrapperClient(app.config.GrpcCfg.SurugayaScrapperHost + ":" + app.config.GrpcCfg.SurugayaScrapperPort) surugayaScrapper := newSurugayaScrapperClient(app.config.GrpcCfg.SurugayaScrapperHost + ":" + app.config.GrpcCfg.SurugayaScrapperPort)
//task processor //task processor
handlers := map[string]parsers.TaskHandler{ handlers := make(map[string]parsers.TaskHandler)
shared.OriginSurugaya: parsers.NewSurugayaParser(ctx, surugayaScrapper),
shared.OriginMandarake: mandarake.NewParser(mandarake.ParserDeps{ if app.config.OriginEnabled.Surugaya {
handlers[shared.OriginSurugaya] = parsers.NewSurugayaParser(ctx, surugayaScrapper)
}
if app.config.OriginEnabled.Mandarake {
handlers[shared.OriginMandarake] = mandarake.NewParser(mandarake.ParserDeps{
Enabled: app.config.OriginEnabled.Mandarake, Enabled: app.config.OriginEnabled.Mandarake,
ExternalBrowser: app.config.ExternalBrowser, ExternalBrowser: app.config.ExternalBrowser,
GoroutinesNumber: app.numCPUs, GoroutinesNumber: app.numCPUs,
}), })
} }
taskProcessor := processor.New(processor.Deps{ taskProcessor := processor.New(processor.Deps{

View file

@ -26,10 +26,8 @@ func (p *Processor) StartWork(receivedTasks []shared.TaskResponse) {
wg.Add(1) wg.Add(1)
go func(origin string, tasks []shared.Task) { go func(origin string, tasks []shared.Task) {
defer wg.Done() defer wg.Done()
if p.handlers[origin] != nil { log.Info("Running task handler for origin: ", origin)
log.Info("Running task handler for origin: ", origin) p.handlers[origin].HandleTasks(tasks, p.out, p.state)
p.handlers[origin].HandleTasks(tasks, p.out, p.state)
}
}(origin, tasks) }(origin, tasks)
} }
wg.Wait() wg.Wait()