This commit is contained in:
parent
4aa4daa295
commit
fedd9f1bbf
2 changed files with 10 additions and 8 deletions
|
|
@ -71,14 +71,18 @@ func (app *App) Run() {
|
|||
surugayaScrapper := newSurugayaScrapperClient(app.config.GrpcCfg.SurugayaScrapperHost + ":" + app.config.GrpcCfg.SurugayaScrapperPort)
|
||||
|
||||
//task processor
|
||||
handlers := map[string]parsers.TaskHandler{
|
||||
shared.OriginSurugaya: parsers.NewSurugayaParser(ctx, surugayaScrapper),
|
||||
handlers := make(map[string]parsers.TaskHandler)
|
||||
|
||||
shared.OriginMandarake: mandarake.NewParser(mandarake.ParserDeps{
|
||||
if app.config.OriginEnabled.Surugaya {
|
||||
handlers[shared.OriginSurugaya] = parsers.NewSurugayaParser(ctx, surugayaScrapper)
|
||||
}
|
||||
|
||||
if app.config.OriginEnabled.Mandarake {
|
||||
handlers[shared.OriginMandarake] = mandarake.NewParser(mandarake.ParserDeps{
|
||||
Enabled: app.config.OriginEnabled.Mandarake,
|
||||
ExternalBrowser: app.config.ExternalBrowser,
|
||||
GoroutinesNumber: app.numCPUs,
|
||||
}),
|
||||
})
|
||||
}
|
||||
|
||||
taskProcessor := processor.New(processor.Deps{
|
||||
|
|
|
|||
|
|
@ -26,10 +26,8 @@ func (p *Processor) StartWork(receivedTasks []shared.TaskResponse) {
|
|||
wg.Add(1)
|
||||
go func(origin string, tasks []shared.Task) {
|
||||
defer wg.Done()
|
||||
if p.handlers[origin] != nil {
|
||||
log.Info("Running task handler for origin: ", origin)
|
||||
p.handlers[origin].HandleTasks(tasks, p.out, p.state)
|
||||
}
|
||||
}(origin, tasks)
|
||||
}
|
||||
wg.Wait()
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue