This commit is contained in:
parent
4aa4daa295
commit
fedd9f1bbf
2 changed files with 10 additions and 8 deletions
|
|
@ -71,14 +71,18 @@ func (app *App) Run() {
|
||||||
surugayaScrapper := newSurugayaScrapperClient(app.config.GrpcCfg.SurugayaScrapperHost + ":" + app.config.GrpcCfg.SurugayaScrapperPort)
|
surugayaScrapper := newSurugayaScrapperClient(app.config.GrpcCfg.SurugayaScrapperHost + ":" + app.config.GrpcCfg.SurugayaScrapperPort)
|
||||||
|
|
||||||
//task processor
|
//task processor
|
||||||
handlers := map[string]parsers.TaskHandler{
|
handlers := make(map[string]parsers.TaskHandler)
|
||||||
shared.OriginSurugaya: parsers.NewSurugayaParser(ctx, surugayaScrapper),
|
|
||||||
|
|
||||||
shared.OriginMandarake: mandarake.NewParser(mandarake.ParserDeps{
|
if app.config.OriginEnabled.Surugaya {
|
||||||
|
handlers[shared.OriginSurugaya] = parsers.NewSurugayaParser(ctx, surugayaScrapper)
|
||||||
|
}
|
||||||
|
|
||||||
|
if app.config.OriginEnabled.Mandarake {
|
||||||
|
handlers[shared.OriginMandarake] = mandarake.NewParser(mandarake.ParserDeps{
|
||||||
Enabled: app.config.OriginEnabled.Mandarake,
|
Enabled: app.config.OriginEnabled.Mandarake,
|
||||||
ExternalBrowser: app.config.ExternalBrowser,
|
ExternalBrowser: app.config.ExternalBrowser,
|
||||||
GoroutinesNumber: app.numCPUs,
|
GoroutinesNumber: app.numCPUs,
|
||||||
}),
|
})
|
||||||
}
|
}
|
||||||
|
|
||||||
taskProcessor := processor.New(processor.Deps{
|
taskProcessor := processor.New(processor.Deps{
|
||||||
|
|
|
||||||
|
|
@ -26,10 +26,8 @@ func (p *Processor) StartWork(receivedTasks []shared.TaskResponse) {
|
||||||
wg.Add(1)
|
wg.Add(1)
|
||||||
go func(origin string, tasks []shared.Task) {
|
go func(origin string, tasks []shared.Task) {
|
||||||
defer wg.Done()
|
defer wg.Done()
|
||||||
if p.handlers[origin] != nil {
|
log.Info("Running task handler for origin: ", origin)
|
||||||
log.Info("Running task handler for origin: ", origin)
|
p.handlers[origin].HandleTasks(tasks, p.out, p.state)
|
||||||
p.handlers[origin].HandleTasks(tasks, p.out, p.state)
|
|
||||||
}
|
|
||||||
}(origin, tasks)
|
}(origin, tasks)
|
||||||
}
|
}
|
||||||
wg.Wait()
|
wg.Wait()
|
||||||
|
|
|
||||||
Loading…
Add table
Add a link
Reference in a new issue