basic app

internal/processor/handler.go

@@ -0,0 +1,38 @@
+package processor
+
+import (
+	"context"
+	"parsing-service/internal/appState"
+	"parsing-service/internal/parsers"
+	"parsing-service/internal/shared"
+	pb "parsing-service/proto/taskProcessor"
+)
+
+type Processor struct {
+	handlers map[string]parsers.TaskHandler
+	out      chan shared.TaskResult
+	state    *appState.State
+	ctx      context.Context
+	client   pb.TaskProcessorClient
+	numCPUs  int
+}
+
+type Deps struct {
+	Handlers map[string]parsers.TaskHandler
+	Out      chan shared.TaskResult
+	State    *appState.State
+	Ctx      context.Context
+	Client   pb.TaskProcessorClient
+	NumCPUs  int
+}
+
+func New(deps Deps) *Processor {
+	return &Processor{
+		handlers: deps.Handlers,
+		out:      deps.Out,
+		state:    deps.State,
+		ctx:      deps.Ctx,
+		client:   deps.Client,
+		numCPUs:  deps.NumCPUs,
+	}
+}

internal/processor/service.go

@@ -0,0 +1,60 @@
+package processor
+
+import (
+	log "github.com/sirupsen/logrus"
+	"parsing-service/internal/appState"
+	"parsing-service/internal/shared"
+	"sync"
+)
+
+func (p *Processor) StartWork(receivedTasks []shared.TaskResponse) {
+	log.Info("Starting work...")
+	p.state.ResetCounters()
+
+	in := make(chan shared.Task, p.numCPUs*10)
+
+	wg := &sync.WaitGroup{}
+	for i := 0; i < p.numCPUs*10; i++ {
+		wg.Add(1)
+		go func() {
+			defer wg.Done()
+			p.worker(in)
+		}()
+	}
+
+	tasksNumber := len(receivedTasks)
+	if tasksNumber > 0 {
+		p.state.SetStatus(appState.StatusWorkInProgress)
+		p.state.SetTasksReceived(tasksNumber)
+		p.sortTasks(in, receivedTasks)
+	}
+
+	close(in)
+	wg.Wait()
+
+	log.Debug("All goroutines finished")
+	p.state.SetLastCheck()
+	p.state.SetStatus(appState.StatusIdle)
+	log.Debugf("State | %+v", p.state)
+}
+
+func (p *Processor) sortTasks(in chan<- shared.Task, receivedTasks []shared.TaskResponse) {
+	for _, task := range receivedTasks {
+		switch {
+		case task.OriginSurugayaLink != "":
+			in <- shared.Task{
+				MerchUuid:  task.MerchUuid,
+				Origin:     shared.OriginSurugaya,
+				Link:       task.OriginSurugayaLink,
+				RetryCount: 3,
+			}
+		case task.OriginMandarakeLink != "":
+			in <- shared.Task{
+				MerchUuid:  task.MerchUuid,
+				Origin:     shared.OriginMandarake,
+				Link:       task.OriginMandarakeLink,
+				RetryCount: 3,
+			}
+		}
+	}
+}

internal/processor/worker.go

@@ -0,0 +1,18 @@
+package processor
+
+import (
+	log "github.com/sirupsen/logrus"
+	"parsing-service/internal/shared"
+)
+
+const zeroPrice = 0 //for debug purposes
+
+func (p *Processor) worker(in <-chan shared.Task) {
+	for task := range in {
+		err := p.handlers[task.Origin].HandleTask(task, p.out, p.state)
+		if err != nil {
+			log.WithField("err", err).Error("Worker | Handle task")
+			continue
+		}
+	}
+}