price scrapper
This commit is contained in:
parent
d19f5f7621
commit
8922b8a4f0
7 changed files with 426 additions and 0 deletions
40
internal/scrapper/handler.go
Normal file
40
internal/scrapper/handler.go
Normal file
|
|
@ -0,0 +1,40 @@
|
|||
package scrapper
|
||||
|
||||
import (
|
||||
"context"
|
||||
"sync"
|
||||
"time"
|
||||
)
|
||||
|
||||
const (
|
||||
originName = "mandarake"
|
||||
zeroPrice int32 = 0
|
||||
taxMultiplier float64 = 1.1
|
||||
pkgLogHeader = "Scrapper |"
|
||||
logWorker = "worker:"
|
||||
logTaskWarning = "task warning:"
|
||||
logGetPrice = "get price:"
|
||||
)
|
||||
|
||||
type Scrapper struct {
|
||||
externalBrowser string
|
||||
goroutinesNumber int
|
||||
taskTimeout time.Duration
|
||||
poolCancel context.CancelFunc
|
||||
allocCancel context.CancelFunc
|
||||
wg sync.WaitGroup
|
||||
}
|
||||
|
||||
type Deps struct {
|
||||
ExternalBrowser string
|
||||
GoroutinesNumber int
|
||||
TaskTimeout int
|
||||
}
|
||||
|
||||
func New(deps Deps) PriceScrapper {
|
||||
return &Scrapper{
|
||||
externalBrowser: deps.ExternalBrowser,
|
||||
goroutinesNumber: deps.GoroutinesNumber,
|
||||
taskTimeout: time.Second * time.Duration(deps.TaskTimeout),
|
||||
}
|
||||
}
|
||||
Loading…
Add table
Add a link
Reference in a new issue