diff --git a/.gitea/workflows/build-push.yml b/.gitea/workflows/build-push.yml index 7c49af3..397d824 100644 --- a/.gitea/workflows/build-push.yml +++ b/.gitea/workflows/build-push.yml @@ -17,4 +17,8 @@ jobs: KO_DOCKER_REPO: 192.168.31.55:5000/kedaya/cn-coach-spider HTTP_PROXY: http://192.168.31.55:10809 HTTPS_PROXY: http://192.168.31.55:10809 - - run: ko build --bare ./cmd \ No newline at end of file + - run: ko build --bare ./cmd + env: + KO_DOCKER_REPO: 192.168.31.55:5000/kedaya/cn-coach-spider + HTTP_PROXY: http://192.168.31.55:10809 + HTTPS_PROXY: http://192.168.31.55:10809 \ No newline at end of file diff --git a/go.mod b/go.mod index 64f2c49..ebd73fd 100644 --- a/go.mod +++ b/go.mod @@ -5,7 +5,7 @@ go 1.22.2 toolchain go1.22.3 require ( - gitea.timerzz.com/kedaya_haitao/common v0.0.0-20240614082731-77e0c69168ae + gitea.timerzz.com/kedaya_haitao/common v0.0.0-20240614094207-8ba5c95a9cab github.com/gofiber/fiber/v3 v3.0.0-beta.2 github.com/golang/glog v1.2.1 github.com/samber/lo v1.39.0 diff --git a/go.sum b/go.sum index a25c015..5097df4 100644 --- a/go.sum +++ b/go.sum @@ -1,6 +1,6 @@ cloud.google.com/go v0.26.0/go.mod h1:aQUYkXzVsufM+DwF1aE+0xfcU+56JwCaLick0ClmMTw= -gitea.timerzz.com/kedaya_haitao/common v0.0.0-20240614082731-77e0c69168ae h1:/8+PiBgyPsOdhuXT7ZUv+OHrYXJwy/wDUwhui+yQnXE= -gitea.timerzz.com/kedaya_haitao/common v0.0.0-20240614082731-77e0c69168ae/go.mod h1:MAmc7ooakm0o+4YshgKb+uE3Mfhex10s2RcJMiIYick= +gitea.timerzz.com/kedaya_haitao/common v0.0.0-20240614094207-8ba5c95a9cab h1:QaWiCysNQiIXVyy8tFe4WAY+2Mm7+izuAcBx2iJk3l0= +gitea.timerzz.com/kedaya_haitao/common v0.0.0-20240614094207-8ba5c95a9cab/go.mod h1:MAmc7ooakm0o+4YshgKb+uE3Mfhex10s2RcJMiIYick= github.com/3andne/restls-client-go v0.1.6 h1:tRx/YilqW7iHpgmEL4E1D8dAsuB0tFF3uvncS+B6I08= github.com/3andne/restls-client-go v0.1.6/go.mod h1:iEdTZNt9kzPIxjIGSMScUFSBrUH6bFRNg0BWlP4orEY= github.com/BurntSushi/toml v0.3.1/go.mod h1:xHWCNGjB5oqiDr8zfno3MHue2Ht5sIBksp03qcyfWMU= diff --git a/spider/controller.go b/spider/controller.go index 664612b..b03910f 100644 --- a/spider/controller.go +++ b/spider/controller.go @@ -61,7 +61,7 @@ func (c *Controller) Run(ctx context.Context) { func (c *Controller) Crawl() error { glog.Info("开始抓取信息") - for page, totalPage := 0, 0; page <= totalPage; page++ { + for page, totalPage := 1, 1; page <= totalPage; page++ { resp, err := c.client.ListItems(c.ctx, page, 50) if err != nil { return fmt.Errorf("访问coach第%d页失败: %w", page, err)