From b39910ca54a1bdcff11ef88a867991567c0c1e12 Mon Sep 17 00:00:00 2001 From: timerzz Date: Fri, 14 Jun 2024 17:45:51 +0800 Subject: [PATCH] =?UTF-8?q?feat=20cn=20client=E6=94=AF=E6=8C=81tls?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- .gitea/workflows/build-push.yml | 6 +++++- go.mod | 2 +- go.sum | 4 ++-- spider/controller.go | 2 +- 4 files changed, 9 insertions(+), 5 deletions(-) diff --git a/.gitea/workflows/build-push.yml b/.gitea/workflows/build-push.yml index 7c49af3..397d824 100644 --- a/.gitea/workflows/build-push.yml +++ b/.gitea/workflows/build-push.yml @@ -17,4 +17,8 @@ jobs: KO_DOCKER_REPO: 192.168.31.55:5000/kedaya/cn-coach-spider HTTP_PROXY: http://192.168.31.55:10809 HTTPS_PROXY: http://192.168.31.55:10809 - - run: ko build --bare ./cmd \ No newline at end of file + - run: ko build --bare ./cmd + env: + KO_DOCKER_REPO: 192.168.31.55:5000/kedaya/cn-coach-spider + HTTP_PROXY: http://192.168.31.55:10809 + HTTPS_PROXY: http://192.168.31.55:10809 \ No newline at end of file diff --git a/go.mod b/go.mod index 64f2c49..ebd73fd 100644 --- a/go.mod +++ b/go.mod @@ -5,7 +5,7 @@ go 1.22.2 toolchain go1.22.3 require ( - gitea.timerzz.com/kedaya_haitao/common v0.0.0-20240614082731-77e0c69168ae + gitea.timerzz.com/kedaya_haitao/common v0.0.0-20240614094207-8ba5c95a9cab github.com/gofiber/fiber/v3 v3.0.0-beta.2 github.com/golang/glog v1.2.1 github.com/samber/lo v1.39.0 diff --git a/go.sum b/go.sum index a25c015..5097df4 100644 --- a/go.sum +++ b/go.sum @@ -1,6 +1,6 @@ cloud.google.com/go v0.26.0/go.mod h1:aQUYkXzVsufM+DwF1aE+0xfcU+56JwCaLick0ClmMTw= -gitea.timerzz.com/kedaya_haitao/common v0.0.0-20240614082731-77e0c69168ae h1:/8+PiBgyPsOdhuXT7ZUv+OHrYXJwy/wDUwhui+yQnXE= -gitea.timerzz.com/kedaya_haitao/common v0.0.0-20240614082731-77e0c69168ae/go.mod h1:MAmc7ooakm0o+4YshgKb+uE3Mfhex10s2RcJMiIYick= +gitea.timerzz.com/kedaya_haitao/common v0.0.0-20240614094207-8ba5c95a9cab h1:QaWiCysNQiIXVyy8tFe4WAY+2Mm7+izuAcBx2iJk3l0= +gitea.timerzz.com/kedaya_haitao/common v0.0.0-20240614094207-8ba5c95a9cab/go.mod h1:MAmc7ooakm0o+4YshgKb+uE3Mfhex10s2RcJMiIYick= github.com/3andne/restls-client-go v0.1.6 h1:tRx/YilqW7iHpgmEL4E1D8dAsuB0tFF3uvncS+B6I08= github.com/3andne/restls-client-go v0.1.6/go.mod h1:iEdTZNt9kzPIxjIGSMScUFSBrUH6bFRNg0BWlP4orEY= github.com/BurntSushi/toml v0.3.1/go.mod h1:xHWCNGjB5oqiDr8zfno3MHue2Ht5sIBksp03qcyfWMU= diff --git a/spider/controller.go b/spider/controller.go index 664612b..b03910f 100644 --- a/spider/controller.go +++ b/spider/controller.go @@ -61,7 +61,7 @@ func (c *Controller) Run(ctx context.Context) { func (c *Controller) Crawl() error { glog.Info("开始抓取信息") - for page, totalPage := 0, 0; page <= totalPage; page++ { + for page, totalPage := 1, 1; page <= totalPage; page++ { resp, err := c.client.ListItems(c.ctx, page, 50) if err != nil { return fmt.Errorf("访问coach第%d页失败: %w", page, err)