diff --git a/pkg/coach-client/client.go b/pkg/coach-client/client.go index 9fb3b8b..c847417 100644 --- a/pkg/coach-client/client.go +++ b/pkg/coach-client/client.go @@ -6,9 +6,9 @@ import ( "gitea.timerzz.com/kedaya_haitao/common/pkg/proxy" restry_pool "gitea.timerzz.com/kedaya_haitao/common/pkg/restry-pool" "github.com/go-resty/resty/v2" - "github.com/golang/glog" "github.com/pkg/errors" proxy2 "github.com/timerzz/proxypool/pkg/proxy" + "log/slog" "time" ) @@ -45,7 +45,7 @@ func tryRequest(ctx context.Context, urlPath string, respData any, proxyGetter f } _, err := callByProxy(ctx, p, urlPath, respData) if err != nil { - glog.Error(err) + slog.Debug(err.Error()) continue } return nil diff --git a/product/controller.go b/product/controller.go index 612e7a7..6253a9e 100644 --- a/product/controller.go +++ b/product/controller.go @@ -96,6 +96,10 @@ func (c *Controller) saveRespData(list []coach_client.Product) error { }) } } + // 去重 + products = lo.UniqBy(products, func(p database.Product) string { + return p.Pid + }) return c.db.Clauses(clause.OnConflict{ Columns: []clause.Column{{Name: "pid"}}, DoUpdates: clause.AssignmentColumns([]string{"name", "color", "link", "orderable", "us_price", "cny_price", "cal_mark", "freight", "rate"}),