fix 修复没有去重导致数据库存储问题

pkg/coach-client/client.go

@@ -6,9 +6,9 @@ import (
 	"gitea.timerzz.com/kedaya_haitao/common/pkg/proxy"
 	restry_pool "gitea.timerzz.com/kedaya_haitao/common/pkg/restry-pool"
 	"github.com/go-resty/resty/v2"
-	"github.com/golang/glog"
 	"github.com/pkg/errors"
 	proxy2 "github.com/timerzz/proxypool/pkg/proxy"
+	"log/slog"
 	"time"
 )
 
@@ -45,7 +45,7 @@ func tryRequest(ctx context.Context, urlPath string, respData any, proxyGetter f
 		}
 		_, err := callByProxy(ctx, p, urlPath, respData)
 		if err != nil {
-			glog.Error(err)
+			slog.Debug(err.Error())
 			continue
 		}
 		return nil

product/controller.go

@@ -96,6 +96,10 @@ func (c *Controller) saveRespData(list []coach_client.Product) error {
 			})
 		}
 	}
+	// 去重
+	products = lo.UniqBy(products, func(p database.Product) string {
+		return p.Pid
+	})
 	return c.db.Clauses(clause.OnConflict{
 		Columns:   []clause.Column{{Name: "pid"}},
 		DoUpdates: clause.AssignmentColumns([]string{"name", "color", "link", "orderable", "us_price", "cny_price", "cal_mark", "freight", "rate"}),