us-coach-spider/cmd/main.go
timerzz 9a916cc85e
Some checks failed
Build image / build (push) Failing after 1m51s
feat 添加修改spider 配置的方式
2024-05-14 21:18:24 +08:00

63 lines
1.6 KiB
Go

package main
import (
"context"
coach_client "gitea.timerzz.com/kedaya_haitao/coach-spider/pkg/coach-client"
"gitea.timerzz.com/kedaya_haitao/coach-spider/pkg/options"
"gitea.timerzz.com/kedaya_haitao/coach-spider/product"
"gitea.timerzz.com/kedaya_haitao/coach-spider/server"
"gitea.timerzz.com/kedaya_haitao/common/pkg/database"
"gitea.timerzz.com/kedaya_haitao/common/pkg/proxy"
"github.com/gofiber/fiber/v3"
"github.com/gofiber/fiber/v3/middleware/cors"
"github.com/golang/glog"
"log/slog"
"os"
"os/signal"
)
func main() {
slog.Info(">>> BEGIN INIT<<<")
ctx, cancel := signal.NotifyContext(context.Background(), os.Kill, os.Interrupt)
defer cancel()
cfg, err := options.LoadConfig()
if err != nil {
glog.Fatalf("获取配置失败:%v", err)
}
db, err := database.InitDatabase(&cfg.DB)
if err != nil {
glog.Fatalf("初始化数据库失败:%v", err)
}
// 代理池
pool := proxy.NewProxyPool(cfg.Proxy.Subscribes)
go pool.CronUpdate(ctx, cfg.Proxy.Interval) //定时更新代理
// coach client
client := coach_client.NewClient(pool)
productCtl := product.NewController(client, db)
go productCtl.Run(ctx)
r := fiber.New()
r.Use(cors.New())
r.Get("/health", func(ctx fiber.Ctx) error {
return ctx.SendString("ok")
})
api := r.Group("/api/v1")
server.NewSpiderSvc(productCtl).RegistryRouter(api)
//
//server.NewWatcherController(watcherCtl).RegistryRouter(api)
//server.NewPusherSvcController(pusherCtl).RegistryRouter(api)
//server.NewProxySvc(pool).RegistryRouter(api)
if err = r.Listen(":8080"); err != nil {
glog.Warningf("server over: %v", err)
}
}