99 lines
2.3 KiB
Go
99 lines
2.3 KiB
Go
package main
|
||
|
||
import (
|
||
"context"
|
||
"flag"
|
||
"os"
|
||
"os/signal"
|
||
|
||
"gitea.timerzz.com/kedaya_haitao/coach-spider/pkg/options"
|
||
"gitea.timerzz.com/kedaya_haitao/coach-spider/server"
|
||
"gitea.timerzz.com/kedaya_haitao/coach-spider/spider"
|
||
"gitea.timerzz.com/kedaya_haitao/common/pkg/coach-client"
|
||
"gitea.timerzz.com/kedaya_haitao/common/pkg/database"
|
||
"gitea.timerzz.com/kedaya_haitao/common/pkg/proxy"
|
||
"gitea.timerzz.com/kedaya_haitao/common/pkg/redis"
|
||
"gitea.timerzz.com/kedaya_haitao/common/pkg/web"
|
||
"github.com/gofiber/fiber/v3"
|
||
"github.com/gofiber/fiber/v3/middleware/cors"
|
||
"github.com/gofiber/fiber/v3/middleware/recover"
|
||
"github.com/golang/glog"
|
||
"golang.org/x/sync/errgroup"
|
||
)
|
||
|
||
func main() {
|
||
flag.Parse()
|
||
glog.Info(">>> BEGIN INIT<<<")
|
||
|
||
ctx, cancel := signal.NotifyContext(context.Background(), os.Kill, os.Interrupt)
|
||
defer cancel()
|
||
cfg, err := options.LoadConfigs()
|
||
if err != nil {
|
||
glog.Fatalf("获取配置失败：%v", err)
|
||
}
|
||
// 初始化数据库
|
||
db, err := database.InitDefaultDatabase()
|
||
if err != nil {
|
||
glog.Fatalf("初始化数据库失败：%v", err)
|
||
}
|
||
|
||
// 初始化redis
|
||
rdb, err := redis.InitDefaultRedis()
|
||
if err != nil {
|
||
glog.Fatalf("初始化redis失败：%v", err)
|
||
}
|
||
|
||
// 代理池
|
||
pool := proxy.NewProxyPool(cfg.Proxy.Subscribes)
|
||
|
||
go pool.CronUpdate(ctx, cfg.Proxy.Interval) //定时更新代理
|
||
|
||
// coach client
|
||
client := coach_client.USClient(pool)
|
||
|
||
var wg, _ctx = errgroup.WithContext(ctx)
|
||
|
||
ctl := spider.NewController(
|
||
_ctx,
|
||
cfg.ProviderId,
|
||
client,
|
||
db,
|
||
rdb,
|
||
)
|
||
wg.Go(ctl.Run)
|
||
|
||
r := fiber.New(fiber.Config{ErrorHandler: web.ErrHandle})
|
||
|
||
r.Use(cors.New(), recover.New())
|
||
|
||
for _, register := range []web.Register{
|
||
server.NewSpiderSvc(ctl, cfg.ProviderId),
|
||
web.NewProbe().SetReadyProbe(func(ctx fiber.Ctx) error {
|
||
if ctl.Ready() {
|
||
return ctx.SendStatus(fiber.StatusOK)
|
||
} else {
|
||
return ctx.SendStatus(fiber.StatusServiceUnavailable)
|
||
}
|
||
}),
|
||
} {
|
||
register.Registry(r)
|
||
}
|
||
glog.Info(">>> BEGIN RUN<<<")
|
||
port := os.Getenv("PORT")
|
||
if port == "" {
|
||
port = "80"
|
||
}
|
||
|
||
wg.Go(func() error {
|
||
defer glog.Infof("server 服务退出")
|
||
return r.Listen(":"+port, fiber.ListenConfig{
|
||
EnablePrintRoutes: true,
|
||
GracefulContext: _ctx,
|
||
})
|
||
})
|
||
|
||
if err = wg.Wait(); err != nil {
|
||
glog.Fatalf("服务异常退出：%v", err)
|
||
}
|
||
}
|