Skip to content

Commit

Permalink
[perf] add spider sentry
Browse files Browse the repository at this point in the history
  • Loading branch information
runs committed Feb 26, 2023
1 parent 69e3eaf commit 651ccac
Show file tree
Hide file tree
Showing 5 changed files with 59 additions and 29 deletions.
33 changes: 16 additions & 17 deletions cmd/api/main.go
Original file line number Diff line number Diff line change
Expand Up @@ -2,17 +2,16 @@ package main

import (
"context"
"git.vtb.link/eoefans/internal/pkg/log"
"github.com/getsentry/sentry-go"
"go.uber.org/zap"
"time"

"git.vtb.link/eoefans/internal/app"
"git.vtb.link/eoefans/internal/app/api"
"git.vtb.link/eoefans/internal/app/api/service"
"git.vtb.link/eoefans/internal/launcher"
"git.vtb.link/eoefans/internal/pkg/database"
"git.vtb.link/eoefans/internal/pkg/httpserver"
"git.vtb.link/eoefans/internal/pkg/log"
"github.com/getsentry/sentry-go"
"go.uber.org/fx"
"go.uber.org/zap"
"time"
)

func main() {
Expand All @@ -23,7 +22,7 @@ func newAPI() fx.Option {
return fx.Options(
database.Provide(),
httpserver.Provide(),
app.Provide(),
api.Provide(),
fx.Invoke(lc),
)
}
Expand All @@ -37,26 +36,26 @@ func lc(
) {
lifecycle.Append(fx.Hook{
OnStart: func(ctx context.Context) error {
return ginServer.Start()
*logger = *log.ModifyToSentryLogger(logger, client)
return nil
},
OnStop: func(ctx context.Context) error {
return ginServer.Stop()
client.Flush(2 * time.Second)
return nil
},
})

lifecycle.Append(fx.Hook{
OnStart: func(ctx context.Context) error {
return randPicsCache.Run()
return ginServer.Start()
},
OnStop: func(ctx context.Context) error {
return ginServer.Stop()
},
})

lifecycle.Append(fx.Hook{
OnStart: func(ctx context.Context) error {
*logger = *log.ModifyToSentryLogger(logger, client)
return nil
},
OnStop: func(ctx context.Context) error {
client.Flush(2 * time.Second)
return nil
return randPicsCache.Run()
},
})
}
28 changes: 18 additions & 10 deletions cmd/spider/main.go
Original file line number Diff line number Diff line change
Expand Up @@ -2,14 +2,15 @@ package main

import (
"context"

"git.vtb.link/eoefans/internal/app/spider"
"git.vtb.link/eoefans/internal/app/spider/health"
"git.vtb.link/eoefans/internal/app/spider/video_analysis"
"git.vtb.link/eoefans/internal/launcher"
"git.vtb.link/eoefans/internal/pkg/bilibili"
"git.vtb.link/eoefans/internal/pkg/database"
"git.vtb.link/eoefans/internal/pkg/log"
"github.com/getsentry/sentry-go"
"go.uber.org/fx"
"go.uber.org/zap"
"time"
)

func main() {
Expand All @@ -19,14 +20,8 @@ func main() {
func newSpider() fx.Option {
return fx.Options(
database.Provide(),
video_analysis.Provide(),
fx.Provide(spider.NewVideo),
fx.Provide(spider.NewUpdate),
fx.Provide(spider.NewPicture),
fx.Provide(spider.NewUpdateDynamic),
fx.Provide(bilibili.NewSDK),
fx.Provide(health.NewCheckServer),
fx.Invoke(lc),
spider.Provide(),
)
}

Expand All @@ -38,7 +33,20 @@ func lc(
spiderUpdatePicture *spider.UpdateDynamic,
checkServer *health.CheckServer,
shutdown fx.Shutdowner,
logger *zap.Logger,
client *sentry.Client,
) {
lifecycle.Append(fx.Hook{
OnStart: func(ctx context.Context) error {
*logger = *log.ModifyToSentryLogger(logger, client)
return nil
},
OnStop: func(ctx context.Context) error {
client.Flush(2 * time.Second)
return nil
},
})

lifecycle.Append(fx.Hook{
OnStart: func(ctx context.Context) error {
return spiderVideo.Run(ctx)
Expand Down
2 changes: 1 addition & 1 deletion go.mod
Original file line number Diff line number Diff line change
Expand Up @@ -3,6 +3,7 @@ module git.vtb.link/eoefans
go 1.18

require (
github.com/TheZeroSlave/zapsentry v1.14.0
github.com/getsentry/sentry-go v0.18.0
github.com/gin-contrib/zap v0.1.0
github.com/gin-gonic/gin v1.9.0
Expand All @@ -21,7 +22,6 @@ require (
)

require (
github.com/TheZeroSlave/zapsentry v1.14.0 // indirect
github.com/bytedance/sonic v1.8.1 // indirect
github.com/chenzhuoyu/base64x v0.0.0-20221115062448-fe3a3abad311 // indirect
github.com/fsnotify/fsnotify v1.6.0 // indirect
Expand Down
2 changes: 1 addition & 1 deletion internal/app/provide.go → internal/app/api/provide.go
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
package app
package api

import (
"git.vtb.link/eoefans/internal/app/api/middlewares"
Expand Down
23 changes: 23 additions & 0 deletions internal/app/spider/provide.go
Original file line number Diff line number Diff line change
@@ -0,0 +1,23 @@
package spider

import (
"git.vtb.link/eoefans/internal/app/spider/health"
"git.vtb.link/eoefans/internal/app/spider/video_analysis"
"git.vtb.link/eoefans/internal/pkg/bilibili"
"git.vtb.link/eoefans/internal/pkg/log"
"go.uber.org/fx"
)

func Provide() fx.Option {
return fx.Options(
fx.Provide(log.NewSentryConfig, log.NewSentry),
video_analysis.Provide(),

fx.Provide(NewVideo),
fx.Provide(NewUpdate),
fx.Provide(NewPicture),
fx.Provide(NewUpdateDynamic),
fx.Provide(bilibili.NewSDK),
fx.Provide(health.NewCheckServer),
)
}

0 comments on commit 651ccac

Please sign in to comment.