* refactor: rename queryannouncementhandler.go to queryAnnouncementLogic.go for clarity
* feat(panDomain): update subscription logic to use V2 handler for improved functionality
* refactor(subscribe): replace V2 handler with a unified Handler method for subscription logic
* feat(subscribe): implement user agent limit feature with configurable list
* fix(subscribe): improve error handling and logging for subscription requests
* feat(subscribe): add user agent limit configuration to system settings
* refactor(api): remove deprecated application-related endpoints and types
* refactor(swagger): remove deprecated app.json generation from swagger configuration
* refactor(swagger): remove deprecated app.json check from swagger configuration
* fix(subscribe): update delete method to use Where clause for improved query accuracy
* fix(subscribe): update Id field tag to use primaryKey and improve save method query
* fix(subscribe): update Id field tag to use primaryKey and improve model queries
* fix(subscribe): rename variable for clarity and add special handling for Stash user agent
* fix(email): convert RegisterStartTime and RegisterEndTime to time.Time for accurate query filtering
* refactor(log): consolidate logging models and update related logic for improved clarity and functionality
* fix(types): change Content field type in MessageLog to interface{} for improved flexibility
* fix(log): change MessageLog list to use value type for improved performance and memory efficiency
* fix(email): set EmailTypeVerify in task payload and update content type conversion for verification email
* fix(log): remove unused Id field from SystemLog during login log insertion
* fix(login): remove debug logs and error logging during user login process
* fix(log): add traffic reset logging for subscription resets
* fix(log): insert reset traffic log during subscription activation
* feat(log): add endpoints for retrieving and resetting subscribe traffic logs
* refactor(log): remove Reset Subscribe Traffic Log endpoint and related types
* feat(traffic): add traffic statistics logging and scheduling
* fix(subscribe): ensure active status and reset timestamps during traffic resets
* feat(api): enhance server and node management with new request/response structures
* refactor(api): rename OnlineUser to ServerOnlineUser for clarity
* feat(api): define OnlineUser type with SID and IP fields
* feat(server): implement server management handlers and database schema
* feat(api): add traffic log details filtering and enhance traffic log structures
* feat(api): migrate server and node data handling, update related structures and logic
* feat(server): implement server deletion logic with error handling
* feat(api): update log filtering to use ResetSubscribe type for subscription logs
* feat(api): standardize timestamp field across log structures
* feat(api): refactor cache key handling for server and user lists
* feat(api): enhance server status handling with protocol support and refactor related logic
* fix(traffic): adjust start date for traffic statistics and improve log deletion comment
* feat(api): implement daily traffic ranking for users and servers with error handling
* feat(api): update server total data response to use 'OnlineUsers' and implement daily traffic statistics logging
* feat(api): add log settings management with auto-clear and clear days configuration
* fix(log): correct category in log settings update query
* feat(routes): add handler for scheduled traffic statistics
* feat(model): add user counts struct and update queries for new and renewal users
* feat(api): add referral percentage and only first purchase fields to user model and requests
* feat(database): update user table to add referral percentage and only first purchase fields
* feat(api): add reset sort endpoints for server and node
* feat(api): add sort field to server model
* feat(api): implement sorting functionality for nodes and servers
* fix(database): add sort column to nodes table
* fix(model): enhance user statistics queries with new order and renewal order counts
* fix(log): update timestamp handling in login and registration logs
* fix(log): update sorting logic for server and user subscribe traffic logs
* fix(server): add server status handling based on last reported time
* fix(model): correct filter condition to use 'date' instead of 'data'
* fix(migration): add index for traffic log on timestamp, user_id, and subscribe_id
* fix(log): optimize user traffic rank data handling by using append instead of index assignment
* fix(filter): refactor node list creation to use append and remove duplicates from tags
* fix(node): add ServerId and Enabled fields to node update logic
* feat(tags): add endpoint to query all node tags
* fix(preview): add Preload parameter to FilterNodeList for improved data retrieval
* fix(log): date is empty
* feat(subscribe): add Language field to subscription models and update query logic
* feat(subscription): add Language parameter to GetSubscription request and update query logic
* fix(server): encode ServerKey in base64 and update last reported time for nodes
* feat: delete common GetSubscription
* feat(subscription): implement FilterList method for subscription queries and update related logic
* fix(subscribe): remove duplicate user agents in SubscribeHandler
* fix(push): initialize onlineUsers as a map in pushOnlineUsersLogic
* fix(reset): initialize subs as a map in clearCache method
* refactor(query): simplify node and tag filtering using InSet function
* feat(userlist): enhance GetServerUserListLogic with improved node and tag handling
* fix(userlist): correct node ID assignment and update query logic for tag filtering
* fix(userlist): correct node ID assignment in getServerUserListLogic
* refactor(query): streamline query construction for tag filtering
* fix(statistics): optimize server ranking data handling in QueryServerTotalDataLogic
* refactor(statistics): simplify server ranking data construction in QueryServerTotalDataLogic
* fix(statistics): correct server traffic data assignment in QueryServerTotalDataLogic
* fix(statistics): optimize yesterday's top 10 server traffic data assignment in QueryServerTotalDataLogic
* fix(middleware): remove duplicate elements from user agent list in PanDomainMiddleware
* feat(middleware): enhance user agent handling by querying client list in PanDomainMiddleware
* feat(client): subscribe_template
* feat(oauth): add user agent and IP logging to registration and login processes
* fix(balance): add timestamp to balance logs for payment, refund, and recharge transactions
* fix(log): correct comment for CommissionTypeRefund to improve clarity
* fix(log): replace magic number with constant for gift type in purchase checkout logic
* fix(log): rename OrderId to OrderNo for consistency in balance logging
* feat(log): add logging for balance, gift amount, and commission adjustments
* fix(user): correct placement of DeepCopy for user info update logic
* feat(log): add UserSubscribeId to FilterSubscribeLogRequest for enhanced filtering
* fix(purchase): streamline error handling and improve JSON marshaling for temporary orders
* fix(order): simplify commission handling and improve payload parsing logic
* fix(order): update commission calculation to actual payment amount minus gateway handling fee
* feat(payment): add support for CryptoSaaS payment platform and enhance configuration handling
* fix(balance): update QueryUserBalanceLog response structure to include balance log list
* fix(email): update task progress handling to use specific task ID for updates
* feat(quota): add quota task creation and querying endpoints with updated data structures
* fix(email): update task handling to use generic task model and improve error logging
* fix(order): improve error logging for database transaction and user cache updates
* feat(quota): enhance quota task management with new request structures and processing logic
* fix(quota): remove redundant quota task status endpoint from admin marketing routes
* fix(worker): update task completion status handling in worker logic
* fix(quota): update taskInfo to include current subscription count in quota logic
* doc(log): rename function for clarity and add cache cleanup comment
* fix(quota): update time handling in quota logic and correct subscriber ID query
* fix(quota): update time handling to use UnixMilli for start time in quota logic
* feat(protocol): add server protocol configuration query and enhance protocol options
* fix(quota): correct time range queries for start and expire times in quota logic
* fix(types): update plugin options to include 'none' in the plugin field
---------
Co-authored-by: Chang lue Tsen <tension@ppanel.dev>
167 lines
5.6 KiB
Go
167 lines
5.6 KiB
Go
package traffic
|
|
|
|
import (
|
|
"context"
|
|
"encoding/json"
|
|
"time"
|
|
|
|
"github.com/perfect-panel/server/pkg/logger"
|
|
|
|
"github.com/hibiken/asynq"
|
|
"github.com/perfect-panel/server/internal/config"
|
|
"github.com/perfect-panel/server/internal/svc"
|
|
"github.com/perfect-panel/server/internal/types"
|
|
)
|
|
|
|
type ServerDataLogic struct {
|
|
svc *svc.ServiceContext
|
|
}
|
|
|
|
func NewServerDataLogic(svc *svc.ServiceContext) *ServerDataLogic {
|
|
return &ServerDataLogic{
|
|
svc: svc,
|
|
}
|
|
}
|
|
|
|
func (l *ServerDataLogic) ProcessTask(ctx context.Context, _ *asynq.Task) error {
|
|
serverData := types.ServerTotalDataResponse{}
|
|
|
|
top10ServerToday, top10ServerYesterday, top10UserToday, top10UserYesterday := l.getRanking(ctx)
|
|
if len(top10ServerToday) == 0 {
|
|
top10ServerToday = make([]types.ServerTrafficData, 0)
|
|
}
|
|
if len(top10ServerYesterday) == 0 {
|
|
top10ServerYesterday = make([]types.ServerTrafficData, 0)
|
|
}
|
|
if len(top10UserToday) == 0 {
|
|
top10UserToday = make([]types.UserTrafficData, 0)
|
|
}
|
|
if len(top10UserYesterday) == 0 {
|
|
top10UserYesterday = make([]types.UserTrafficData, 0)
|
|
}
|
|
serverData.ServerTrafficRankingToday = top10ServerToday
|
|
serverData.ServerTrafficRankingYesterday = top10ServerYesterday
|
|
serverData.UserTrafficRankingToday = top10UserToday
|
|
serverData.UserTrafficRankingYesterday = top10UserYesterday
|
|
totalUploadToday, totalDownloadToday, totalDownloadMonthly, totalUploadMonthly := l.trafficCount(ctx)
|
|
serverData.TodayUpload = totalUploadToday
|
|
serverData.TodayDownload = totalDownloadToday
|
|
serverData.MonthlyUpload = totalUploadMonthly
|
|
serverData.MonthlyDownload = totalDownloadMonthly
|
|
serverData.UpdatedAt = time.Now().UnixMilli()
|
|
data, err := json.Marshal(serverData)
|
|
if err != nil {
|
|
logger.Error("[ServerDataLogic] Marshal server data failed", logger.Field("error", err.Error()), logger.Field("data", serverData))
|
|
return err
|
|
}
|
|
if err := l.svc.Redis.Set(ctx, config.ServerCountCacheKey, data, -1).Err(); err != nil {
|
|
logger.Error("[ServerDataLogic] Set server data failed", logger.Field("error", err.Error()))
|
|
return err
|
|
}
|
|
logger.Info("[ServerDataLogic] Update server data success")
|
|
return nil
|
|
}
|
|
|
|
func (l *ServerDataLogic) getRanking(ctx context.Context) (top10ServerToday, top10ServerYesterday []types.ServerTrafficData, top10UserToday, top10UserYesterday []types.UserTrafficData) {
|
|
now := time.Now()
|
|
// 获取服务器流量排行榜
|
|
serverToday, err := l.svc.TrafficLogModel.TopServersTrafficByDay(ctx, now, 10)
|
|
if err != nil {
|
|
logger.Error("[ServerDataLogic] Get top servers traffic by day failed", logger.Field("error", err.Error()))
|
|
} else {
|
|
for _, s := range serverToday {
|
|
if s.ServerId == 0 {
|
|
continue
|
|
}
|
|
serverInfo, err := l.svc.NodeModel.FindOneServer(ctx, s.ServerId)
|
|
if err != nil {
|
|
logger.Error("[ServerDataLogic] Find server failed", logger.Field("error", err.Error()))
|
|
continue
|
|
}
|
|
top10ServerToday = append(top10ServerToday, types.ServerTrafficData{
|
|
ServerId: s.ServerId,
|
|
Name: serverInfo.Name,
|
|
Upload: s.Upload,
|
|
Download: s.Download,
|
|
})
|
|
}
|
|
}
|
|
|
|
serverYesterday, err := l.svc.TrafficLogModel.TopServersTrafficByDay(ctx, now.AddDate(0, 0, -1), 10)
|
|
if err != nil {
|
|
logger.Error("[ServerDataLogic] Get top servers traffic by day failed", logger.Field("error", err.Error()))
|
|
} else {
|
|
for _, s := range serverYesterday {
|
|
serverInfo, err := l.svc.NodeModel.FindOneServer(ctx, s.ServerId)
|
|
if err != nil {
|
|
logger.Error("[ServerDataLogic] Find server failed", logger.Field("error", err.Error()))
|
|
continue
|
|
}
|
|
top10ServerYesterday = append(top10ServerYesterday, types.ServerTrafficData{
|
|
ServerId: s.ServerId,
|
|
Name: serverInfo.Name,
|
|
Upload: s.Upload,
|
|
Download: s.Download,
|
|
})
|
|
}
|
|
}
|
|
|
|
// 获取用户流量排行榜
|
|
userToday, err := l.svc.TrafficLogModel.TopUsersTrafficByDay(ctx, now, 10)
|
|
if err != nil {
|
|
logger.Error("[ServerDataLogic] Get top users traffic by day failed", logger.Field("error", err.Error()))
|
|
} else {
|
|
for _, u := range userToday {
|
|
//userInfo, err := l.svc.UserModel.FindOne(ctx, u.UserId)
|
|
//if err != nil {
|
|
// logx.Error("[ServerDataLogic] Find user failed", logx.Field("error", err.Error()))
|
|
// continue
|
|
//}
|
|
top10UserToday = append(top10UserToday, types.UserTrafficData{
|
|
SID: u.UserId,
|
|
Upload: u.Upload,
|
|
Download: u.Download,
|
|
})
|
|
}
|
|
}
|
|
|
|
userYesterday, err := l.svc.TrafficLogModel.TopUsersTrafficByDay(ctx, now.AddDate(0, 0, -1), 10)
|
|
if err != nil {
|
|
logger.Error("[ServerDataLogic] Get top users traffic by day failed", logger.Field("error", err.Error()))
|
|
} else {
|
|
for _, u := range userYesterday {
|
|
//userInfo, err := l.svc.UserModel.FindOne(ctx, u.UserId)
|
|
//if err != nil {
|
|
// logx.Error("[ServerDataLogic] Find user failed", logx.Field("error", err.Error()))
|
|
// continue
|
|
//}
|
|
top10UserYesterday = append(top10UserYesterday, types.UserTrafficData{
|
|
SID: u.UserId,
|
|
Upload: u.Upload,
|
|
Download: u.Download,
|
|
})
|
|
}
|
|
}
|
|
return
|
|
}
|
|
|
|
func (l *ServerDataLogic) trafficCount(ctx context.Context) (totalUploadToday, totalDownloadToday, totalDownloadMonthly, totalUploadMonthly int64) {
|
|
now := time.Now()
|
|
today, err := l.svc.TrafficLogModel.QueryTrafficByDay(ctx, now)
|
|
if err != nil {
|
|
logger.Error("[ServerDataLogic] Query traffic by day failed", logger.Field("error", err.Error()))
|
|
} else {
|
|
totalUploadToday = today.Upload
|
|
totalDownloadToday = today.Download
|
|
}
|
|
|
|
monthly, err := l.svc.TrafficLogModel.QueryTrafficByMonthly(ctx, now)
|
|
if err != nil {
|
|
logger.Error("[ServerDataLogic] Query traffic by monthly failed", logger.Field("error", err.Error()))
|
|
} else {
|
|
totalUploadMonthly = monthly.Upload
|
|
totalDownloadMonthly = monthly.Download
|
|
}
|
|
return
|
|
}
|