123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114 |
- package nginx_log
- import (
- "context"
- "fmt"
- "time"
- "github.com/blevesearch/bleve/v2"
- "github.com/blevesearch/bleve/v2/search/query"
- "github.com/uozi-tech/cosy/logger"
- )
- // GetWorldMapData returns geographic data for world map visualization
- func (s *AnalyticsService) GetWorldMapData(ctx context.Context, logPath string, startTime, endTime time.Time) ([]WorldMapData, error) {
- if s.indexer == nil {
- return nil, fmt.Errorf("indexer not available")
- }
- if !IsLogPathUnderWhiteList(logPath) {
- return nil, fmt.Errorf("log path is not under whitelist")
- }
- // Get stats service
- statsService := NewBleveStatsService()
- statsService.SetIndexer(s.indexer)
- // Build base query
- baseQuery, err := s.buildTimeRangeQuery(logPath, startTime, endTime)
- if err != nil {
- return nil, fmt.Errorf("failed to build query: %w", err)
- }
- // Get world map data from Bleve stats service
- return statsService.GetWorldMapData(ctx, baseQuery)
- }
- // GetChinaMapData returns geographic data for China map visualization
- func (s *AnalyticsService) GetChinaMapData(ctx context.Context, logPath string, startTime, endTime time.Time) ([]ChinaMapData, error) {
- if s.indexer == nil {
- return nil, fmt.Errorf("indexer not available")
- }
- if !IsLogPathUnderWhiteList(logPath) {
- return nil, fmt.Errorf("log path is not under whitelist")
- }
- // Get stats service
- statsService := NewBleveStatsService()
- statsService.SetIndexer(s.indexer)
- // Build base query
- baseQuery, err := s.buildTimeRangeQuery(logPath, startTime, endTime)
- if err != nil {
- return nil, fmt.Errorf("failed to build query: %w", err)
- }
- // Get China map data from Bleve stats service
- return statsService.GetChinaMapData(ctx, baseQuery)
- }
- // GetGeoStats returns geographic statistics
- func (s *AnalyticsService) GetGeoStats(ctx context.Context, logPath string, startTime, endTime time.Time, limit int) ([]GeoStats, error) {
- if s.indexer == nil {
- return nil, fmt.Errorf("indexer not available")
- }
- if !IsLogPathUnderWhiteList(logPath) {
- return nil, fmt.Errorf("log path is not under whitelist")
- }
- // Get stats service
- statsService := NewBleveStatsService()
- statsService.SetIndexer(s.indexer)
- // Build base query
- baseQuery, err := s.buildTimeRangeQuery(logPath, startTime, endTime)
- if err != nil {
- return nil, fmt.Errorf("failed to build query: %w", err)
- }
- // Get geographic statistics from Bleve stats service
- return statsService.GetGeoStats(ctx, baseQuery, limit)
- }
- // buildTimeRangeQuery builds a query for the given time range and log path
- func (s *AnalyticsService) buildTimeRangeQuery(logPath string, startTime, endTime time.Time) (query.Query, error) {
- var queries []query.Query
- // Add file path filter if specified
- if logPath != "" {
- filePathQuery := bleve.NewTermQuery(logPath)
- filePathQuery.SetField("file_path")
- queries = append(queries, filePathQuery)
- }
- // Add time range filter if specified
- if !startTime.IsZero() || !endTime.IsZero() {
- dateQuery := bleve.NewDateRangeQuery(startTime, endTime)
- dateQuery.SetField("timestamp")
- queries = append(queries, dateQuery)
-
- logger.Debugf("Time range query: start=%v, end=%v", startTime, endTime)
- }
- // Combine queries
- switch len(queries) {
- case 0:
- return bleve.NewMatchAllQuery(), nil
- case 1:
- return queries[0], nil
- default:
- return bleve.NewConjunctionQuery(queries...), nil
- }
- }
|