node.go 3.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173
  1. package analytic
  2. import (
  3. "encoding/json"
  4. "github.com/0xJacky/Nginx-UI/server/internal/logger"
  5. "github.com/0xJacky/Nginx-UI/server/model"
  6. "github.com/0xJacky/Nginx-UI/server/query"
  7. "github.com/gorilla/websocket"
  8. "github.com/opentracing/opentracing-go/log"
  9. "github.com/shirou/gopsutil/v3/cpu"
  10. "github.com/shirou/gopsutil/v3/load"
  11. "github.com/shirou/gopsutil/v3/net"
  12. "math"
  13. "net/http"
  14. "runtime"
  15. "sync"
  16. "time"
  17. )
  18. type Node struct {
  19. EnvironmentID int `json:"environment_id,omitempty"`
  20. Name string `json:"name,omitempty"`
  21. AvgLoad *load.AvgStat `json:"avg_load"`
  22. CPUPercent float64 `json:"cpu_percent"`
  23. MemoryPercent float64 `json:"memory_percent"`
  24. DiskPercent float64 `json:"disk_percent"`
  25. Network net.IOCountersStat `json:"network"`
  26. Status bool `json:"status"`
  27. }
  28. var mutex sync.Mutex
  29. type TNodeMap map[int]*Node
  30. var NodeMap TNodeMap
  31. func init() {
  32. NodeMap = make(TNodeMap)
  33. }
  34. func nodeAnalyticLive(env *model.Environment, errChan chan error) {
  35. for {
  36. err := nodeAnalyticRecord(env)
  37. if err != nil {
  38. // set node offline
  39. if NodeMap[env.ID] != nil {
  40. NodeMap[env.ID].Status = false
  41. }
  42. log.Error(err)
  43. errChan <- err
  44. // wait 5s then reconnect
  45. time.Sleep(5 * time.Second)
  46. }
  47. }
  48. }
  49. func nodeAnalyticRecord(env *model.Environment) (err error) {
  50. url, err := env.GetWebSocketURL("/api/analytic/intro")
  51. if err != nil {
  52. return
  53. }
  54. header := http.Header{}
  55. header.Set("X-Node-Secret", env.Token)
  56. c, _, err := websocket.DefaultDialer.Dial(url, header)
  57. if err != nil {
  58. return
  59. }
  60. defer c.Close()
  61. for {
  62. _, message, err := c.ReadMessage()
  63. if err != nil {
  64. return err
  65. }
  66. logger.Debugf("recv: %s %s", env.Name, message)
  67. var nodeAnalytic Node
  68. err = json.Unmarshal(message, &nodeAnalytic)
  69. if err != nil {
  70. return err
  71. }
  72. nodeAnalytic.EnvironmentID = env.ID
  73. nodeAnalytic.Name = env.Name
  74. // set online
  75. nodeAnalytic.Status = true
  76. mutex.Lock()
  77. NodeMap[env.ID] = &nodeAnalytic
  78. mutex.Unlock()
  79. }
  80. }
  81. func RetrieveNodesStatus() {
  82. NodeMap = make(TNodeMap)
  83. env := query.Environment
  84. envs, err := env.Find()
  85. if err != nil {
  86. logger.Error(err)
  87. return
  88. }
  89. errChan := make(chan error)
  90. for _, v := range envs {
  91. go nodeAnalyticLive(v, errChan)
  92. }
  93. // block at here
  94. for err = range errChan {
  95. log.Error(err)
  96. }
  97. }
  98. func GetNodeAnalyticIntro() (data Node) {
  99. memory, err := GetMemoryStat()
  100. if err != nil {
  101. logger.Error(err)
  102. return
  103. }
  104. cpuTimesBefore, _ := cpu.Times(false)
  105. time.Sleep(1000 * time.Millisecond)
  106. cpuTimesAfter, _ := cpu.Times(false)
  107. threadNum := runtime.GOMAXPROCS(0)
  108. cpuUserUsage := (cpuTimesAfter[0].User - cpuTimesBefore[0].User) / (float64(1000*threadNum) / 1000)
  109. cpuSystemUsage := (cpuTimesAfter[0].System - cpuTimesBefore[0].System) / (float64(1000*threadNum) / 1000)
  110. loadAvg, err := load.Avg()
  111. if err != nil {
  112. logger.Error(err)
  113. return
  114. }
  115. diskStat, err := GetDiskStat()
  116. if err != nil {
  117. logger.Error(err)
  118. return
  119. }
  120. netIO, err := net.IOCounters(false)
  121. if err != nil {
  122. logger.Error(err)
  123. return
  124. }
  125. var network net.IOCountersStat
  126. if len(netIO) > 0 {
  127. network = netIO[0]
  128. }
  129. return Node{
  130. AvgLoad: loadAvg,
  131. CPUPercent: math.Min((cpuUserUsage+cpuSystemUsage)*100, 100),
  132. MemoryPercent: memory.Pressure,
  133. DiskPercent: diskStat.Percentage,
  134. Network: network,
  135. }
  136. }