update_data.go 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327
  1. package main
  2. import (
  3. "fmt"
  4. "math"
  5. "strings"
  6. tgbotapi "github.com/go-telegram-bot-api/telegram-bot-api"
  7. )
  8. func (c *Connection) UpdateData() {
  9. LogInfo.Println("Updating data!")
  10. // Getting list of unique wallets in user table
  11. var walletList []string
  12. result := c.GormDb.Model(&User{}).
  13. Not("wallet = ?", "").
  14. Select("DISTINCT(wallet)").
  15. Scan(&walletList)
  16. if result.Error != nil {
  17. LogError.Println(result.Error)
  18. return
  19. }
  20. for _, wallet := range walletList {
  21. c.UpdateWallet(wallet)
  22. }
  23. }
  24. func (c *Connection) UpdateWallet(wallet string) {
  25. LogInfo.Printf(">> Getting data for wallet %s\n", wallet)
  26. url := fmt.Sprintf("%s/miner/%s", appSettings.ApiUrl, wallet)
  27. LogInfo.Print("From: " + url)
  28. currentStats, err := MinerStats(url)
  29. if err != nil {
  30. if strings.Contains(err.Error(), "No data for miner") {
  31. LogInfo.Println("No currentStats data for miner")
  32. } else {
  33. LogError.Println(err)
  34. }
  35. return
  36. }
  37. if currentStats.Status == "OK" {
  38. if currentStats.Data == (JsonCurrentStats{}).Data {
  39. // if fmt.Sprintf("%T", currentStats.(map[string]interface{})["data"]) != "map[string]interface {}" {
  40. LogInfo.Printf("data in response from %s for wallet %s not an interface!\n", appSettings.ApiUrl, wallet)
  41. return
  42. }
  43. // data := currentStats.(map[string]interface{})["data"].(map[string]interface{})
  44. LogInfo.Printf("Creating new record for miner %s, time %d\n", wallet, currentStats.Data.Time)
  45. // Line 28 of UpdateData.cs
  46. // NOTE: No use for creating new record here
  47. var newMinerRecord Miner
  48. newMinerRecord.Wallet = wallet
  49. newMinerRecord.Time = currentStats.Data.Time
  50. newMinerRecord.ReportedHashrate = currentStats.Data.ReportedHashrate
  51. newMinerRecord.CurrentHashrate = currentStats.Data.CurrentHashrate
  52. newMinerRecord.ValidShares = currentStats.Data.ValidShares
  53. newMinerRecord.StaleShares = currentStats.Data.StaleShares
  54. newMinerRecord.InvalidShares = currentStats.Data.InvalidShares
  55. newMinerRecord.Workers = currentStats.Data.ActiveWorkers
  56. newMinerRecord.Unpaid = currentStats.Data.Unpaid
  57. LogInfo.Printf("New miner record creating complete %s", newMinerRecord.Wallet)
  58. // Line 42 of UpdateData.cs
  59. // Search for latest record for miner
  60. var lastMinerRecord Miner
  61. result := c.GormDb.
  62. Where("wallet = ?", newMinerRecord.Wallet).
  63. Order("time desc").
  64. Limit(1).
  65. Find(&lastMinerRecord)
  66. if result.Error != nil {
  67. LogError.Println(result.Error)
  68. return
  69. }
  70. // No previous records for miner
  71. // Or previous record from different time
  72. if result.RowsAffected == 0 || lastMinerRecord.Time != newMinerRecord.Time {
  73. result = c.GormDb.Create(&newMinerRecord)
  74. if result.Error != nil {
  75. LogInfo.Println(result.Error)
  76. return
  77. }
  78. LogInfo.Printf("Added new row for miner %s\n", newMinerRecord.Wallet)
  79. // Line 54 of UpdateData.cs
  80. if lastMinerRecord != (Miner{}) && newMinerRecord.Unpaid < lastMinerRecord.Unpaid {
  81. var walletChats []int64
  82. result := c.GormDb.Model(&User{}).
  83. Where("wallet = ?", newMinerRecord.Wallet).
  84. Select("chat_id").
  85. Scan(&walletChats)
  86. if result.Error != nil {
  87. LogError.Println(result.Error)
  88. return
  89. }
  90. for _, chat := range walletChats {
  91. LogInfo.Println("Sended 'Payout detected!' message to chat ", chat)
  92. go myBotClient.Send(tgbotapi.NewMessage(chat, "Payout detected!"))
  93. }
  94. }
  95. // Line 64 of UpdateData.cs
  96. LogInfo.Printf("Getting workers data for wallet %s\n", wallet)
  97. url = fmt.Sprintf("%s/miner/%s/workers", appSettings.ApiUrl, wallet)
  98. LogInfo.Print("From: " + url)
  99. var currentWorker JsonWorker
  100. // currentWorker := ethermine_api.WorkersStats("") url to miner
  101. err := UnmasrshalFromUrl(url, &currentWorker)
  102. if err != nil {
  103. LogError.Println(err)
  104. return
  105. }
  106. if currentWorker.Status == "OK" {
  107. if len(currentWorker.Data) == 0 {
  108. LogInfo.Printf("data in response from %s for workers of wallet %s not an interface!\n", appSettings.ApiUrl, wallet)
  109. return
  110. }
  111. for i := range currentWorker.Data {
  112. workerData := currentWorker.Data[i]
  113. LogInfo.Printf("Creating new worker record for %s, time %d\n", workerData.Worker, workerData.Time)
  114. var newWorkerRecord Worker
  115. newWorkerRecord.Wallet = newMinerRecord.Wallet
  116. newWorkerRecord.Time = workerData.Time
  117. newWorkerRecord.Worker = workerData.Worker
  118. newWorkerRecord.ReportedHashrate = workerData.ReportedHashrate
  119. newWorkerRecord.CurrentHashrate = workerData.CurrentHashrate
  120. newWorkerRecord.ValidShares = workerData.ValidShares
  121. newWorkerRecord.StaleShares = workerData.StaleShares
  122. newWorkerRecord.InvalidShares = workerData.InvalidShares
  123. LogInfo.Printf("New worker record creating complete %s", newWorkerRecord.Worker)
  124. //Search for latest record for worker
  125. var lastWorkerRecord Worker
  126. result = c.GormDb.
  127. Where("worker = ?", workerData.Worker).
  128. Order("time desc").
  129. Limit(1).
  130. Find(&lastWorkerRecord)
  131. if result.Error != nil {
  132. LogError.Println(result.Error)
  133. }
  134. // Line 85 of UpdateData.cs
  135. if lastWorkerRecord != (Worker{}) {
  136. // Search for latest miner record... again?
  137. var lastMinerRecord1 Miner
  138. result = c.GormDb.
  139. Where("wallet = ?", newMinerRecord.Wallet).
  140. Order("time desc").
  141. Limit(1).
  142. Find(&lastMinerRecord1)
  143. if result.Error != nil {
  144. LogError.Println(result.Error)
  145. }
  146. //Line 91 of UpdateData.cs
  147. if lastMinerRecord1 != (Miner{}) {
  148. //check for payout
  149. if newMinerRecord.Unpaid < lastMinerRecord1.Unpaid {
  150. // Adding new payout field to db
  151. url := fmt.Sprintf("%s/miner/%s/payouts", appSettings.ApiUrl, wallet)
  152. var payouts JsonPayouts
  153. err := UnmasrshalFromUrl(url, &payouts)
  154. if err != nil {
  155. LogError.Println(err)
  156. return
  157. }
  158. lastPayout := payouts.Data[0]
  159. LogInfo.Println("Last payout time =", lastPayout.PaidOn)
  160. var newPayoutRecord Payout
  161. newPayoutRecord.Wallet = wallet
  162. newPayoutRecord.Time = lastPayout.PaidOn
  163. newPayoutRecord.Amount = lastPayout.Amount
  164. newPayoutRecord.Worker = workerData.Worker
  165. workerAmount := float64(lastWorkerRecord.WorkerUnpaid+
  166. (float64(lastPayout.Amount-lastMinerRecord.Unpaid))) *
  167. (float64(workerData.ReportedHashrate) / float64(newMinerRecord.ReportedHashrate))
  168. if math.IsNaN(workerAmount) || math.IsInf(workerAmount, 0) {
  169. workerAmount = lastWorkerRecord.WorkerUnpaid
  170. }
  171. newPayoutRecord.WorkerAmount = workerAmount
  172. workerUnpaid := float64(newMinerRecord.Unpaid) *
  173. (float64(workerData.ReportedHashrate) / float64(newMinerRecord.ReportedHashrate))
  174. LogDebug.Println("newMinerRecord.Unpaid:", newMinerRecord.Unpaid)
  175. LogDebug.Println("lastMinerRecord.Unpaid:", lastMinerRecord.Unpaid)
  176. LogDebug.Println("workerData.ReportedHashrate:", workerData.ReportedHashrate)
  177. LogDebug.Println("newMinerRecord.ReportedHashrate:", newMinerRecord.ReportedHashrate)
  178. LogDebug.Println("workerUnpaid:", workerUnpaid)
  179. if math.IsNaN(workerUnpaid) || math.IsInf(workerUnpaid, 0) {
  180. LogDebug.Println("workerUnpaid is NaN or Inf")
  181. workerUnpaid = 0
  182. }
  183. newWorkerRecord.WorkerUnpaid = workerUnpaid
  184. result = c.GormDb.Create(&newPayoutRecord)
  185. if result.Error != nil {
  186. LogError.Println(result.Error)
  187. return
  188. }
  189. LogInfo.Println("Add newPayoutRecord, time =", newPayoutRecord.Time)
  190. //removing old records
  191. result = c.GormDb.
  192. Where("wallet = ? AND time < ?", newPayoutRecord.Wallet, newPayoutRecord.Time).
  193. Delete(Worker{})
  194. if result.Error != nil {
  195. LogError.Println(result.Error)
  196. }
  197. result = c.GormDb.
  198. Where("wallet = ? AND time < ?", newPayoutRecord.Wallet, newPayoutRecord.Time).
  199. Delete(Miner{})
  200. if result.Error != nil {
  201. LogError.Println(result.Error)
  202. }
  203. result = c.GormDb.
  204. Where("wallet = ? AND time < ?", newPayoutRecord.Wallet, newPayoutRecord.Time).
  205. Delete(Payout{})
  206. if result.Error != nil {
  207. LogError.Println(result.Error)
  208. }
  209. //Line 135 of UpdateData.cs
  210. } else {
  211. //no check that last balance and prev balance are the same
  212. //don't sure > or >=
  213. //TODO rewrite this
  214. var max int64
  215. result := c.GormDb.Model(&Payout{}).
  216. Where("wallet = ?", lastWorkerRecord.Wallet).
  217. Order("time desc").
  218. Limit(1).
  219. Select("time").
  220. Scan(&max)
  221. if result.Error != nil {
  222. LogWarn.Printf("No payouts data for %s! Time is set to 0!\n", lastWorkerRecord.Wallet)
  223. LogError.Println(result.Error)
  224. max = 0
  225. }
  226. if lastWorkerRecord.Time > max {
  227. workerUnpaid := float64(lastWorkerRecord.WorkerUnpaid+
  228. float64(newMinerRecord.Unpaid-lastMinerRecord.Unpaid)) *
  229. (float64(workerData.ReportedHashrate) / float64(newMinerRecord.ReportedHashrate))
  230. if math.IsNaN(workerUnpaid) || math.IsInf(workerUnpaid, 0) {
  231. workerUnpaid = lastWorkerRecord.WorkerUnpaid
  232. }
  233. newWorkerRecord.WorkerUnpaid = workerUnpaid
  234. // Line 169 of UpdateData.cs
  235. } else {
  236. workerUnpaid := float64((newMinerRecord.Unpaid - lastMinerRecord.Unpaid)) *
  237. (float64(workerData.ReportedHashrate) / float64(newMinerRecord.ReportedHashrate))
  238. if math.IsNaN(workerUnpaid) || math.IsInf(workerUnpaid, 0) {
  239. workerUnpaid = lastWorkerRecord.WorkerUnpaid
  240. }
  241. newWorkerRecord.WorkerUnpaid = workerUnpaid
  242. var targetedChats []int64
  243. result = c.GormDb.
  244. Where(&User{Wallet: newMinerRecord.Wallet}).
  245. Select("DISTINCT(chat_id)").
  246. Scan(&targetedChats)
  247. if result.Error != nil {
  248. LogError.Println(result.Error)
  249. } else {
  250. msg := fmt.Sprintf("Debug info: Your worker %s hasn't been zeroed on payout!", workerData.Worker)
  251. for _, chatId := range targetedChats {
  252. go myBotClient.Send(tgbotapi.NewMessage(int64(chatId), msg))
  253. }
  254. LogDebug.Printf("Worker %s on address %s hasn't been zeroed on payout!\n", workerData.Worker, wallet)
  255. }
  256. }
  257. }
  258. }
  259. // Line 196 of UpdateData.cs
  260. } else {
  261. LogDebug.Println("Setting WorkerUnpaid to 0")
  262. newWorkerRecord.WorkerUnpaid = 0
  263. }
  264. var rowsCount int64
  265. result = c.GormDb.Model(&Worker{}).
  266. Where("worker = ? and time = ?", newWorkerRecord.Worker, newWorkerRecord.Time).
  267. Count(&rowsCount)
  268. if result.Error != nil {
  269. LogError.Println(result.Error)
  270. return
  271. }
  272. if rowsCount != 0 {
  273. LogInfo.Printf("Error adding new row: row with worker: %s, time: %d already exists!\n", newWorkerRecord.Worker, newWorkerRecord.Time)
  274. return
  275. }
  276. result = c.GormDb.Create(&newWorkerRecord)
  277. if result.Error != nil {
  278. LogError.Println(result.Error)
  279. } else {
  280. LogInfo.Printf("Added new row for worker %s\n", newWorkerRecord.Worker)
  281. }
  282. }
  283. }
  284. // Line 222 of UpdateData.cs
  285. } else {
  286. LogInfo.Printf("Row with wallet: %s and time: %d already exists!", wallet, currentStats.Data.Time)
  287. }
  288. } else {
  289. LogError.Printf("Error response from pool for %s!\n", wallet)
  290. }
  291. }