resourceChannel.go 9.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214
  1. package resourceChannel
  2. import (
  3. "bytes"
  4. "encoding/json"
  5. "io/ioutil"
  6. "net/http"
  7. "net/url"
  8. "strconv"
  9. "strings"
  10. "time"
  11. )
  12. type SemJsChatRecord struct {
  13. ChatID int64 `gorm:"column:CHAT_ID"`
  14. CreateTime time.Time `gorm:"column:CREATE_TIME"`
  15. ReferPage string `gorm:"type:text;column:REFER_PAGE"`
  16. ChatURL string `gorm:"type:text;column:CHAT_URL"`
  17. ChannleID int `gorm:"column:CHANNLE_ID"`
  18. CategoryID int `gorm:"column:CATEGORY_ID"`
  19. GrUserID string `gorm:"column:gr_user_id"`
  20. }
  21. // GetChatChannel 会话渠道归因处理
  22. func GetChatChannel(chat SemJsChatRecord) ChannelCategory {
  23. channel := 7
  24. category := 126
  25. if strings.Contains(chat.ChatURL, "pages") && strings.Split(strings.Split(chat.ChatURL, "?")[1], "=")[0] == "miniapp" {
  26. appType := strings.Split(strings.Split(strings.Split(chat.ChatURL, "?")[1], "=")[1], "_")[1]
  27. if appType == "baidu" {
  28. channel = 1
  29. category = 30
  30. } else if appType == "wechat" {
  31. channel = 8
  32. category = 32
  33. }
  34. } else if !strings.Contains(chat.ReferPage, "utm") && !strings.Contains(chat.ChatURL, "utm") && (strings.Contains(chat.ReferPage, "daomeng") || strings.Contains(chat.ChatURL, "daomeng")) {
  35. channel = 38
  36. category = 201
  37. } else if chat.ChannleID == 5 || chat.ChannleID == 7 && !strings.Contains(chat.ReferPage, "utm") && !strings.Contains(chat.ChatURL, "utm") {
  38. layout := "2006-01-02 15:04:05"
  39. startTime := chat.CreateTime.Add(-1 * time.Hour)
  40. start := startTime.Format(layout)
  41. end := chat.CreateTime.Format(layout)
  42. sql := "select $url from events where distinct_id = '" + chat.GrUserID + "'and event = '$pageview' and time between '" + start + "' and '" + end + "' order by time limit 1"
  43. url := getSensorsData(sql)
  44. if strings.Contains(url, "utm") && strings.Contains(strings.ToLower(url), "link") {
  45. println(url)
  46. println(strings.Split(url, "link")[1])
  47. channelIDString := strings.Split(strings.Split(url, "link")[1], "_")[1]
  48. categoryIDString := strings.Split(strings.Split(url, "link")[1], "_")[2]
  49. channel, _ = strconv.Atoi(channelIDString)
  50. category, _ = strconv.Atoi(categoryIDString)
  51. } else if url == "https://www.jjl.cn/" || url == "https://m.jjl.cn/" {
  52. channel = 7
  53. category = 126
  54. } else {
  55. channel = 5
  56. category = 11
  57. }
  58. } else {
  59. if strings.Contains(strings.ToLower(chat.ChatURL), "link") {
  60. println(chat.ChatURL)
  61. channelIDString := strings.Split(strings.Split(chat.ChatURL, "link")[1], "_")[1]
  62. categoryIDString := strings.Split(strings.Split(chat.ChatURL, "link")[1], "_")[2]
  63. channel, _ = strconv.Atoi(channelIDString)
  64. category, _ = strconv.Atoi(categoryIDString)
  65. } else if strings.Contains(strings.ToLower(chat.ReferPage), "link") {
  66. channelIDString := strings.Split(strings.Split(chat.ReferPage, "link")[1], "_")[1]
  67. categoryIDString := strings.Split(strings.Split(chat.ReferPage, "link")[1], "_")[2]
  68. channel, _ = strconv.Atoi(channelIDString)
  69. category, _ = strconv.Atoi(categoryIDString)
  70. } else if !strings.Contains(strings.ToLower(chat.ReferPage), "link") {
  71. channel = 7
  72. category = 126
  73. }
  74. }
  75. var channelCategory ChannelCategory
  76. channelCategory.Channel = channel
  77. channelCategory.Category = category
  78. return channelCategory
  79. }
  80. type ResourceAssessment struct {
  81. ID uint `gorm:"primaryKey" json:"id"` // 留学评估表
  82. DataType uint8 `json:"data_type"` // 1.网课 2.api资源 3.专题页 4.工作台录入 5.后台录入 6 小程序
  83. ChatID string `json:"chat_id"` // 会话id
  84. Channel int `json:"channel"` // 渠道id
  85. Category int `json:"category"` // 分类id
  86. CreatedAt time.Time `json:"created_at"` // 数据创建时间
  87. ReferPageURL string `json:"refer_page_url"` // 来源网址
  88. URL string `json:"url"` // 落地页地址
  89. ChatURL string `json:"chat_url"` // 对话发起页
  90. GrUserId string `json:"gr_user_id"` // 神策distinct_id
  91. }
  92. type ChannelCategory struct {
  93. Channel int
  94. Category int
  95. }
  96. // GetChannel 渠道归因处理
  97. func GetChannel(assessment ResourceAssessment) ChannelCategory {
  98. var channel int
  99. var category int
  100. if !strings.Contains(assessment.URL, "utm") && !strings.Contains(assessment.ChatURL, "utm") && !strings.Contains(assessment.ReferPageURL, "utm") && (strings.Contains(assessment.ReferPageURL, "daomeng") || strings.Contains(assessment.ChatURL, "daomeng")) {
  101. channel = 38
  102. category = 201
  103. } else if assessment.DataType == 1 {
  104. channel = 26
  105. category = 121
  106. } else if assessment.DataType == 5 || assessment.DataType == 7 {
  107. channel = assessment.Channel
  108. category = assessment.Category
  109. } else if assessment.DataType == 2 {
  110. if strings.Contains(assessment.URL, "link") {
  111. channel, _ = strconv.Atoi(strings.Split(strings.Split(strings.Split(assessment.URL, "link")[1], "form")[0], "_")[1])
  112. category, _ = strconv.Atoi(strings.Split(strings.Split(strings.Split(assessment.URL, "link")[1], "form")[0], "_")[2])
  113. } else if strings.Contains(assessment.ReferPageURL, "link") {
  114. channel, _ = strconv.Atoi(strings.Split(strings.Split(strings.Split(assessment.ReferPageURL, "link")[1], "form")[0], "_")[1])
  115. category, _ = strconv.Atoi(strings.Split(strings.Split(strings.Split(assessment.ReferPageURL, "link")[1], "form")[0], "_")[2])
  116. } else {
  117. channel = assessment.Channel
  118. category = assessment.Category
  119. }
  120. } else if assessment.DataType == 3 || ((assessment.Channel == 5 || assessment.Channel == 7) && assessment.ChatID != "") {
  121. if !strings.Contains(assessment.URL, "utm") && !strings.Contains(assessment.ChatURL, "utm") && !strings.Contains(assessment.ReferPageURL, "utm") {
  122. layout := "2006-01-02 15:04:05"
  123. startTime := assessment.CreatedAt.Add(-1 * time.Hour)
  124. start := startTime.Format(layout)
  125. end := assessment.CreatedAt.Format(layout)
  126. sql := "select $url from events where distinct_id = '" + assessment.GrUserId + "'and event = '$pageview' and time between '" + start + "' and '" + end + "' order by time limit 1"
  127. url := getSensorsData(sql)
  128. if strings.Contains(url, "utm") && strings.Contains(url, "link") {
  129. channel, _ = strconv.Atoi(strings.Split(strings.Split(strings.Split(url, "link")[1], "form")[0], "_")[1])
  130. category, _ = strconv.Atoi(strings.Split(strings.Split(strings.Split(url, "link")[1], "form")[0], "_")[2])
  131. } else if url == "https://www.jjl.cn/" || url == "https://m.jjl.cn/" {
  132. channel = 7
  133. category = 126
  134. } else {
  135. channel = 5
  136. category = 11
  137. }
  138. } else {
  139. if !strings.Contains(assessment.URL, "https") {
  140. assessment.URL = "https://wx.com" + assessment.URL
  141. }
  142. if !strings.Contains(assessment.ReferPageURL, "https") {
  143. assessment.ReferPageURL = "https://wx.com" + assessment.ReferPageURL
  144. }
  145. if strings.Contains(assessment.URL, "link") {
  146. channel, _ = strconv.Atoi(strings.Split(strings.Split(strings.Split(assessment.URL, "link")[1], "form")[0], "_")[1])
  147. category, _ = strconv.Atoi(strings.Split(strings.Split(strings.Split(assessment.URL, "link")[1], "form")[0], "_")[2])
  148. } else if strings.Contains(assessment.ReferPageURL, "link") {
  149. channel, _ = strconv.Atoi(strings.Split(strings.Split(strings.Split(assessment.ReferPageURL, "link")[1], "form")[0], "_")[1])
  150. category, _ = strconv.Atoi(strings.Split(strings.Split(strings.Split(assessment.ReferPageURL, "link")[1], "form")[0], "_")[2])
  151. } else {
  152. channel = 7
  153. category = 126
  154. }
  155. }
  156. } else if assessment.DataType == 4 {
  157. if strings.Contains(assessment.ChatURL, "link") {
  158. channel, _ = strconv.Atoi(strings.Split(strings.Split(strings.Split(assessment.ChatURL, "link")[1], "form")[0], "_")[1])
  159. category, _ = strconv.Atoi(strings.Split(strings.Split(strings.Split(assessment.ChatURL, "link")[1], "form")[0], "_")[2])
  160. } else if strings.Contains(assessment.ReferPageURL, "link") {
  161. channel, _ = strconv.Atoi(strings.Split(strings.Split(strings.Split(assessment.ReferPageURL, "link")[1], "form")[0], "_")[1])
  162. category, _ = strconv.Atoi(strings.Split(strings.Split(strings.Split(assessment.ReferPageURL, "link")[1], "form")[0], "_")[2])
  163. } else {
  164. channel = 7
  165. category = 126
  166. }
  167. }
  168. if channel == 0 {
  169. channel = 5
  170. }
  171. if category == 0 {
  172. category = 11
  173. }
  174. var channelCategory ChannelCategory
  175. channelCategory.Channel = channel
  176. channelCategory.Category = category
  177. return channelCategory
  178. }
  179. // Sensors 神策数据结构体
  180. type Sensors struct {
  181. Url string `json:"$url"`
  182. }
  183. // 访问神策API
  184. func getSensorsData(sql string) string {
  185. sensorsUrl := "https://sensorsview.jjl.cn/api/sql/query?token=128d837f466684101710cfb308e7556de975b717c6c2465ba5fc2836d57a64c8&project=production&type=impala&q=" + url.QueryEscape(sql) + "&format=json"
  186. data := []byte("")
  187. req, err := http.NewRequest("POST", sensorsUrl, bytes.NewBuffer(data))
  188. if err != nil {
  189. return err.Error()
  190. }
  191. req.Header.Set("Content-Type", "application/x-www-form-urlencoded")
  192. client := &http.Client{}
  193. resp, err := client.Do(req)
  194. if err != nil {
  195. return err.Error()
  196. }
  197. defer resp.Body.Close()
  198. respBody, err := ioutil.ReadAll(resp.Body)
  199. if err != nil {
  200. return err.Error()
  201. }
  202. var sensors Sensors
  203. json.Unmarshal([]byte(string(respBody)), &sensors)
  204. return sensors.Url
  205. }