resourceChannel.go 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263
  1. package resourceChannel
  2. import (
  3. "encoding/json"
  4. "github.com/go-redis/redis"
  5. "golang.org/x/net/context"
  6. "log"
  7. "strconv"
  8. "strings"
  9. "time"
  10. )
  11. func redisCli() *redis.Client {
  12. client := redis.NewClient(&redis.Options{
  13. Addr: coo.RedisHost, // Redis地址
  14. Password: "", // Redis密码,默认为空
  15. DB: 1, // 使用哪个数据库,默认为0
  16. })
  17. _, cancel := context.WithTimeout(context.Background(), 500*time.Millisecond)
  18. defer cancel()
  19. return client
  20. }
  21. type ResourceAssessment struct {
  22. ID uint `gorm:"primaryKey" json:"id"` // 留学评估表
  23. DataType uint8 `json:"data_type"` // 1.网课 2.api资源 3.专题页 4.工作台录入 5.后台录入 6 小程序
  24. ChatID string `json:"chat_id"` // 会话id
  25. Channel int `json:"channel"` // 渠道id
  26. Category int `json:"category"` // 分类id
  27. CreatedAt time.Time `json:"created_at"` // 数据创建时间
  28. ReferPageURL string `json:"refer_page_url"` // 来源网址
  29. URL string `json:"url"` // 落地页地址
  30. ChatURL string `json:"chat_url"` // 对话发起页
  31. GrUserId string `json:"gr_user_id"` // 神策distinct_id
  32. }
  33. type SemJsChatRecord struct {
  34. ChatID int64 `gorm:"column:CHAT_ID"`
  35. CreateTime time.Time `gorm:"column:CREATE_TIME"`
  36. ReferPage string `gorm:"type:text;column:REFER_PAGE"`
  37. ChatURL string `gorm:"type:text;column:CHAT_URL"`
  38. ChannleID int `gorm:"column:CHANNLE_ID"`
  39. CategoryID int `gorm:"column:CATEGORY_ID"`
  40. GrUserID string `gorm:"column:gr_user_id"`
  41. }
  42. type ChannelCategory struct {
  43. Channel int
  44. Category int
  45. }
  46. // GetChannel 表单渠道归因处理
  47. func GetChannel(assessment ResourceAssessment) ChannelCategory {
  48. log.Printf("%v", assessment)
  49. // 获取神策URL(不包含utm)
  50. cc, _ := redisCli().Get("website:" + assessment.GrUserId).Result()
  51. var websiteUrl SensorsData
  52. json.Unmarshal([]byte(cc), &websiteUrl)
  53. // 到梦解析
  54. if !strings.Contains(assessment.URL, "utm") && !strings.Contains(assessment.ChatURL, "utm") && !strings.Contains(assessment.ReferPageURL, "utm") && (strings.Contains(assessment.ReferPageURL, "daomeng") || strings.Contains(assessment.ChatURL, "daomeng")) {
  55. log.Printf("解析到梦")
  56. assessment.Channel = 38
  57. assessment.Category = 201
  58. return ChannelCategory{assessment.Channel, assessment.Category}
  59. }
  60. // 网课解析
  61. if assessment.DataType == 1 {
  62. log.Printf("解析网课")
  63. assessment.Channel = 26
  64. assessment.Category = 121
  65. return ChannelCategory{assessment.Channel, assessment.Category}
  66. }
  67. // 小程序解析
  68. if strings.Contains(assessment.ChatURL, "pages") && strings.Split(strings.Split(assessment.ChatURL, "?")[1], "=")[0] == "miniapp" && (strings.Contains(assessment.ChatURL, "baidu") || strings.Contains(assessment.ChatURL, "wechat")) {
  69. log.Printf("解析小程序")
  70. appType := strings.Split(strings.Split(strings.Split(assessment.ChatURL, "?")[1], "=")[1], "_")[1]
  71. if appType == "baidu" {
  72. assessment.Channel = 1
  73. assessment.Category = 30
  74. } else if appType == "wechat" {
  75. assessment.Channel = 8
  76. assessment.Category = 32
  77. }
  78. return ChannelCategory{assessment.Channel, assessment.Category}
  79. }
  80. // URL解析
  81. if strings.Contains(assessment.URL, "link=") || strings.Contains(assessment.ReferPageURL, "link=") || strings.Contains(assessment.ChatURL, "link=") {
  82. log.Printf("解析URL")
  83. if strings.Contains(assessment.URL, "link=") {
  84. split := strings.Split(assessment.URL, "link")
  85. if strings.Contains(split[1], "form") {
  86. assessment.Channel, _ = strconv.Atoi(strings.Split(strings.Split(strings.Split(assessment.URL, "link")[1], "form")[0], "_")[1])
  87. assessment.Category, _ = strconv.Atoi(strings.Split(strings.Split(strings.Split(assessment.URL, "link")[1], "form")[0], "_")[2])
  88. } else {
  89. assessment.Channel = 5
  90. assessment.Category = 11
  91. }
  92. } else if strings.Contains(assessment.ReferPageURL, "link=") {
  93. split := strings.Split(assessment.ReferPageURL, "link")
  94. if strings.Contains(split[1], "form") {
  95. assessment.Channel, _ = strconv.Atoi(strings.Split(strings.Split(strings.Split(assessment.ReferPageURL, "link")[1], "form")[0], "_")[1])
  96. assessment.Category, _ = strconv.Atoi(strings.Split(strings.Split(strings.Split(assessment.ReferPageURL, "link")[1], "form")[0], "_")[2])
  97. } else {
  98. assessment.Channel = 5
  99. assessment.Category = 11
  100. }
  101. } else {
  102. split := strings.Split(assessment.ChatURL, "link")
  103. if strings.Contains(split[1], "form") {
  104. assessment.Channel, _ = strconv.Atoi(strings.Split(strings.Split(strings.Split(assessment.ChatURL, "link")[1], "form")[0], "_")[1])
  105. assessment.Category, _ = strconv.Atoi(strings.Split(strings.Split(strings.Split(assessment.ChatURL, "link")[1], "form")[0], "_")[2])
  106. } else {
  107. assessment.Channel = 5
  108. assessment.Category = 11
  109. }
  110. }
  111. return ChannelCategory{assessment.Channel, assessment.Category}
  112. }
  113. // 获取神策url(包含utm)
  114. cc1, _ := redisCli().Get("sensors:" + assessment.GrUserId).Result()
  115. var utmUrl SensorsData
  116. json.Unmarshal([]byte(cc1), &utmUrl)
  117. // 神策解析
  118. if utmUrl.Url != "" && !strings.Contains(assessment.URL, "link=") && !strings.Contains(assessment.ReferPageURL, "link=") && !strings.Contains(assessment.ChatURL, "link=") {
  119. log.Printf("解析神策")
  120. assessment.Channel = utmUrl.Channel
  121. assessment.Category = utmUrl.Category
  122. return ChannelCategory{assessment.Channel, assessment.Category}
  123. }
  124. // 搜索引擎SEO,外链解析
  125. if assessment.ReferPageURL != "" && !strings.Contains(assessment.ReferPageURL, "https://www.jjl.cn/") && !strings.Contains(assessment.ReferPageURL, "https://m.jjl.cn/") {
  126. log.Printf("解析SEO")
  127. assessment.Channel = 5
  128. assessment.Category = 11
  129. return ChannelCategory{assessment.Channel, assessment.Category}
  130. }
  131. // 官网自然访问解析
  132. if strings.Contains(assessment.URL, "https://www.jjl.cn/") || strings.Contains(assessment.URL, "https://m.jjl.cn/") ||
  133. strings.Contains(assessment.ReferPageURL, "https://www.jjl.cn/") || strings.Contains(assessment.ReferPageURL, "https://m.jjl.cn/") ||
  134. strings.Contains(assessment.ChatURL, "https://www.jjl.cn/") || strings.Contains(assessment.ChatURL, "https://m.jjl.cn/") ||
  135. strings.Contains(utmUrl.Url, "https://www.jjl.cn/") || strings.Contains(utmUrl.Url, "https://m.jjl.cn/") {
  136. log.Printf("解析官网")
  137. assessment.Channel = 7
  138. assessment.Category = 126
  139. return ChannelCategory{assessment.Channel, assessment.Category}
  140. }
  141. log.Printf("默认解析为SEO")
  142. assessment.Channel = 5
  143. assessment.Category = 11
  144. return ChannelCategory{assessment.Channel, assessment.Category}
  145. }
  146. // GetChatChannel 会话渠道归因处理
  147. func GetChatChannel(chat SemJsChatRecord) ChannelCategory {
  148. log.Printf("%v", chat)
  149. // 获取神策URL(不包含utm)
  150. cc, _ := redisCli().Get("website:" + chat.GrUserID).Result()
  151. var websiteUrl SensorsData
  152. json.Unmarshal([]byte(cc), &websiteUrl)
  153. // 小程序解析
  154. if strings.Contains(chat.ChatURL, "pages") && strings.Split(strings.Split(chat.ChatURL, "?")[1], "=")[0] == "miniapp" && (strings.Contains(chat.ChatURL, "baidu") || strings.Contains(chat.ChatURL, "wechat")) {
  155. log.Printf("小程序解析")
  156. log.Printf(chat.ChatURL)
  157. appType := strings.Split(strings.Split(strings.Split(chat.ChatURL, "?")[1], "=")[1], "_")[1]
  158. if appType == "baidu" {
  159. chat.ChannleID = 1
  160. chat.CategoryID = 30
  161. } else if appType == "wechat" {
  162. chat.ChannleID = 8
  163. chat.CategoryID = 32
  164. }
  165. return ChannelCategory{chat.ChannleID, chat.CategoryID}
  166. }
  167. // 到梦解析
  168. if !strings.Contains(chat.ReferPage, "utm") && !strings.Contains(chat.ChatURL, "utm") && (strings.Contains(chat.ReferPage, "daomeng") || strings.Contains(chat.ChatURL, "daomeng")) {
  169. log.Printf("到梦解析")
  170. chat.ChannleID = 38
  171. chat.CategoryID = 201
  172. return ChannelCategory{chat.ChannleID, chat.CategoryID}
  173. }
  174. // URL解析
  175. if strings.Contains(chat.ChatURL, "link=") || strings.Contains(chat.ReferPage, "link=") {
  176. log.Printf("解析URL")
  177. if strings.Contains(chat.ChatURL, "link=") {
  178. split := strings.Split(chat.ChatURL, "link=")
  179. if strings.Contains(split[1], "form") {
  180. chat.ChannleID, _ = strconv.Atoi(strings.Split(strings.Split(strings.Split(chat.ChatURL, "link")[1], "form")[0], "_")[1])
  181. chat.CategoryID, _ = strconv.Atoi(strings.Split(strings.Split(strings.Split(chat.ChatURL, "link")[1], "form")[0], "_")[2])
  182. } else {
  183. chat.ChannleID = 5
  184. chat.CategoryID = 11
  185. }
  186. } else {
  187. split := strings.Split(chat.ReferPage, "link=")
  188. if strings.Contains(split[1], "form") {
  189. chat.ChannleID, _ = strconv.Atoi(strings.Split(strings.Split(strings.Split(chat.ReferPage, "link")[1], "form")[0], "_")[1])
  190. chat.CategoryID, _ = strconv.Atoi(strings.Split(strings.Split(strings.Split(chat.ReferPage, "link")[1], "form")[0], "_")[2])
  191. } else {
  192. chat.ChannleID = 5
  193. chat.CategoryID = 11
  194. }
  195. }
  196. return ChannelCategory{chat.ChannleID, chat.CategoryID}
  197. }
  198. // 获取神策url(包含utm)
  199. cc1, _ := redisCli().Get("sensors:" + chat.GrUserID).Result()
  200. var utmUrl SensorsData
  201. json.Unmarshal([]byte(cc1), &utmUrl)
  202. // 神策解析
  203. if utmUrl.Url != "" && utmUrl.Channel > 0 && !strings.Contains(chat.ReferPage, "link=") && !strings.Contains(chat.ChatURL, "link=") {
  204. log.Printf("解析神策")
  205. chat.ChannleID = utmUrl.Channel
  206. chat.CategoryID = utmUrl.Category
  207. return ChannelCategory{chat.ChannleID, chat.CategoryID}
  208. }
  209. // 搜索引擎SEO,外链解析
  210. if chat.ReferPage != "" && !strings.Contains(chat.ReferPage, "https://www.jjl.cn/") && !strings.Contains(chat.ReferPage, "https://m.jjl.cn/") {
  211. log.Printf("解析SEO")
  212. chat.ChannleID = 5
  213. chat.CategoryID = 11
  214. return ChannelCategory{chat.ChannleID, chat.CategoryID}
  215. }
  216. // 官网自然访问解析
  217. if strings.Contains(chat.ReferPage, "https://www.jjl.cn/") || strings.Contains(chat.ReferPage, "https://m.jjl.cn/") ||
  218. strings.Contains(chat.ChatURL, "https://www.jjl.cn/") || strings.Contains(chat.ChatURL, "https://m.jjl.cn/") ||
  219. strings.Contains(utmUrl.Url, "https://www.jjl.cn/") || strings.Contains(utmUrl.Url, "https://m.jjl.cn/") {
  220. log.Printf("解析官网")
  221. chat.ChannleID = 7
  222. chat.CategoryID = 126
  223. return ChannelCategory{chat.ChannleID, chat.CategoryID}
  224. }
  225. log.Printf("默认解析为SEO")
  226. chat.ChannleID = 5
  227. chat.CategoryID = 11
  228. return ChannelCategory{chat.ChannleID, chat.CategoryID}
  229. }
  230. type SensorsData struct {
  231. DistinctId string `json:"distinctID"`
  232. Channel int `json:"channel"`
  233. Category int `json:"category"`
  234. Url string `json:"url"`
  235. }
  236. //func main() {
  237. // var assessment []ResourceAssessment
  238. // lib.GetDbInstance().Where("DATE(created_at) >= '2023-01-01'").Find(&assessment)
  239. // for _, value := range assessment {
  240. // cc := GetChannel(value)
  241. // println(cc.Channel)
  242. // println(cc.Category)
  243. // println("END")
  244. // }
  245. //
  246. // var chat []SemJsChatRecord
  247. // lib.GetDbInstance().Where("DATE(CREATE_TIME) >= '2023-01-01'").Find(&chat)
  248. // for _, value := range chat {
  249. // println(value.ChatID)
  250. // cc := GetChatChannel(value)
  251. // println(cc.Channel, cc.Category)
  252. // }
  253. //}