micro_srv.go 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433
  1. package micro_srv
  2. import (
  3. "context"
  4. "dashoo.cn/opms_libary/dynamic"
  5. "dashoo.cn/opms_libary/multipart"
  6. "encoding/json"
  7. "errors"
  8. "github.com/gogf/gf/util/gconv"
  9. "io/ioutil"
  10. "net"
  11. "os"
  12. "path"
  13. "strconv"
  14. "strings"
  15. "time"
  16. "dashoo.cn/common_definition/comm_def"
  17. "dashoo.cn/opms_libary/gtoken"
  18. "dashoo.cn/opms_libary/myerrors"
  19. "dashoo.cn/opms_libary/request"
  20. "github.com/gogf/gf/encoding/gbase64"
  21. "github.com/gogf/gf/encoding/gjson"
  22. "github.com/gogf/gf/errors/gerror"
  23. "github.com/gogf/gf/frame/g"
  24. "github.com/gogf/gf/net/ghttp"
  25. "github.com/gogf/gf/text/gstr"
  26. "github.com/rcrowley/go-metrics"
  27. consulclient "github.com/rpcxio/rpcx-consul/client"
  28. "github.com/rpcxio/rpcx-consul/serverplugin"
  29. "github.com/smallnest/rpcx/client"
  30. "github.com/smallnest/rpcx/protocol"
  31. "github.com/smallnest/rpcx/server"
  32. "github.com/smallnest/rpcx/share"
  33. )
  34. // InitMicroSrvClient 获取微服务客户端,arg为可选参数,若有必须是两个,分别是:reg string, serverAddr string
  35. func InitMicroSrvClient(serviceName, key string, args ...string) (c client.XClient) {
  36. reg := g.Config().GetString("service_registry.registry")
  37. etcdAddr := g.Config().GetString("service_registry.server-addr")
  38. if len(args) == 2 {
  39. reg = args[0]
  40. etcdAddr = args[1]
  41. }
  42. config := g.Config().GetString(key)
  43. arr := strings.Split(config, ",")
  44. srvName := arr[0]
  45. if len(arr) == 2 { // 点对点 直连
  46. d, _ := client.NewPeer2PeerDiscovery("tcp@"+arr[1], "")
  47. c = client.NewXClient(serviceName, client.Failtry, client.RandomSelect, d, client.DefaultOption)
  48. return c
  49. } else {
  50. if reg == "consul" { // 服务发现使用consul
  51. //d, _ := etcd_client.NewEtcdV3Discovery(srvName, serviceName, []string{etcdAddr}, nil)
  52. d, _ := consulclient.NewConsulDiscovery(srvName, serviceName, []string{etcdAddr}, nil)
  53. //d, _ := client.NewConsulDiscovery(srvName, serviceName, []string{etcdAddr}, nil)
  54. c = client.NewXClient(serviceName, client.Failover, client.RoundRobin, d, client.DefaultOption)
  55. return c
  56. }
  57. }
  58. return nil
  59. }
  60. func CreateAndInitService(basePath string) *server.Server {
  61. srvAddr := g.Config().GetString("setting.bind-addr")
  62. fileAddr := g.Config().GetString("setting.bind-mutipart-addr")
  63. etcdAddr := g.Config().GetString("service_registry.server-addr")
  64. s := server.NewServer()
  65. advertiseAddr := srvAddr
  66. if g.Config().GetBool("setting.need-advertise-addr") {
  67. advertiseAddr = g.Config().GetString("setting.advertise-addr")
  68. }
  69. g.Log().Infof("服务启动, basePath: %v, MicorSrv: %v", basePath, srvAddr)
  70. reg := g.Config().GetString("service_registry.registry")
  71. //if reg == "etcd" {
  72. // addEtcdRegistryPlugin(s, basePath, advertiseAddr, etcdAddr)
  73. //}
  74. if reg == "consul" {
  75. addConsulRegistryPlugin(s, basePath, advertiseAddr, etcdAddr)
  76. }
  77. if fileAddr != "" {
  78. p := server.NewStreamService(fileAddr, streamHandler, nil, 1000)
  79. s.EnableStreamService(share.StreamServiceName, p)
  80. }
  81. return s
  82. }
  83. func addConsulRegistryPlugin(s *server.Server, basePath, srvAddr, consulAddr string) {
  84. r := &serverplugin.ConsulRegisterPlugin{
  85. ServiceAddress: "tcp@" + srvAddr,
  86. ConsulServers: []string{consulAddr},
  87. BasePath: basePath,
  88. Metrics: metrics.NewRegistry(),
  89. UpdateInterval: time.Minute,
  90. }
  91. err := r.Start()
  92. if err != nil {
  93. g.Log().Fatal(err)
  94. }
  95. g.Log().Infof("注册到Consul: %v, basePath: %v, MicorSrv: %v", consulAddr, basePath, srvAddr)
  96. s.Plugins.Add(r)
  97. }
  98. func streamHandler(conn net.Conn, args *share.StreamServiceArgs) {
  99. defer conn.Close()
  100. ctx := context.Background()
  101. ctx = context.WithValue(ctx, share.ReqMetaDataKey, args.Meta)
  102. token, err := GetToken(ctx)
  103. if err != nil {
  104. result, _ := handError(err)
  105. conn.Write(result)
  106. return
  107. }
  108. resp := validToken(ctx, token)
  109. if resp.Code != 0 {
  110. result, _ := handError(myerrors.AuthError())
  111. conn.Write(result)
  112. return
  113. }
  114. args.Meta["userInfo"] = resp.DataString()
  115. ctx = context.WithValue(ctx, share.ReqMetaDataKey, args.Meta)
  116. var form = new(multipart.Form)
  117. form.Value = map[string]string{}
  118. form.File = map[string]*multipart.FileHeader{}
  119. for key, value := range args.Meta {
  120. form.Value[key] = value
  121. }
  122. fileNum := gconv.Int(args.Meta["fileNum"])
  123. if fileNum > 0 {
  124. for {
  125. // 读取文件名长度
  126. buf := make([]byte, 3)
  127. conn.Read(buf)
  128. length, _ := strconv.Atoi(strings.TrimSpace(string(buf)))
  129. // 读取文件名
  130. fileHeader := make([]byte, length)
  131. _, err = conn.Read(fileHeader)
  132. headers := strings.Split(string(fileHeader), " ")
  133. paramName := headers[0]
  134. fileName := headers[1]
  135. fileSize := headers[2]
  136. //获取文件后缀
  137. suffix := path.Ext(fileName)
  138. tmpFile, err := ioutil.TempFile(os.TempDir(), "multipart-*"+suffix)
  139. if err != nil {
  140. g.Log().Error(err)
  141. return
  142. }
  143. defer os.Remove(tmpFile.Name())
  144. size, _ := strconv.Atoi(fileSize)
  145. buf = make([]byte, size)
  146. conn.Read(buf)
  147. tmpFile.Write(buf)
  148. form.File[paramName] = &multipart.FileHeader{FileName: fileName, FileSize: int64(size), File: tmpFile}
  149. // 判断是否结束
  150. isEnd := make([]byte, 1)
  151. _, err = conn.Read(isEnd)
  152. if err != nil || isEnd[0] == '1' {
  153. continue
  154. }
  155. if isEnd[0] == '2' {
  156. break
  157. }
  158. }
  159. }
  160. result := make([]byte, 0)
  161. className, _ := args.Meta["reqService"]
  162. methodName, _ := args.Meta["reqMethod"]
  163. message := new(dynamic.Message)
  164. message.ClassName = className
  165. message.MethodName = methodName
  166. message.Metadata = args.Meta
  167. message.Payload = form
  168. rsp, err := dynamic.Invoker.HandleInvoker(ctx, message)
  169. if err != nil {
  170. resp := make(map[string]interface{})
  171. resp["code"] = 500
  172. resp["data"] = err.Error()
  173. result, _ = json.Marshal(resp)
  174. } else {
  175. result, _ = json.Marshal(rsp.Payload)
  176. }
  177. conn.Write(result)
  178. conn.Close()
  179. }
  180. func getTenant(msg *protocol.Message) string {
  181. var tenant string
  182. if msg.Metadata != nil {
  183. tenant = msg.Metadata["tenant"]
  184. }
  185. return tenant
  186. }
  187. // HandleAuth 处理Auth认证
  188. func HandleAuth(ctx context.Context, req *protocol.Message, token string, authExcludePaths []string) error {
  189. reqPath := "/" + req.ServicePath + "/" + req.ServiceMethod
  190. tenant := getTenant(req)
  191. g.Log().Info("Received " + reqPath + " request @ " + tenant)
  192. if authPath(reqPath, authExcludePaths) {
  193. req.Metadata["authExclude"] = "false"
  194. var rsp gtoken.Resp
  195. notAuthSrv := ctx.Value("NotAuthSrv")
  196. if notAuthSrv != nil && notAuthSrv.(bool) {
  197. rsp = gtoken.GFToken.ValidToken(token)
  198. } else {
  199. ctx = context.WithValue(ctx, share.ReqMetaDataKey, map[string]string{"tenant": tenant})
  200. rsp = validToken(ctx, token)
  201. }
  202. if rsp.Code != 0 && rsp.Code != 200 {
  203. return myerrors.AuthError()
  204. }
  205. if req.Metadata != nil {
  206. req.Metadata["userInfo"] = rsp.DataString()
  207. }
  208. return nil
  209. }
  210. return nil
  211. }
  212. // 判断路径是否需要进行认证拦截
  213. // return true 需要认证
  214. func authPath(urlPath string, authExcludePaths []string) bool {
  215. // 去除后斜杠
  216. if strings.HasSuffix(urlPath, "/") {
  217. urlPath = gstr.SubStr(urlPath, 0, len(urlPath)-1)
  218. }
  219. // 排除路径处理,到这里nextFlag为true
  220. for _, excludePath := range authExcludePaths {
  221. tmpPath := excludePath
  222. // 前缀匹配
  223. if strings.HasSuffix(tmpPath, "/*") {
  224. tmpPath = gstr.SubStr(tmpPath, 0, len(tmpPath)-2)
  225. if gstr.HasPrefix(urlPath, tmpPath) {
  226. // 前缀匹配不拦截
  227. return false
  228. }
  229. } else {
  230. // 全路径匹配
  231. if strings.HasSuffix(tmpPath, "/") {
  232. tmpPath = gstr.SubStr(tmpPath, 0, len(tmpPath)-1)
  233. }
  234. if urlPath == tmpPath {
  235. // 全路径匹配不拦截
  236. return false
  237. }
  238. }
  239. }
  240. return true
  241. }
  242. // 验证token
  243. func validToken(ctx context.Context, token string) gtoken.Resp {
  244. grsp := gtoken.Resp{}
  245. if token == "" {
  246. grsp.Code = 401
  247. grsp.Msg = "valid token empty"
  248. return grsp
  249. }
  250. authService := InitMicroSrvClient("Auth", "micro_srv.auth")
  251. defer authService.Close()
  252. rsp := &comm_def.CommonMsg{}
  253. err := authService.Call(ctx, "ValidToken", token, rsp)
  254. if err != nil {
  255. g.Log().Error(err)
  256. grsp.Code = 401
  257. return grsp
  258. }
  259. grsp.Code = int(rsp.Code)
  260. grsp.Msg = rsp.Msg
  261. grsp.Data = rsp.Data
  262. return grsp
  263. }
  264. // IsAuthExclude 是否进行auth验证
  265. func IsAuthExclude(ctx context.Context) bool {
  266. reqMeta := ctx.Value(share.ReqMetaDataKey).(map[string]string)
  267. flag, ok := reqMeta["authExclude"]
  268. if !ok || flag == "true" {
  269. return true
  270. }
  271. return false
  272. }
  273. // GetUserInfo 从context中获取UserInfo
  274. func GetUserInfo(ctx context.Context) (request.UserInfo, error) {
  275. reqMeta := ctx.Value(share.ReqMetaDataKey).(map[string]string)
  276. userStr, ok := reqMeta["userInfo"]
  277. if !ok {
  278. return request.UserInfo{}, errors.New("用户信息获取失败,请重新登录。")
  279. }
  280. userInfo, err := getUserInfoDataString(userStr)
  281. if err != nil {
  282. return request.UserInfo{}, errors.New("用户信息解码失败。")
  283. }
  284. return userInfo, nil
  285. }
  286. // GetTenant 从context中获取租户码
  287. func GetTenant(ctx context.Context) (string, error) {
  288. reqMeta := ctx.Value(share.ReqMetaDataKey).(map[string]string)
  289. tenant, ok := reqMeta["tenant"]
  290. if !ok {
  291. return "", errors.New("不存在租户码")
  292. }
  293. return tenant, nil
  294. }
  295. // GetReqMethod 从context中获取请求方式
  296. func GetReqMethod(ctx context.Context) (string, error) {
  297. reqMeta := ctx.Value(share.ReqMetaDataKey).(map[string]string)
  298. reqMethod, ok := reqMeta["reqMethod"]
  299. if !ok {
  300. return "", errors.New("获取请求方式异常")
  301. }
  302. return reqMethod, nil
  303. }
  304. // GetToken 从context中获取Token
  305. func GetToken(ctx context.Context) (string, error) {
  306. reqMeta := ctx.Value(share.ReqMetaDataKey).(map[string]string)
  307. token, ok := reqMeta["__AUTH"]
  308. if !ok {
  309. return "", errors.New("token获取失败")
  310. }
  311. return token, nil
  312. }
  313. // GetBrowserInfo 从context中获取ClientIP和UserAgent
  314. func GetBrowserInfo(ctx context.Context) (clientIP string, userAgent string, err error) {
  315. reqMeta := ctx.Value(share.ReqMetaDataKey).(map[string]string)
  316. clientIP, ok := reqMeta["clientIP"]
  317. if !ok {
  318. return "", "", errors.New("BrowserInfo获取失败")
  319. }
  320. userAgent, ok = reqMeta["userAgent"]
  321. if !ok {
  322. return "", "", errors.New("BrowserInfo获取失败")
  323. }
  324. userAgent, err = gbase64.DecodeToString(userAgent)
  325. return
  326. }
  327. // getUserInfoDataString 从userInfo字符串转换成对象
  328. func getUserInfoDataString(userInfoString string) (request.UserInfo, error) {
  329. var userInfo request.UserInfo
  330. //uuid := ""
  331. if j, err := gjson.DecodeToJson([]byte(userInfoString)); err != nil {
  332. g.Log().Error(err)
  333. return userInfo, err
  334. } else {
  335. j.SetViolenceCheck(true)
  336. err = j.GetStruct("data", &userInfo)
  337. if err != nil {
  338. g.Log().Error(err)
  339. return userInfo, err
  340. }
  341. }
  342. return userInfo, nil
  343. }
  344. // SetTenant 设置租户码(传统WebAPI调用使用)
  345. func SetTenant(tenant string) context.Context {
  346. metadata := map[string]string{"tenant": tenant}
  347. return context.WithValue(context.Background(), share.ReqMetaDataKey, metadata)
  348. }
  349. // SetTenantAndAuth 设置租户码和认证信息(传统WebAPI调用使用)
  350. func SetTenantAndAuth(r *ghttp.Request, client client.XClient) context.Context {
  351. // 处理Auth
  352. token := getRequestToken(r)
  353. if token != "" {
  354. client.Auth(token)
  355. }
  356. // 处理租户码
  357. tenant := request.GetTenant(r)
  358. metadata := map[string]string{"tenant": tenant}
  359. return context.WithValue(context.Background(), share.ReqMetaDataKey, metadata)
  360. }
  361. // 解析token,若无,返回空
  362. func getRequestToken(r *ghttp.Request) string {
  363. authHeader := r.Header.Get("Authorization")
  364. if authHeader != "" {
  365. parts := strings.SplitN(authHeader, " ", 2)
  366. if !(len(parts) == 2 && parts[0] == "Bearer") {
  367. return ""
  368. } else if parts[1] == "" {
  369. return ""
  370. }
  371. return parts[1]
  372. }
  373. return ""
  374. }
  375. func handError(err error) ([]byte, error) {
  376. resp := make(map[string]interface{})
  377. resp["code"] = gerror.Code(err).Code()
  378. resp["data"] = gerror.Code(err).Message()
  379. return json.Marshal(resp)
  380. }