crud.go 10 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388
  1. package rest
  2. import (
  3. "context"
  4. "fmt"
  5. "reflect"
  6. "sort"
  7. "sync"
  8. "sync/atomic"
  9. "git.nspix.com/golang/micro/gateway/http"
  10. "git.nspix.com/golang/micro/log"
  11. "git.nspix.com/golang/rest/v2/pkg/logger"
  12. "gorm.io/driver/mysql"
  13. "gorm.io/gorm"
  14. )
  15. const (
  16. TypeModule = "module"
  17. TypeTable = "table"
  18. )
  19. type (
  20. CRUD struct {
  21. index int32
  22. db *gorm.DB
  23. entities sync.Map
  24. httpSvr *http.Server
  25. httpMiddleware []http.Middleware
  26. callback *Callback
  27. moduleLabels map[string]string
  28. }
  29. treeValue struct {
  30. Label string `json:"label"` //标签
  31. Value string `json:"value"` //值
  32. Type string `json:"type"` //类型
  33. Children []*treeValue `json:"children"`
  34. }
  35. contextKey struct{}
  36. )
  37. var (
  38. ctxKey = contextKey{}
  39. )
  40. func (t *treeValue) Append(v *treeValue) {
  41. if t.Children == nil {
  42. t.Children = make([]*treeValue, 0)
  43. }
  44. t.Children = append(t.Children, v)
  45. }
  46. // DB 获取当前数据库实例
  47. func (crud *CRUD) DB() *gorm.DB {
  48. return crud.db
  49. }
  50. // WithDB 设置当前数据库实例
  51. func (crud *CRUD) WithDB(db *gorm.DB) {
  52. crud.db = db
  53. }
  54. // Callback 获取回调管理器
  55. func (crud *CRUD) Callback() *Callback {
  56. return crud.callback
  57. }
  58. // handleQueryCrudModules 获取模块的信息
  59. func (crud *CRUD) handleQueryCrudModules(ctx *http.Context) (err error) {
  60. ts := make([]*treeValue, 0)
  61. entities := make(Entities, 0)
  62. crud.entities.Range(func(key, value interface{}) bool {
  63. entities = append(entities, value.(*Entity))
  64. return true
  65. })
  66. sort.Sort(entities)
  67. isHandled := false
  68. for _, e := range entities {
  69. isHandled = false
  70. for _, tv := range ts {
  71. if tv.Value == e.model.ModuleName() {
  72. if viewer, ok := e.model.(ModelViewer); ok {
  73. tv.Append(&treeValue{Value: e.model.ModuleName() + "-" + e.model.TableName(), Label: viewer.TableLabel(), Type: TypeTable})
  74. } else {
  75. tv.Append(&treeValue{Value: e.model.ModuleName() + "-" + e.model.TableName(), Label: e.model.TableName(), Type: TypeTable})
  76. }
  77. isHandled = true
  78. break
  79. }
  80. }
  81. if isHandled {
  82. continue
  83. }
  84. moduleLabel := crud.moduleLabels[e.model.ModuleName()]
  85. if moduleLabel == "" {
  86. moduleLabel = e.model.ModuleName()
  87. }
  88. tv := &treeValue{Label: moduleLabel, Value: e.model.ModuleName(), Type: TypeModule}
  89. if viewer, ok := e.model.(ModelViewer); ok {
  90. tv.Append(&treeValue{Value: e.model.ModuleName() + "-" + e.model.TableName(), Label: viewer.TableLabel(), Type: TypeTable})
  91. } else {
  92. tv.Append(&treeValue{Value: e.model.ModuleName() + "-" + e.model.TableName(), Label: e.model.TableName(), Type: TypeTable})
  93. }
  94. ts = append(ts, tv)
  95. }
  96. return ctx.Success(ts)
  97. }
  98. // handleQuerySchema 处理http查询schema请求
  99. func (crud *CRUD) handleQuerySchema(ctx *http.Context) (err error) {
  100. var (
  101. schemas []*Schema
  102. modelEntity *Entity
  103. )
  104. moduleName := ctx.ParamValue("module")
  105. tableName := ctx.ParamValue("table")
  106. crud.entities.Range(func(key, value interface{}) bool {
  107. entity := value.(*Entity)
  108. if entity.model.ModuleName() == moduleName {
  109. if entity.model.TableName() == tableName {
  110. modelEntity = entity
  111. return false
  112. }
  113. if entity.opts.RemoveTablePrefix {
  114. for _, prefix := range entity.opts.TablePrefixes {
  115. if prefix+tableName == entity.model.TableName() {
  116. modelEntity = entity
  117. return false
  118. }
  119. }
  120. }
  121. }
  122. return true
  123. })
  124. if modelEntity == nil {
  125. return ctx.Error(10011, fmt.Sprintf("module %s table %s schema not found", moduleName, tableName))
  126. }
  127. if schemas, err = getSchemasNoCache(crud.db, ctx.ParamValue(NamespaceVariable), modelEntity.model.ModuleName(), modelEntity.model.TableName()); err == nil {
  128. return ctx.Success(schemas)
  129. }
  130. return ctx.Error(10011, err.Error())
  131. }
  132. // handleSaveSchema 保存schema
  133. func (crud *CRUD) handleSaveSchema(ctx *http.Context) (err error) {
  134. var (
  135. modelEntity *Entity
  136. )
  137. moduleName := ctx.ParamValue("module")
  138. tableName := ctx.ParamValue("table")
  139. crud.entities.Range(func(key, value interface{}) bool {
  140. entity := value.(*Entity)
  141. if entity.model.ModuleName() == moduleName {
  142. if entity.model.TableName() == tableName {
  143. modelEntity = entity
  144. return false
  145. }
  146. if entity.opts.RemoveTablePrefix {
  147. for _, prefix := range entity.opts.TablePrefixes {
  148. if prefix+tableName == entity.model.TableName() {
  149. modelEntity = entity
  150. return false
  151. }
  152. }
  153. }
  154. }
  155. return true
  156. })
  157. if modelEntity == nil {
  158. return ctx.Error(10011, fmt.Sprintf("module %s table %s schema not found", moduleName, tableName))
  159. }
  160. schemas := make([]*Schema, 0)
  161. if err = ctx.Bind(&schemas); err != nil {
  162. return ctx.Error(HttpInvalidPayload, err.Error())
  163. }
  164. if err = crud.db.Transaction(func(tx *gorm.DB) error {
  165. for _, scm := range schemas {
  166. if err2 := tx.Save(scm).Error; err2 != nil {
  167. return err2
  168. }
  169. }
  170. return nil
  171. }); err == nil {
  172. invalidCache(ctx.ParamValue(NamespaceVariable), modelEntity.model.ModuleName(), modelEntity.model.TableName())
  173. return ctx.Success(map[string]interface{}{
  174. "count": len(schemas),
  175. "state": "success",
  176. })
  177. }
  178. return ctx.Error(10014, err.Error())
  179. }
  180. // handleDeleteSchema 删除表的schema
  181. func (crud *CRUD) handleDeleteSchema(ctx *http.Context) (err error) {
  182. id := ctx.ParamValue("id")
  183. model := &Schema{}
  184. if err = crud.db.Where("id=?", id).First(model).Error; err == nil {
  185. invalidCache(ctx.ParamValue(NamespaceVariable), model.Module, model.Table)
  186. if err = crud.db.Where("id=?", id).Delete(&Schema{}).Error; err == nil {
  187. return ctx.Success(map[string]string{
  188. "id": id,
  189. "state": "success",
  190. })
  191. } else {
  192. return ctx.Error(10012, err.Error())
  193. }
  194. } else {
  195. return ctx.Error(10012, err.Error())
  196. }
  197. }
  198. // router 绑定路由
  199. func (crud *CRUD) router() {
  200. if crud.httpSvr == nil {
  201. return
  202. }
  203. //获取注册上来的模块
  204. crud.httpSvr.Handle("GET", "/crud/modules", crud.handleQueryCrudModules, crud.httpMiddleware...)
  205. //获取所有schema
  206. crud.httpSvr.Handle("GET", "/schema/:module/:table", crud.handleQuerySchema, crud.httpMiddleware...)
  207. //更新schema
  208. crud.httpSvr.Handle("POST", "/schema/:module/:table", crud.handleSaveSchema, crud.httpMiddleware...)
  209. //删除schema
  210. crud.httpSvr.Handle("DELETE", "/schema/:id", crud.handleDeleteSchema, crud.httpMiddleware...)
  211. }
  212. // Attach 附加一个模型数据
  213. func (crud *CRUD) Attach(model Model, ops ...Option) (err error) {
  214. opts := NewOptions()
  215. for _, op := range ops {
  216. op(opts)
  217. }
  218. if opts.DB == nil {
  219. opts.DB = crud.db
  220. }
  221. //auto migrate database struct
  222. tx := opts.DB.Session(&gorm.Session{NewDB: true})
  223. if opts.MigrateOptions != nil && opts.MigrateOptions.TableOptions != "" {
  224. tx.Set("gorm:table_options", opts.MigrateOptions.TableOptions)
  225. }
  226. if err = tx.AutoMigrate(model); err != nil {
  227. return
  228. }
  229. //migrate table schema
  230. if err = migrateUp(opts.Namespace, model, opts.MigrateOptions); err != nil {
  231. return
  232. }
  233. scenarios := model.Scenario()
  234. entity := newEntity(atomic.AddInt32(&crud.index, 1), model, opts)
  235. entity.callback = crud.callback
  236. if len(scenarios) == 0 {
  237. entity.scenarios = []string{ScenarioList, ScenarioCreate, ScenarioUpdate, ScenarioDelete, ScenarioExport, ScenarioView}
  238. } else {
  239. entity.scenarios = model.Scenario()
  240. }
  241. crud.entities.Store(entity.ID(), entity)
  242. return
  243. }
  244. // Detach 删除一个模型数据
  245. func (crud *CRUD) Detach(model Model) {
  246. id := model.TableName() + "@" + model.ModuleName()
  247. crud.entities.Delete(id)
  248. }
  249. // Routes 生成增删改查的路由
  250. func (crud *CRUD) Routes(svr *http.Server, ms ...http.Middleware) {
  251. var (
  252. method string
  253. uri string
  254. )
  255. if crud.httpSvr == nil {
  256. crud.httpSvr = svr
  257. }
  258. if crud.httpSvr == nil {
  259. return
  260. }
  261. crud.httpMiddleware = ms
  262. crud.entities.Range(func(key, value interface{}) bool {
  263. entity := value.(*Entity)
  264. if entity.opts.Middleware == nil || len(entity.opts.Middleware) == 0 {
  265. entity.opts.Middleware = crud.httpMiddleware
  266. }
  267. for _, scenario := range entity.scenarios {
  268. method = entity.getScenarioMethod(scenario)
  269. uri = entity.getScenarioUrl(scenario)
  270. log.Debugf("CRUD: register %s %s", method, uri)
  271. crud.httpSvr.Handle(
  272. method,
  273. uri,
  274. entity.getScenarioHandle(scenario),
  275. entity.opts.Middleware...,
  276. )
  277. }
  278. //注册获取键值对数据格式
  279. if entity.isKvMapping() {
  280. uri = entity.getScenarioUrl("mapping")
  281. log.Debugf("CRUD: register %s %s", "GET", uri)
  282. crud.httpSvr.Handle("GET", uri, entity.getScenarioHandle("mapping"), entity.opts.Middleware...)
  283. }
  284. return true
  285. })
  286. crud.router()
  287. }
  288. // Schemas 获取一个模型的显示字段
  289. func (crud *CRUD) Schemas(namespace, moduleName, tableName, scenario string) []*Schema {
  290. if v, ok := crud.entities.Load(tableName + "@" + moduleName); ok {
  291. e := v.(*Entity)
  292. return visibleSchemas(namespace, e.model.ModuleName(), e.model.TableName(), scenario)
  293. }
  294. return nil
  295. }
  296. // IsNewRecord 判断该模型是不是一条新记录
  297. func (crud *CRUD) IsNewRecord(value reflect.Value, stmt *gorm.Statement) bool {
  298. for _, pf := range stmt.Schema.PrimaryFields {
  299. if _, isZero := pf.ValueOf(value); isZero {
  300. return true
  301. }
  302. }
  303. return false
  304. }
  305. // SetModuleLabel 设置模块标签
  306. func (crud *CRUD) SetModuleLabel(moduleName string, moduleLabel string) {
  307. if crud.moduleLabels == nil {
  308. crud.moduleLabels = make(map[string]string)
  309. }
  310. crud.moduleLabels[moduleName] = moduleLabel
  311. }
  312. // NewCRUD 创建一个新的CRUD模型
  313. func NewCRUD(db *gorm.DB, svr *http.Server) (crud *CRUD, err error) {
  314. if err = initSchema(db); err != nil {
  315. return
  316. }
  317. crud = &CRUD{
  318. db: db,
  319. callback: newCallback(),
  320. httpSvr: svr,
  321. moduleLabels: make(map[string]string),
  322. }
  323. return
  324. }
  325. func openDatabase(cfg *Config) (db *gorm.DB, err error) {
  326. dbCfg := &gorm.Config{Logger: logger.NewGormLogger()}
  327. switch cfg.Driver {
  328. case "mysql":
  329. db, err = gorm.Open(mysql.Open(cfg.ParseDSN()), dbCfg)
  330. default:
  331. err = fmt.Errorf("unsupported sql driver %s", cfg.Driver)
  332. }
  333. return
  334. }
  335. // Dialer 连接一个数据库
  336. func Dialer(cfg *Config) (crud *CRUD, err error) {
  337. var (
  338. db *gorm.DB
  339. )
  340. if db, err = openDatabase(cfg); err != nil {
  341. return
  342. }
  343. if err = initSchema(db); err != nil {
  344. return
  345. }
  346. crud = &CRUD{
  347. db: db,
  348. moduleLabels: make(map[string]string),
  349. callback: newCallback(),
  350. }
  351. return
  352. }
  353. func FromContext(ctx context.Context) *CRUD {
  354. if v := ctx.Value(ctxKey); v != nil {
  355. return v.(*CRUD)
  356. }
  357. return nil
  358. }
  359. func WithContext(ctx context.Context, r *CRUD) context.Context {
  360. return context.WithValue(ctx, ctxKey, r)
  361. }