schema.go 6.8 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312
  1. package schema
  2. import (
  3. "context"
  4. "encoding/json"
  5. "flag"
  6. "git.nspix.com/golang/micro/gateway/http"
  7. "git.nspix.com/golang/rest/internal/array"
  8. "git.nspix.com/golang/rest/scenario"
  9. "gorm.io/gorm"
  10. "gorm.io/gorm/clause"
  11. "gorm.io/gorm/schema"
  12. "reflect"
  13. "strconv"
  14. "strings"
  15. "time"
  16. )
  17. var (
  18. timeKind = reflect.TypeOf(time.Time{}).Kind()
  19. timePtrKind = reflect.TypeOf(&time.Time{}).Kind()
  20. driver Driver
  21. )
  22. var (
  23. driverFlag = flag.String("schema-driver", "local", "schema storage driver")
  24. remoteWriteUrlFlag = flag.String("schema-remote-write-url", "", "remote server")
  25. )
  26. func init() {
  27. if *driverFlag == "local" {
  28. driver = &LocalDriver{}
  29. } else {
  30. driver = &RemoteDriver{
  31. Url: *remoteWriteUrlFlag,
  32. }
  33. }
  34. }
  35. type (
  36. Rule struct {
  37. Min int `json:"min"`
  38. Max int `json:"max"`
  39. Type string `json:"type"`
  40. Unique bool `json:"unique"`
  41. Required []string `json:"required"`
  42. Regular string `json:"regular"`
  43. }
  44. enumItem struct {
  45. Key interface{} `json:"key"`
  46. Val interface{} `json:"val"`
  47. }
  48. Options struct {
  49. Readonly []string `json:"readonly"`
  50. Disable []string `json:"disable"`
  51. Visible []string `json:"visible"`
  52. Items []enumItem `json:"items"`
  53. Description string `json:"description"`
  54. }
  55. Schema struct {
  56. Id uint64 `json:"id" gorm:"primary_key"`
  57. Module string `json:"module" gorm:"column:module_name;type:varchar(60)"`
  58. Table string `json:"table" gorm:"column:table_name;type:varchar(120)"`
  59. Enable bool `json:"enable"`
  60. Column string `json:"column" gorm:"type:varchar(120)"`
  61. Label string `json:"label" gorm:"type:varchar(120)"`
  62. Type string `json:"type" gorm:"type:varchar(120)"`
  63. Format string `json:"format" gorm:"type:varchar(120)"`
  64. Scenario string `json:"scenario" gorm:"type:varchar(120)"`
  65. Rules string `json:"rules" gorm:"type:varchar(2048)"`
  66. Options string `json:"options" gorm:"type:varchar(4096)"`
  67. Position int `json:"position"`
  68. options *Options
  69. }
  70. Field struct {
  71. Column string `json:"column" gorm:"type:varchar(120)"`
  72. Label string `json:"label" gorm:"type:varchar(120)"`
  73. Type string `json:"type" gorm:"type:varchar(120)"`
  74. Format string `json:"format" gorm:"type:varchar(120)"`
  75. Scenario string `json:"scenario" gorm:"type:varchar(120)"`
  76. Rules string `json:"rules" gorm:"type:varchar(2048)"`
  77. Options string `json:"options" gorm:"type:varchar(4096)"`
  78. }
  79. )
  80. func (r *Rule) String() string {
  81. buf, _ := json.Marshal(r)
  82. return string(buf)
  83. }
  84. func (sc *Schema) GetOptions() *Options {
  85. if sc.options == nil {
  86. sc.options = &Options{}
  87. _ = json.Unmarshal([]byte(sc.Options), sc.options)
  88. }
  89. return sc.options
  90. }
  91. func (sc Schema) TableName() string {
  92. return "schemas"
  93. }
  94. func newStatement(db *gorm.DB) *gorm.Statement {
  95. return &gorm.Statement{
  96. DB: db,
  97. ConnPool: db.Statement.ConnPool,
  98. Context: db.Statement.Context,
  99. Clauses: map[string]clause.Clause{},
  100. }
  101. }
  102. func names(s string) string {
  103. var sb strings.Builder
  104. ss := strings.Split(s, "_")
  105. if len(ss) <= 0 {
  106. return ""
  107. }
  108. sb.WriteString(strings.Title(ss[0]))
  109. for _, i := range ss[1:] {
  110. sb.WriteString(" ")
  111. sb.WriteString(strings.Title(i))
  112. }
  113. return sb.String()
  114. }
  115. func IsNewRecord(value reflect.Value, stmt *gorm.Statement) bool {
  116. for _, pf := range stmt.Schema.PrimaryFields {
  117. if _, isZero := pf.ValueOf(value); isZero {
  118. return true
  119. }
  120. }
  121. return false
  122. }
  123. func GetDriver() Driver {
  124. return driver
  125. }
  126. func SetDriver(d Driver) {
  127. driver = d
  128. }
  129. func VisibleField(module, table, scenario string) []*Schema {
  130. var (
  131. values []*Schema
  132. result []*Schema
  133. )
  134. values = driver.Columns(module, table)
  135. if scenario == "" {
  136. return values
  137. }
  138. result = make([]*Schema, 0)
  139. for _, model := range values {
  140. if strings.Index(model.Scenario, scenario) > -1 {
  141. result = append(result, model)
  142. }
  143. }
  144. return result
  145. }
  146. func extraSize(str string) int {
  147. var (
  148. sb strings.Builder
  149. aflag = -1
  150. )
  151. b := make([]byte, 0)
  152. b = append(b, str...)
  153. for _, s := range b {
  154. if s >= '0' && s <= '9' {
  155. if aflag == -1 {
  156. aflag = 1
  157. }
  158. sb.WriteByte(s)
  159. } else if aflag == 1 {
  160. break
  161. }
  162. }
  163. v, _ := strconv.Atoi(sb.String())
  164. return v
  165. }
  166. func rules(field *schema.Field) string {
  167. r := &Rule{
  168. Required: []string{},
  169. }
  170. if field.GORMDataType == "string" {
  171. r.Max = extraSize(string(field.DataType))
  172. }
  173. if field.PrimaryKey {
  174. r.Unique = true
  175. }
  176. return r.String()
  177. }
  178. func migrate(module string, db *gorm.DB, val interface{}) (err error) {
  179. schemas := make([]*Schema, 0)
  180. stmt := newStatement(db)
  181. if err = stmt.Parse(val); err != nil {
  182. return err
  183. }
  184. schemas = driver.Columns(module, stmt.Table)
  185. var (
  186. i int
  187. format string
  188. label string
  189. fieldName string
  190. model *Schema
  191. isExists bool
  192. visible string
  193. dataType string
  194. count int
  195. enable bool
  196. )
  197. for _, field := range stmt.Schema.Fields {
  198. fieldName = field.DBName
  199. if fieldName == "-" {
  200. continue
  201. }
  202. isExists = false
  203. if fieldName == "" {
  204. fieldName = field.Name
  205. }
  206. label = field.Tag.Get("comment")
  207. if label == "" {
  208. label = names(fieldName)
  209. }
  210. format = dataFormatOf(field)
  211. for _, fv := range schemas {
  212. if fv.Column == fieldName {
  213. isExists = true
  214. break
  215. }
  216. }
  217. if isExists {
  218. continue
  219. }
  220. if bv, _ := json.Marshal([]string{scenario.Search, scenario.List, scenario.Create, scenario.Update, scenario.Export, scenario.View}); bv != nil {
  221. visible = string(bv)
  222. }
  223. if !array.In(field.Name, []string{"ID", "CreatedAt", "UpdatedAt", "DeletedAt"}) && count < 10 {
  224. count++
  225. enable = true
  226. } else {
  227. enable = false
  228. }
  229. dataType = strings.ToLower(dataTypeOf(field))
  230. model = &Schema{
  231. Module: module,
  232. Table: stmt.Table,
  233. Column: fieldName,
  234. Enable: enable,
  235. Label: label,
  236. Type: dataType,
  237. Format: format,
  238. Options: `{"readonly":[],"disable":[],"visible":[],"items":[],"lazy":{"enable":false,"type":"dropdown","url":""}}`,
  239. Scenario: visible,
  240. Rules: rules(field),
  241. Position: i,
  242. }
  243. i++
  244. _ = driver.SaveColumn(model)
  245. }
  246. return
  247. }
  248. func Migrate(module string, db *gorm.DB, values ...interface{}) (err error) {
  249. for _, val := range values {
  250. if err = db.AutoMigrate(val); err == nil {
  251. if err = migrate(module, db, val); err != nil {
  252. return
  253. }
  254. }
  255. }
  256. return
  257. }
  258. func PrimaryKeyValue(statement *gorm.Statement) interface{} {
  259. var (
  260. field *schema.Field
  261. refValue reflect.Value
  262. )
  263. if len(statement.Schema.PrimaryFields) > 0 {
  264. field = statement.Schema.PrimaryFields[0]
  265. refValue = statement.ReflectValue.FieldByName(field.Name)
  266. if refValue.IsValid() && !refValue.IsZero() {
  267. return refValue.Interface()
  268. }
  269. }
  270. return nil
  271. }
  272. func Initialize(ctx context.Context, db *gorm.DB, svr *http.Server) (err error) {
  273. if db != nil {
  274. if err = db.AutoMigrate(&Schema{}); err != nil {
  275. return
  276. }
  277. }
  278. if d, ok := driver.(*LocalDriver); ok {
  279. d.db = db
  280. }
  281. if svr != nil && db != nil {
  282. routes(db, svr)
  283. }
  284. return
  285. }