statement.go 17 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620
  1. package gorm
  2. import (
  3. "context"
  4. "database/sql"
  5. "database/sql/driver"
  6. "fmt"
  7. "reflect"
  8. "sort"
  9. "strconv"
  10. "strings"
  11. "sync"
  12. "gorm.io/gorm/clause"
  13. "gorm.io/gorm/logger"
  14. "gorm.io/gorm/schema"
  15. "gorm.io/gorm/utils"
  16. )
  17. // Statement statement
  18. type Statement struct {
  19. *DB
  20. TableExpr *clause.Expr
  21. Table string
  22. Model interface{}
  23. Unscoped bool
  24. Dest interface{}
  25. ReflectValue reflect.Value
  26. Clauses map[string]clause.Clause
  27. Distinct bool
  28. Selects []string // selected columns
  29. Omits []string // omit columns
  30. Joins []join
  31. Preloads map[string][]interface{}
  32. Settings sync.Map
  33. ConnPool ConnPool
  34. Schema *schema.Schema
  35. Context context.Context
  36. RaiseErrorOnNotFound bool
  37. SkipHooks bool
  38. SQL strings.Builder
  39. Vars []interface{}
  40. CurDestIndex int
  41. attrs []interface{}
  42. assigns []interface{}
  43. }
  44. type join struct {
  45. Name string
  46. Conds []interface{}
  47. }
  48. // StatementModifier statement modifier interface
  49. type StatementModifier interface {
  50. ModifyStatement(*Statement)
  51. }
  52. // Write write string
  53. func (stmt *Statement) WriteString(str string) (int, error) {
  54. return stmt.SQL.WriteString(str)
  55. }
  56. // Write write string
  57. func (stmt *Statement) WriteByte(c byte) error {
  58. return stmt.SQL.WriteByte(c)
  59. }
  60. // WriteQuoted write quoted value
  61. func (stmt *Statement) WriteQuoted(value interface{}) {
  62. stmt.QuoteTo(&stmt.SQL, value)
  63. }
  64. // QuoteTo write quoted value to writer
  65. func (stmt *Statement) QuoteTo(writer clause.Writer, field interface{}) {
  66. switch v := field.(type) {
  67. case clause.Table:
  68. if v.Name == clause.CurrentTable {
  69. if stmt.TableExpr != nil {
  70. stmt.TableExpr.Build(stmt)
  71. } else {
  72. stmt.DB.Dialector.QuoteTo(writer, stmt.Table)
  73. }
  74. } else if v.Raw {
  75. writer.WriteString(v.Name)
  76. } else {
  77. stmt.DB.Dialector.QuoteTo(writer, v.Name)
  78. }
  79. if v.Alias != "" {
  80. writer.WriteByte(' ')
  81. stmt.DB.Dialector.QuoteTo(writer, v.Alias)
  82. }
  83. case clause.Column:
  84. if v.Table != "" {
  85. if v.Table == clause.CurrentTable {
  86. stmt.DB.Dialector.QuoteTo(writer, stmt.Table)
  87. } else {
  88. stmt.DB.Dialector.QuoteTo(writer, v.Table)
  89. }
  90. writer.WriteByte('.')
  91. }
  92. if v.Name == clause.PrimaryKey {
  93. if stmt.Schema == nil {
  94. stmt.DB.AddError(ErrModelValueRequired)
  95. } else if stmt.Schema.PrioritizedPrimaryField != nil {
  96. stmt.DB.Dialector.QuoteTo(writer, stmt.Schema.PrioritizedPrimaryField.DBName)
  97. } else if len(stmt.Schema.DBNames) > 0 {
  98. stmt.DB.Dialector.QuoteTo(writer, stmt.Schema.DBNames[0])
  99. }
  100. } else if v.Raw {
  101. writer.WriteString(v.Name)
  102. } else {
  103. stmt.DB.Dialector.QuoteTo(writer, v.Name)
  104. }
  105. if v.Alias != "" {
  106. writer.WriteString(" AS ")
  107. stmt.DB.Dialector.QuoteTo(writer, v.Alias)
  108. }
  109. case []clause.Column:
  110. writer.WriteByte('(')
  111. for idx, d := range v {
  112. if idx > 0 {
  113. writer.WriteString(",")
  114. }
  115. stmt.QuoteTo(writer, d)
  116. }
  117. writer.WriteByte(')')
  118. case string:
  119. stmt.DB.Dialector.QuoteTo(writer, v)
  120. case []string:
  121. writer.WriteByte('(')
  122. for idx, d := range v {
  123. if idx > 0 {
  124. writer.WriteString(",")
  125. }
  126. stmt.DB.Dialector.QuoteTo(writer, d)
  127. }
  128. writer.WriteByte(')')
  129. default:
  130. stmt.DB.Dialector.QuoteTo(writer, fmt.Sprint(field))
  131. }
  132. }
  133. // Quote returns quoted value
  134. func (stmt *Statement) Quote(field interface{}) string {
  135. var builder strings.Builder
  136. stmt.QuoteTo(&builder, field)
  137. return builder.String()
  138. }
  139. // Write write string
  140. func (stmt *Statement) AddVar(writer clause.Writer, vars ...interface{}) {
  141. for idx, v := range vars {
  142. if idx > 0 {
  143. writer.WriteByte(',')
  144. }
  145. switch v := v.(type) {
  146. case sql.NamedArg:
  147. stmt.Vars = append(stmt.Vars, v.Value)
  148. case clause.Column, clause.Table:
  149. stmt.QuoteTo(writer, v)
  150. case Valuer:
  151. stmt.AddVar(writer, v.GormValue(stmt.Context, stmt.DB))
  152. case clause.Expr:
  153. v.Build(stmt)
  154. case driver.Valuer:
  155. stmt.Vars = append(stmt.Vars, v)
  156. stmt.DB.Dialector.BindVarTo(writer, stmt, v)
  157. case []byte:
  158. stmt.Vars = append(stmt.Vars, v)
  159. stmt.DB.Dialector.BindVarTo(writer, stmt, v)
  160. case []interface{}:
  161. if len(v) > 0 {
  162. writer.WriteByte('(')
  163. stmt.AddVar(writer, v...)
  164. writer.WriteByte(')')
  165. } else {
  166. writer.WriteString("(NULL)")
  167. }
  168. case *DB:
  169. subdb := v.Session(&Session{Logger: logger.Discard, DryRun: true}).getInstance()
  170. subdb.Statement.Vars = append(subdb.Statement.Vars, stmt.Vars...)
  171. subdb.callbacks.Query().Execute(subdb)
  172. writer.WriteString(subdb.Statement.SQL.String())
  173. stmt.Vars = subdb.Statement.Vars
  174. default:
  175. switch rv := reflect.ValueOf(v); rv.Kind() {
  176. case reflect.Slice, reflect.Array:
  177. if rv.Len() == 0 {
  178. writer.WriteString("(NULL)")
  179. } else {
  180. writer.WriteByte('(')
  181. for i := 0; i < rv.Len(); i++ {
  182. if i > 0 {
  183. writer.WriteByte(',')
  184. }
  185. stmt.AddVar(writer, rv.Index(i).Interface())
  186. }
  187. writer.WriteByte(')')
  188. }
  189. default:
  190. stmt.Vars = append(stmt.Vars, v)
  191. stmt.DB.Dialector.BindVarTo(writer, stmt, v)
  192. }
  193. }
  194. }
  195. }
  196. // AddClause add clause
  197. func (stmt *Statement) AddClause(v clause.Interface) {
  198. if optimizer, ok := v.(StatementModifier); ok {
  199. optimizer.ModifyStatement(stmt)
  200. } else {
  201. name := v.Name()
  202. c := stmt.Clauses[name]
  203. c.Name = name
  204. v.MergeClause(&c)
  205. stmt.Clauses[name] = c
  206. }
  207. }
  208. // AddClauseIfNotExists add clause if not exists
  209. func (stmt *Statement) AddClauseIfNotExists(v clause.Interface) {
  210. if c, ok := stmt.Clauses[v.Name()]; !ok || c.Expression == nil {
  211. stmt.AddClause(v)
  212. }
  213. }
  214. // BuildCondition build condition
  215. func (stmt *Statement) BuildCondition(query interface{}, args ...interface{}) []clause.Expression {
  216. if s, ok := query.(string); ok {
  217. // if it is a number, then treats it as primary key
  218. if _, err := strconv.Atoi(s); err != nil {
  219. if s == "" && len(args) == 0 {
  220. return nil
  221. } else if len(args) == 0 || (len(args) > 0 && strings.Contains(s, "?")) {
  222. // looks like a where condition
  223. return []clause.Expression{clause.Expr{SQL: s, Vars: args}}
  224. } else if len(args) > 0 && strings.Contains(s, "@") {
  225. // looks like a named query
  226. return []clause.Expression{clause.NamedExpr{SQL: s, Vars: args}}
  227. } else if len(args) == 1 {
  228. return []clause.Expression{clause.Eq{Column: s, Value: args[0]}}
  229. }
  230. }
  231. }
  232. conds := make([]clause.Expression, 0, 4)
  233. args = append([]interface{}{query}, args...)
  234. for idx, arg := range args {
  235. if valuer, ok := arg.(driver.Valuer); ok {
  236. arg, _ = valuer.Value()
  237. }
  238. switch v := arg.(type) {
  239. case clause.Expression:
  240. conds = append(conds, v)
  241. case *DB:
  242. if cs, ok := v.Statement.Clauses["WHERE"]; ok {
  243. if where, ok := cs.Expression.(clause.Where); ok {
  244. if len(where.Exprs) == 1 {
  245. if orConds, ok := where.Exprs[0].(clause.OrConditions); ok {
  246. where.Exprs[0] = clause.AndConditions{Exprs: orConds.Exprs}
  247. }
  248. }
  249. conds = append(conds, clause.And(where.Exprs...))
  250. } else if cs.Expression != nil {
  251. conds = append(conds, cs.Expression)
  252. }
  253. }
  254. case map[interface{}]interface{}:
  255. for i, j := range v {
  256. conds = append(conds, clause.Eq{Column: i, Value: j})
  257. }
  258. case map[string]string:
  259. var keys = make([]string, 0, len(v))
  260. for i := range v {
  261. keys = append(keys, i)
  262. }
  263. sort.Strings(keys)
  264. for _, key := range keys {
  265. conds = append(conds, clause.Eq{Column: key, Value: v[key]})
  266. }
  267. case map[string]interface{}:
  268. var keys = make([]string, 0, len(v))
  269. for i := range v {
  270. keys = append(keys, i)
  271. }
  272. sort.Strings(keys)
  273. for _, key := range keys {
  274. reflectValue := reflect.Indirect(reflect.ValueOf(v[key]))
  275. switch reflectValue.Kind() {
  276. case reflect.Slice, reflect.Array:
  277. if _, ok := v[key].(driver.Valuer); ok {
  278. conds = append(conds, clause.Eq{Column: key, Value: v[key]})
  279. } else if _, ok := v[key].(Valuer); ok {
  280. conds = append(conds, clause.Eq{Column: key, Value: v[key]})
  281. } else {
  282. values := make([]interface{}, reflectValue.Len())
  283. for i := 0; i < reflectValue.Len(); i++ {
  284. values[i] = reflectValue.Index(i).Interface()
  285. }
  286. conds = append(conds, clause.IN{Column: key, Values: values})
  287. }
  288. default:
  289. conds = append(conds, clause.Eq{Column: key, Value: v[key]})
  290. }
  291. }
  292. default:
  293. reflectValue := reflect.Indirect(reflect.ValueOf(arg))
  294. if s, err := schema.Parse(arg, stmt.DB.cacheStore, stmt.DB.NamingStrategy); err == nil {
  295. selectedColumns := map[string]bool{}
  296. if idx == 0 {
  297. for _, v := range args[1:] {
  298. if vs, ok := v.(string); ok {
  299. selectedColumns[vs] = true
  300. }
  301. }
  302. }
  303. restricted := len(selectedColumns) != 0
  304. switch reflectValue.Kind() {
  305. case reflect.Struct:
  306. for _, field := range s.Fields {
  307. selected := selectedColumns[field.DBName] || selectedColumns[field.Name]
  308. if selected || (!restricted && field.Readable) {
  309. if v, isZero := field.ValueOf(reflectValue); !isZero || selected {
  310. if field.DBName != "" {
  311. conds = append(conds, clause.Eq{Column: clause.Column{Table: clause.CurrentTable, Name: field.DBName}, Value: v})
  312. } else if field.DataType != "" {
  313. conds = append(conds, clause.Eq{Column: clause.Column{Table: clause.CurrentTable, Name: field.Name}, Value: v})
  314. }
  315. }
  316. }
  317. }
  318. case reflect.Slice, reflect.Array:
  319. for i := 0; i < reflectValue.Len(); i++ {
  320. for _, field := range s.Fields {
  321. selected := selectedColumns[field.DBName] || selectedColumns[field.Name]
  322. if selected || (!restricted && field.Readable) {
  323. if v, isZero := field.ValueOf(reflectValue.Index(i)); !isZero || selected {
  324. if field.DBName != "" {
  325. conds = append(conds, clause.Eq{Column: clause.Column{Table: clause.CurrentTable, Name: field.DBName}, Value: v})
  326. } else if field.DataType != "" {
  327. conds = append(conds, clause.Eq{Column: clause.Column{Table: clause.CurrentTable, Name: field.Name}, Value: v})
  328. }
  329. }
  330. }
  331. }
  332. }
  333. }
  334. if restricted {
  335. break
  336. }
  337. } else if !reflectValue.IsValid() {
  338. stmt.AddError(ErrInvalidData)
  339. } else if len(conds) == 0 {
  340. if len(args) == 1 {
  341. switch reflectValue.Kind() {
  342. case reflect.Slice, reflect.Array:
  343. values := make([]interface{}, reflectValue.Len())
  344. for i := 0; i < reflectValue.Len(); i++ {
  345. values[i] = reflectValue.Index(i).Interface()
  346. }
  347. if len(values) > 0 {
  348. conds = append(conds, clause.IN{Column: clause.PrimaryColumn, Values: values})
  349. }
  350. return conds
  351. }
  352. }
  353. conds = append(conds, clause.IN{Column: clause.PrimaryColumn, Values: args})
  354. }
  355. }
  356. }
  357. return conds
  358. }
  359. // Build build sql with clauses names
  360. func (stmt *Statement) Build(clauses ...string) {
  361. var firstClauseWritten bool
  362. for _, name := range clauses {
  363. if c, ok := stmt.Clauses[name]; ok {
  364. if firstClauseWritten {
  365. stmt.WriteByte(' ')
  366. }
  367. firstClauseWritten = true
  368. if b, ok := stmt.DB.ClauseBuilders[name]; ok {
  369. b(c, stmt)
  370. } else {
  371. c.Build(stmt)
  372. }
  373. }
  374. }
  375. }
  376. func (stmt *Statement) Parse(value interface{}) (err error) {
  377. if stmt.Schema, err = schema.Parse(value, stmt.DB.cacheStore, stmt.DB.NamingStrategy); err == nil && stmt.Table == "" {
  378. if tables := strings.Split(stmt.Schema.Table, "."); len(tables) == 2 {
  379. stmt.TableExpr = &clause.Expr{SQL: stmt.Quote(stmt.Schema.Table)}
  380. stmt.Table = tables[1]
  381. return
  382. }
  383. stmt.Table = stmt.Schema.Table
  384. }
  385. return err
  386. }
  387. func (stmt *Statement) clone() *Statement {
  388. newStmt := &Statement{
  389. TableExpr: stmt.TableExpr,
  390. Table: stmt.Table,
  391. Model: stmt.Model,
  392. Unscoped: stmt.Unscoped,
  393. Dest: stmt.Dest,
  394. ReflectValue: stmt.ReflectValue,
  395. Clauses: map[string]clause.Clause{},
  396. Distinct: stmt.Distinct,
  397. Selects: stmt.Selects,
  398. Omits: stmt.Omits,
  399. Preloads: map[string][]interface{}{},
  400. ConnPool: stmt.ConnPool,
  401. Schema: stmt.Schema,
  402. Context: stmt.Context,
  403. RaiseErrorOnNotFound: stmt.RaiseErrorOnNotFound,
  404. SkipHooks: stmt.SkipHooks,
  405. }
  406. for k, c := range stmt.Clauses {
  407. newStmt.Clauses[k] = c
  408. }
  409. for k, p := range stmt.Preloads {
  410. newStmt.Preloads[k] = p
  411. }
  412. if len(stmt.Joins) > 0 {
  413. newStmt.Joins = make([]join, len(stmt.Joins))
  414. copy(newStmt.Joins, stmt.Joins)
  415. }
  416. stmt.Settings.Range(func(k, v interface{}) bool {
  417. newStmt.Settings.Store(k, v)
  418. return true
  419. })
  420. return newStmt
  421. }
  422. // Helpers
  423. // SetColumn set column's value
  424. // stmt.SetColumn("Name", "jinzhu") // Hooks Method
  425. // stmt.SetColumn("Name", "jinzhu", true) // Callbacks Method
  426. func (stmt *Statement) SetColumn(name string, value interface{}, fromCallbacks ...bool) {
  427. if v, ok := stmt.Dest.(map[string]interface{}); ok {
  428. v[name] = value
  429. } else if v, ok := stmt.Dest.([]map[string]interface{}); ok {
  430. for _, m := range v {
  431. m[name] = value
  432. }
  433. } else if stmt.Schema != nil {
  434. if field := stmt.Schema.LookUpField(name); field != nil {
  435. destValue := reflect.ValueOf(stmt.Dest)
  436. for destValue.Kind() == reflect.Ptr {
  437. destValue = destValue.Elem()
  438. }
  439. if stmt.ReflectValue != destValue {
  440. if !destValue.CanAddr() {
  441. destValueCanAddr := reflect.New(destValue.Type())
  442. destValueCanAddr.Elem().Set(destValue)
  443. stmt.Dest = destValueCanAddr.Interface()
  444. destValue = destValueCanAddr.Elem()
  445. }
  446. switch destValue.Kind() {
  447. case reflect.Struct:
  448. field.Set(destValue, value)
  449. default:
  450. stmt.AddError(ErrInvalidData)
  451. }
  452. }
  453. switch stmt.ReflectValue.Kind() {
  454. case reflect.Slice, reflect.Array:
  455. if len(fromCallbacks) > 0 {
  456. for i := 0; i < stmt.ReflectValue.Len(); i++ {
  457. field.Set(stmt.ReflectValue.Index(i), value)
  458. }
  459. } else {
  460. field.Set(stmt.ReflectValue.Index(stmt.CurDestIndex), value)
  461. }
  462. case reflect.Struct:
  463. field.Set(stmt.ReflectValue, value)
  464. }
  465. } else {
  466. stmt.AddError(ErrInvalidField)
  467. }
  468. } else {
  469. stmt.AddError(ErrInvalidField)
  470. }
  471. }
  472. // Changed check model changed or not when updating
  473. func (stmt *Statement) Changed(fields ...string) bool {
  474. modelValue := stmt.ReflectValue
  475. switch modelValue.Kind() {
  476. case reflect.Slice, reflect.Array:
  477. modelValue = stmt.ReflectValue.Index(stmt.CurDestIndex)
  478. }
  479. selectColumns, restricted := stmt.SelectAndOmitColumns(false, true)
  480. changed := func(field *schema.Field) bool {
  481. fieldValue, _ := field.ValueOf(modelValue)
  482. if v, ok := selectColumns[field.DBName]; (ok && v) || (!ok && !restricted) {
  483. if v, ok := stmt.Dest.(map[string]interface{}); ok {
  484. if fv, ok := v[field.Name]; ok {
  485. return !utils.AssertEqual(fv, fieldValue)
  486. } else if fv, ok := v[field.DBName]; ok {
  487. return !utils.AssertEqual(fv, fieldValue)
  488. }
  489. } else {
  490. destValue := reflect.ValueOf(stmt.Dest)
  491. for destValue.Kind() == reflect.Ptr {
  492. destValue = destValue.Elem()
  493. }
  494. changedValue, zero := field.ValueOf(destValue)
  495. return !zero && !utils.AssertEqual(changedValue, fieldValue)
  496. }
  497. }
  498. return false
  499. }
  500. if len(fields) == 0 {
  501. for _, field := range stmt.Schema.FieldsByDBName {
  502. if changed(field) {
  503. return true
  504. }
  505. }
  506. } else {
  507. for _, name := range fields {
  508. if field := stmt.Schema.LookUpField(name); field != nil {
  509. if changed(field) {
  510. return true
  511. }
  512. }
  513. }
  514. }
  515. return false
  516. }
  517. // SelectAndOmitColumns get select and omit columns, select -> true, omit -> false
  518. func (stmt *Statement) SelectAndOmitColumns(requireCreate, requireUpdate bool) (map[string]bool, bool) {
  519. results := map[string]bool{}
  520. notRestricted := false
  521. // select columns
  522. for _, column := range stmt.Selects {
  523. if column == "*" {
  524. notRestricted = true
  525. for _, dbName := range stmt.Schema.DBNames {
  526. results[dbName] = true
  527. }
  528. } else if column == clause.Associations && stmt.Schema != nil {
  529. for _, rel := range stmt.Schema.Relationships.Relations {
  530. results[rel.Name] = true
  531. }
  532. } else if field := stmt.Schema.LookUpField(column); field != nil && field.DBName != "" {
  533. results[field.DBName] = true
  534. } else {
  535. results[column] = true
  536. }
  537. }
  538. // omit columns
  539. for _, omit := range stmt.Omits {
  540. if omit == clause.Associations {
  541. if stmt.Schema != nil {
  542. for _, rel := range stmt.Schema.Relationships.Relations {
  543. results[rel.Name] = false
  544. }
  545. }
  546. } else if field := stmt.Schema.LookUpField(omit); field != nil && field.DBName != "" {
  547. results[field.DBName] = false
  548. } else {
  549. results[omit] = false
  550. }
  551. }
  552. if stmt.Schema != nil {
  553. for _, field := range stmt.Schema.FieldsByName {
  554. name := field.DBName
  555. if name == "" {
  556. name = field.Name
  557. }
  558. if requireCreate && !field.Creatable {
  559. results[name] = false
  560. } else if requireUpdate && !field.Updatable {
  561. results[name] = false
  562. }
  563. }
  564. }
  565. return results, !notRestricted && len(stmt.Selects) > 0
  566. }