mysql.go 14 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505
  1. package main
  2. import (
  3. "bytes"
  4. "database/sql"
  5. "fmt"
  6. "log"
  7. "reflect"
  8. "strings"
  9. "time"
  10. _ "github.com/go-sql-driver/mysql"
  11. )
  12. type Mysql struct {
  13. Address string //数据库地址:端口
  14. UserName string //用户名
  15. PassWord string //密码
  16. DBName string //数据库名
  17. DB *sql.DB //数据库连接池对象
  18. MaxOpenConns int //用于设置最大打开的连接数,默认值为0表示不限制。
  19. MaxIdleConns int //用于设置闲置的连接数。
  20. }
  21. func (m *Mysql) Init() {
  22. if m.MaxOpenConns <= 0 {
  23. m.MaxOpenConns = 20
  24. }
  25. if m.MaxIdleConns <= 0 {
  26. m.MaxIdleConns = 20
  27. }
  28. var err error //utf8mb4
  29. m.DB, err = sql.Open("mysql", fmt.Sprintf("%s:%s@tcp(%s)/%s?charset=utf8mb4", m.UserName, m.PassWord, m.Address, m.DBName))
  30. if err != nil {
  31. log.Println(err)
  32. return
  33. }
  34. m.DB.SetMaxOpenConns(m.MaxOpenConns)
  35. m.DB.SetMaxIdleConns(m.MaxIdleConns)
  36. m.DB.SetConnMaxLifetime(time.Minute * 3)
  37. err = m.DB.Ping()
  38. if err != nil {
  39. log.Println(err)
  40. }
  41. }
  42. //新增
  43. func (m *Mysql) Insert(tableName string, data map[string]interface{}) int64 {
  44. return m.InsertByTx(nil, tableName, data)
  45. }
  46. //带有事务的新增
  47. func (m *Mysql) InsertByTx(tx *sql.Tx, tableName string, data map[string]interface{}) int64 {
  48. fields := []string{}
  49. values := []interface{}{}
  50. placeholders := []string{}
  51. if tableName == "dataexport_order" {
  52. if _, ok := data["user_nickname"]; ok {
  53. data["user_nickname"] = ""
  54. }
  55. }
  56. for k, v := range data {
  57. fields = append(fields, k)
  58. values = append(values, v)
  59. placeholders = append(placeholders, "?")
  60. }
  61. q := fmt.Sprintf("INSERT INTO %s (%s) VALUES (%s)", tableName, strings.Join(fields, ","), strings.Join(placeholders, ","))
  62. //log.Println("mysql", q, values)
  63. return m.InsertBySqlByTx(tx, q, values...)
  64. }
  65. //sql语句新增
  66. func (m *Mysql) InsertBySql(q string, args ...interface{}) int64 {
  67. return m.InsertBySqlByTx(nil, q, args...)
  68. }
  69. //带有事务的sql语句新增
  70. func (m *Mysql) InsertBySqlByTx(tx *sql.Tx, q string, args ...interface{}) int64 {
  71. result, _ := m.ExecBySqlByTx(tx, q, args...)
  72. if result == nil {
  73. return -1
  74. }
  75. id, err := result.LastInsertId()
  76. if err != nil {
  77. log.Println(err)
  78. return -1
  79. }
  80. return id
  81. }
  82. //批量新增
  83. func (m *Mysql) InsertIgnoreBatch(tableName string, fields []string, values []interface{}) (int64, int64) {
  84. return m.InsertIgnoreBatchByTx(nil, tableName, fields, values)
  85. }
  86. //带事务的批量新增
  87. func (m *Mysql) InsertIgnoreBatchByTx(tx *sql.Tx, tableName string, fields []string, values []interface{}) (int64, int64) {
  88. return m.insertOrReplaceBatchByTx(tx, "INSERT", "IGNORE", tableName, fields, values)
  89. }
  90. //批量新增
  91. func (m *Mysql) InsertBatch(tableName string, fields []string, values []interface{}) (int64, int64) {
  92. return m.InsertBatchByTx(nil, tableName, fields, values)
  93. }
  94. //带事务的批量新增
  95. func (m *Mysql) InsertBatchByTx(tx *sql.Tx, tableName string, fields []string, values []interface{}) (int64, int64) {
  96. return m.insertOrReplaceBatchByTx(tx, "INSERT", "", tableName, fields, values)
  97. }
  98. //批量更新
  99. func (m *Mysql) ReplaceBatch(tableName string, fields []string, values []interface{}) (int64, int64) {
  100. return m.ReplaceBatchByTx(nil, tableName, fields, values)
  101. }
  102. //带事务的批量更新
  103. func (m *Mysql) ReplaceBatchByTx(tx *sql.Tx, tableName string, fields []string, values []interface{}) (int64, int64) {
  104. return m.insertOrReplaceBatchByTx(tx, "REPLACE", "", tableName, fields, values)
  105. }
  106. func (m *Mysql) insertOrReplaceBatchByTx(tx *sql.Tx, tp string, afterInsert, tableName string, fields []string, values []interface{}) (int64, int64) {
  107. placeholders := []string{}
  108. for range fields {
  109. placeholders = append(placeholders, "?")
  110. }
  111. placeholder := strings.Join(placeholders, ",")
  112. array := []string{}
  113. for i := 0; i < len(values)/len(fields); i++ {
  114. array = append(array, fmt.Sprintf("(%s)", placeholder))
  115. }
  116. q := fmt.Sprintf("%s %s INTO %s (%s) VALUES %s", tp, afterInsert, tableName, strings.Join(fields, ","), strings.Join(array, ","))
  117. result, _ := m.ExecBySqlByTx(tx, q, values...)
  118. if result == nil {
  119. return -1, -1
  120. }
  121. v1, e1 := result.RowsAffected()
  122. if e1 != nil {
  123. log.Println(e1)
  124. return -1, -1
  125. }
  126. v2, e2 := result.LastInsertId()
  127. if e2 != nil {
  128. log.Println(e2)
  129. return -1, -1
  130. }
  131. return v1, v2
  132. }
  133. //sql语句执行
  134. func (m *Mysql) ExecBySql(q string, args ...interface{}) (sql.Result, error) {
  135. return m.ExecBySqlByTx(nil, q, args...)
  136. }
  137. //sql语句执行,带有事务
  138. func (m *Mysql) ExecBySqlByTx(tx *sql.Tx, q string, args ...interface{}) (sql.Result, error) {
  139. var stmtIns *sql.Stmt
  140. var err error
  141. if tx == nil {
  142. stmtIns, err = m.DB.Prepare(q)
  143. } else {
  144. stmtIns, err = tx.Prepare(q)
  145. }
  146. if err != nil {
  147. log.Println(err)
  148. return nil, err
  149. }
  150. defer stmtIns.Close()
  151. result, err := stmtIns.Exec(args...)
  152. if err != nil {
  153. //log.Println(args, err)
  154. log.Println(err)
  155. return nil, err
  156. }
  157. return result, nil
  158. }
  159. /*不等于 map[string]string{"ne":"1"}
  160. *不等于多个 map[string]string{"notin":[]interface{}{1,2}}
  161. *字段为空 map[string]string{"name":"$isNull"}
  162. *字段不为空 map[string]string{"name":"$isNotNull"}
  163. */
  164. func (m *Mysql) Find(tableName string, query map[string]interface{}, fields, order string, start, pageSize int) *[]map[string]interface{} {
  165. fs := []string{}
  166. vs := []interface{}{}
  167. for k, v := range query {
  168. rt := reflect.TypeOf(v)
  169. rv := reflect.ValueOf(v)
  170. if rt.Kind() == reflect.Map {
  171. for _, rv_k := range rv.MapKeys() {
  172. if rv_k.String() == "ne" {
  173. fs = append(fs, fmt.Sprintf("%s!=?", k))
  174. vs = append(vs, rv.MapIndex(rv_k).Interface())
  175. }
  176. if rv_k.String() == "notin" {
  177. if len(rv.MapIndex(rv_k).Interface().([]interface{})) > 0 {
  178. for _, v := range rv.MapIndex(rv_k).Interface().([]interface{}) {
  179. fs = append(fs, fmt.Sprintf("%s!=?", k))
  180. vs = append(vs, v)
  181. }
  182. }
  183. }
  184. if rv_k.String() == "in" {
  185. if len(rv.MapIndex(rv_k).Interface().([]interface{})) > 0 {
  186. _fs := fmt.Sprintf("%s in (?", k)
  187. for k, v := range rv.MapIndex(rv_k).Interface().([]interface{}) {
  188. if k > 0 {
  189. _fs += ",?"
  190. }
  191. vs = append(vs, v)
  192. }
  193. _fs += ")"
  194. fs = append(fs, _fs)
  195. }
  196. }
  197. }
  198. } else {
  199. if v == "$isNull" {
  200. fs = append(fs, fmt.Sprintf("%s is null", k))
  201. } else if v == "$isNotNull" {
  202. fs = append(fs, fmt.Sprintf("%s is not null", k))
  203. } else {
  204. fs = append(fs, fmt.Sprintf("%s=?", k))
  205. vs = append(vs, v)
  206. }
  207. }
  208. }
  209. var buffer bytes.Buffer
  210. buffer.WriteString("select ")
  211. if fields == "" {
  212. buffer.WriteString("*")
  213. } else {
  214. buffer.WriteString(fields)
  215. }
  216. buffer.WriteString(" from ")
  217. buffer.WriteString(tableName)
  218. if len(fs) > 0 {
  219. buffer.WriteString(" where ")
  220. buffer.WriteString(strings.Join(fs, " and "))
  221. }
  222. if order != "" {
  223. buffer.WriteString(" order by ")
  224. buffer.WriteString(order)
  225. }
  226. if start > -1 && pageSize > 0 {
  227. buffer.WriteString(" limit ")
  228. buffer.WriteString(fmt.Sprint(start))
  229. buffer.WriteString(",")
  230. buffer.WriteString(fmt.Sprint(pageSize))
  231. }
  232. q := buffer.String()
  233. //log.Println(q, vs)
  234. return m.SelectBySql(q, vs...)
  235. }
  236. //sql语句查询
  237. func (m *Mysql) SelectBySql(q string, args ...interface{}) *[]map[string]interface{} {
  238. return m.SelectBySqlByTx(nil, q, args...)
  239. }
  240. func (m *Mysql) SelectBySqlByTx(tx *sql.Tx, q string, args ...interface{}) *[]map[string]interface{} {
  241. return m.Select(0, nil, tx, q, args...)
  242. }
  243. func (m *Mysql) Select(bath int, f func(l *[]map[string]interface{}), tx *sql.Tx, q string, args ...interface{}) *[]map[string]interface{} {
  244. var stmtOut *sql.Stmt
  245. var err error
  246. if tx == nil {
  247. stmtOut, err = m.DB.Prepare(q)
  248. } else {
  249. stmtOut, err = tx.Prepare(q)
  250. }
  251. if err != nil {
  252. log.Println(err)
  253. return nil
  254. }
  255. defer stmtOut.Close()
  256. rows, err := stmtOut.Query(args...)
  257. if err != nil {
  258. log.Println(err)
  259. return nil
  260. }
  261. if rows != nil {
  262. defer rows.Close()
  263. }
  264. columns, err := rows.Columns()
  265. if err != nil {
  266. log.Println(err)
  267. return nil
  268. }
  269. list := []map[string]interface{}{}
  270. for rows.Next() {
  271. scanArgs := make([]interface{}, len(columns))
  272. values := make([]interface{}, len(columns))
  273. ret := make(map[string]interface{})
  274. for k, _ := range values {
  275. scanArgs[k] = &values[k]
  276. }
  277. err = rows.Scan(scanArgs...)
  278. if err != nil {
  279. log.Println(err)
  280. break
  281. }
  282. for i, col := range values {
  283. if v, ok := col.([]uint8); ok {
  284. ret[columns[i]] = string(v)
  285. } else {
  286. ret[columns[i]] = col
  287. }
  288. }
  289. list = append(list, ret)
  290. if bath > 0 && len(list) == bath {
  291. f(&list)
  292. list = []map[string]interface{}{}
  293. }
  294. }
  295. if bath > 0 && len(list) > 0 {
  296. f(&list)
  297. list = []map[string]interface{}{}
  298. }
  299. return &list
  300. }
  301. func (m *Mysql) SelectByBath(bath int, f func(l *[]map[string]interface{}), q string, args ...interface{}) {
  302. m.SelectByBathByTx(bath, f, nil, q, args...)
  303. }
  304. func (m *Mysql) SelectByBathByTx(bath int, f func(l *[]map[string]interface{}), tx *sql.Tx, q string, args ...interface{}) {
  305. m.Select(bath, f, tx, q, args...)
  306. }
  307. func (m *Mysql) FindOne(tableName string, query map[string]interface{}, fields, order string) *map[string]interface{} {
  308. list := m.Find(tableName, query, fields, order, 0, 1)
  309. if list != nil && len(*list) == 1 {
  310. temp := (*list)[0]
  311. return &temp
  312. }
  313. return nil
  314. }
  315. //修改
  316. func (m *Mysql) Update(tableName string, query, update map[string]interface{}) bool {
  317. return m.UpdateByTx(nil, tableName, query, update)
  318. }
  319. //带事务的修改
  320. func (m *Mysql) UpdateByTx(tx *sql.Tx, tableName string, query, update map[string]interface{}) bool {
  321. q_fs := []string{}
  322. u_fs := []string{}
  323. values := []interface{}{}
  324. for k, v := range update {
  325. q_fs = append(q_fs, fmt.Sprintf("%s=?", k))
  326. values = append(values, v)
  327. }
  328. for k, v := range query {
  329. u_fs = append(u_fs, fmt.Sprintf("%s=?", k))
  330. values = append(values, v)
  331. }
  332. q := fmt.Sprintf("update %s set %s where %s", tableName, strings.Join(q_fs, ","), strings.Join(u_fs, " and "))
  333. //log.Println(q, values)
  334. return m.UpdateOrDeleteBySqlByTx(tx, q, values...) >= 0
  335. }
  336. //删除
  337. func (m *Mysql) Delete(tableName string, query map[string]interface{}) bool {
  338. return m.DeleteByTx(nil, tableName, query)
  339. }
  340. func (m *Mysql) DeleteByTx(tx *sql.Tx, tableName string, query map[string]interface{}) bool {
  341. fields := []string{}
  342. values := []interface{}{}
  343. for k, v := range query {
  344. fields = append(fields, fmt.Sprintf("%s=?", k))
  345. values = append(values, v)
  346. }
  347. q := fmt.Sprintf("delete from %s where %s", tableName, strings.Join(fields, " and "))
  348. log.Println(q, values)
  349. return m.UpdateOrDeleteBySqlByTx(tx, q, values...) > 0
  350. }
  351. //修改或删除
  352. func (m *Mysql) UpdateOrDeleteBySql(q string, args ...interface{}) int64 {
  353. return m.UpdateOrDeleteBySqlByTx(nil, q, args...)
  354. }
  355. //带事务的修改或删除
  356. func (m *Mysql) UpdateOrDeleteBySqlByTx(tx *sql.Tx, q string, args ...interface{}) int64 {
  357. result, err := m.ExecBySqlByTx(tx, q, args...)
  358. if err != nil {
  359. log.Println(err)
  360. return -1
  361. }
  362. count, err := result.RowsAffected()
  363. if err != nil {
  364. log.Println(err)
  365. return -1
  366. }
  367. return count
  368. }
  369. //总数
  370. func (m *Mysql) Count(tableName string, query map[string]interface{}) int64 {
  371. fields := []string{}
  372. values := []interface{}{}
  373. for k, v := range query {
  374. rt := reflect.TypeOf(v)
  375. rv := reflect.ValueOf(v)
  376. if rt.Kind() == reflect.Map {
  377. for _, rv_k := range rv.MapKeys() {
  378. if rv_k.String() == "ne" {
  379. fields = append(fields, fmt.Sprintf("%s!=?", k))
  380. values = append(values, rv.MapIndex(rv_k).Interface())
  381. }
  382. if rv_k.String() == "notin" {
  383. if len(rv.MapIndex(rv_k).Interface().([]interface{})) > 0 {
  384. for _, v := range rv.MapIndex(rv_k).Interface().([]interface{}) {
  385. fields = append(fields, fmt.Sprintf("%s!=?", k))
  386. values = append(values, v)
  387. }
  388. }
  389. }
  390. if rv_k.String() == "in" {
  391. if len(rv.MapIndex(rv_k).Interface().([]interface{})) > 0 {
  392. _fs := fmt.Sprintf("%s in (?", k)
  393. for k, v := range rv.MapIndex(rv_k).Interface().([]interface{}) {
  394. if k > 0 {
  395. _fs += ",?"
  396. }
  397. values = append(values, v)
  398. }
  399. _fs += ")"
  400. fields = append(fields, _fs)
  401. }
  402. }
  403. }
  404. } else if v == "$isNull" {
  405. fields = append(fields, fmt.Sprintf("%s is null", k))
  406. } else if v == "$isNotNull" {
  407. fields = append(fields, fmt.Sprintf("%s is not null", k))
  408. } else {
  409. fields = append(fields, fmt.Sprintf("%s=?", k))
  410. values = append(values, v)
  411. }
  412. }
  413. q := fmt.Sprintf("select count(1) as count from %s", tableName)
  414. if len(query) > 0 {
  415. q += fmt.Sprintf(" where %s", strings.Join(fields, " and "))
  416. }
  417. log.Println(q, values)
  418. return m.CountBySql(q, values...)
  419. }
  420. func (m *Mysql) CountBySql(q string, args ...interface{}) int64 {
  421. stmtIns, err := m.DB.Prepare(q)
  422. if err != nil {
  423. log.Println(err)
  424. return -1
  425. }
  426. defer stmtIns.Close()
  427. rows, err := stmtIns.Query(args...)
  428. if err != nil {
  429. log.Println(err)
  430. return -1
  431. }
  432. if rows != nil {
  433. defer rows.Close()
  434. }
  435. var count int64 = -1
  436. if rows.Next() {
  437. err = rows.Scan(&count)
  438. if err != nil {
  439. log.Println(err)
  440. }
  441. }
  442. return count
  443. }
  444. //执行事务
  445. func (m *Mysql) ExecTx(msg string, f func(tx *sql.Tx) bool) bool {
  446. tx, err := m.DB.Begin()
  447. if err != nil {
  448. log.Println(msg, "获取事务错误", err)
  449. } else {
  450. if f(tx) {
  451. if err := tx.Commit(); err != nil {
  452. log.Println(msg, "提交事务错误", err)
  453. } else {
  454. return true
  455. }
  456. } else {
  457. if err := tx.Rollback(); err != nil {
  458. log.Println(msg, "事务回滚错误", err)
  459. }
  460. }
  461. }
  462. return false
  463. }
  464. /*************方法命名不规范,上面有替代方法*************/
  465. func (m *Mysql) Query(query string, args ...interface{}) *[]map[string]interface{} {
  466. return m.SelectBySql(query, args...)
  467. }
  468. func (m *Mysql) QueryCount(query string, args ...interface{}) (count int) {
  469. count = -1
  470. if !strings.Contains(strings.ToLower(query), "count(*)") {
  471. fmt.Println("QueryCount need query like < select count(*) from ..... >")
  472. return
  473. }
  474. count = int(m.CountBySql(query, args...))
  475. return
  476. }