2016-09-15 06:41:57 +05:30
|
|
|
// Package sql provides SQL implementations of the storage interface.
|
|
|
|
package sql
|
|
|
|
|
|
|
|
import (
|
|
|
|
"database/sql"
|
|
|
|
"regexp"
|
2016-12-17 00:33:36 +05:30
|
|
|
"time"
|
2016-09-15 06:41:57 +05:30
|
|
|
|
2017-07-26 02:15:17 +05:30
|
|
|
"github.com/sirupsen/logrus"
|
2016-09-15 06:41:57 +05:30
|
|
|
|
|
|
|
// import third party drivers
|
2018-11-29 12:54:13 +05:30
|
|
|
_ "github.com/lib/pq"
|
2016-09-15 06:41:57 +05:30
|
|
|
_ "github.com/mattn/go-sqlite3"
|
|
|
|
)
|
|
|
|
|
|
|
|
// flavor represents a specific SQL implementation, and is used to translate query strings
|
|
|
|
// between different drivers. Flavors shouldn't aim to translate all possible SQL statements,
|
|
|
|
// only the specific queries used by the SQL storages.
|
|
|
|
type flavor struct {
|
|
|
|
queryReplacers []replacer
|
|
|
|
|
2018-11-15 21:15:36 +05:30
|
|
|
// Optional function to create and finish a transaction.
|
2016-09-15 06:41:57 +05:30
|
|
|
executeTx func(db *sql.DB, fn func(*sql.Tx) error) error
|
2016-12-17 00:33:36 +05:30
|
|
|
|
|
|
|
// Does the flavor support timezones?
|
|
|
|
supportsTimezones bool
|
2016-09-15 06:41:57 +05:30
|
|
|
}
|
|
|
|
|
|
|
|
// A regexp with a replacement string.
|
|
|
|
type replacer struct {
|
|
|
|
re *regexp.Regexp
|
|
|
|
with string
|
|
|
|
}
|
|
|
|
|
|
|
|
// Match a postgres query binds. E.g. "$1", "$12", etc.
|
|
|
|
var bindRegexp = regexp.MustCompile(`\$\d+`)
|
|
|
|
|
|
|
|
func matchLiteral(s string) *regexp.Regexp {
|
|
|
|
return regexp.MustCompile(`\b` + regexp.QuoteMeta(s) + `\b`)
|
|
|
|
}
|
|
|
|
|
|
|
|
var (
|
|
|
|
// The "github.com/lib/pq" driver is the default flavor. All others are
|
|
|
|
// translations of this.
|
2016-11-01 11:30:55 +05:30
|
|
|
flavorPostgres = flavor{
|
2018-11-29 12:54:13 +05:30
|
|
|
// The default behavior for Postgres transactions is consistent reads, not consistent writes.
|
|
|
|
// For each transaction opened, ensure it has the correct isolation level.
|
2016-11-01 11:30:55 +05:30
|
|
|
//
|
|
|
|
// See: https://www.postgresql.org/docs/9.3/static/sql-set-transaction.html
|
|
|
|
//
|
2018-11-29 12:54:13 +05:30
|
|
|
// NOTE(ericchiang): For some reason using `SET SESSION CHARACTERISTICS AS TRANSACTION` at a
|
|
|
|
// session level didn't work for some edge cases. Might be something worth exploring.
|
2016-11-01 11:30:55 +05:30
|
|
|
executeTx: func(db *sql.DB, fn func(sqlTx *sql.Tx) error) error {
|
2018-11-29 12:54:13 +05:30
|
|
|
tx, err := db.Begin()
|
|
|
|
if err != nil {
|
|
|
|
return err
|
2018-11-17 01:05:47 +05:30
|
|
|
}
|
2018-11-29 12:54:13 +05:30
|
|
|
defer tx.Rollback()
|
2018-11-15 23:47:42 +05:30
|
|
|
|
2018-11-29 12:54:13 +05:30
|
|
|
if _, err := tx.Exec(`SET TRANSACTION ISOLATION LEVEL SERIALIZABLE;`); err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
if err := fn(tx); err != nil {
|
|
|
|
return err
|
2016-11-01 11:30:55 +05:30
|
|
|
}
|
2018-11-29 12:54:13 +05:30
|
|
|
return tx.Commit()
|
2016-11-01 11:30:55 +05:30
|
|
|
},
|
2016-12-17 00:33:36 +05:30
|
|
|
|
|
|
|
supportsTimezones: true,
|
2016-11-01 11:30:55 +05:30
|
|
|
}
|
2016-09-15 06:41:57 +05:30
|
|
|
|
|
|
|
flavorSQLite3 = flavor{
|
|
|
|
queryReplacers: []replacer{
|
|
|
|
{bindRegexp, "?"},
|
|
|
|
// Translate for booleans to integers.
|
|
|
|
{matchLiteral("true"), "1"},
|
|
|
|
{matchLiteral("false"), "0"},
|
|
|
|
{matchLiteral("boolean"), "integer"},
|
|
|
|
// Translate other types.
|
|
|
|
{matchLiteral("bytea"), "blob"},
|
2016-12-17 00:33:36 +05:30
|
|
|
{matchLiteral("timestamptz"), "timestamp"},
|
2016-09-15 06:41:57 +05:30
|
|
|
// SQLite doesn't have a "now()" method, replace with "date('now')"
|
|
|
|
{regexp.MustCompile(`\bnow\(\)`), "date('now')"},
|
|
|
|
},
|
|
|
|
}
|
|
|
|
)
|
|
|
|
|
|
|
|
func (f flavor) translate(query string) string {
|
|
|
|
// TODO(ericchiang): Heavy cashing.
|
|
|
|
for _, r := range f.queryReplacers {
|
|
|
|
query = r.re.ReplaceAllString(query, r.with)
|
|
|
|
}
|
|
|
|
return query
|
|
|
|
}
|
|
|
|
|
2016-12-17 00:33:36 +05:30
|
|
|
// translateArgs translates query parameters that may be unique to
|
|
|
|
// a specific SQL flavor. For example, standardizing "time.Time"
|
|
|
|
// types to UTC for clients that don't provide timezone support.
|
|
|
|
func (c *conn) translateArgs(args []interface{}) []interface{} {
|
|
|
|
if c.flavor.supportsTimezones {
|
|
|
|
return args
|
|
|
|
}
|
|
|
|
|
|
|
|
for i, arg := range args {
|
|
|
|
if t, ok := arg.(time.Time); ok {
|
|
|
|
args[i] = t.UTC()
|
|
|
|
}
|
|
|
|
}
|
|
|
|
return args
|
|
|
|
}
|
|
|
|
|
2016-09-15 06:41:57 +05:30
|
|
|
// conn is the main database connection.
|
|
|
|
type conn struct {
|
2017-02-22 04:30:22 +05:30
|
|
|
db *sql.DB
|
|
|
|
flavor flavor
|
|
|
|
logger logrus.FieldLogger
|
|
|
|
alreadyExistsCheck func(err error) bool
|
2016-09-15 06:41:57 +05:30
|
|
|
}
|
|
|
|
|
|
|
|
func (c *conn) Close() error {
|
|
|
|
return c.db.Close()
|
|
|
|
}
|
|
|
|
|
|
|
|
// conn implements the same method signatures as encoding/sql.DB.
|
|
|
|
|
|
|
|
func (c *conn) Exec(query string, args ...interface{}) (sql.Result, error) {
|
|
|
|
query = c.flavor.translate(query)
|
2016-12-17 00:33:36 +05:30
|
|
|
return c.db.Exec(query, c.translateArgs(args)...)
|
2016-09-15 06:41:57 +05:30
|
|
|
}
|
|
|
|
|
|
|
|
func (c *conn) Query(query string, args ...interface{}) (*sql.Rows, error) {
|
|
|
|
query = c.flavor.translate(query)
|
2016-12-17 00:33:36 +05:30
|
|
|
return c.db.Query(query, c.translateArgs(args)...)
|
2016-09-15 06:41:57 +05:30
|
|
|
}
|
|
|
|
|
|
|
|
func (c *conn) QueryRow(query string, args ...interface{}) *sql.Row {
|
|
|
|
query = c.flavor.translate(query)
|
2016-12-17 00:33:36 +05:30
|
|
|
return c.db.QueryRow(query, c.translateArgs(args)...)
|
2016-09-15 06:41:57 +05:30
|
|
|
}
|
|
|
|
|
|
|
|
// ExecTx runs a method which operates on a transaction.
|
|
|
|
func (c *conn) ExecTx(fn func(tx *trans) error) error {
|
|
|
|
if c.flavor.executeTx != nil {
|
|
|
|
return c.flavor.executeTx(c.db, func(sqlTx *sql.Tx) error {
|
|
|
|
return fn(&trans{sqlTx, c})
|
|
|
|
})
|
|
|
|
}
|
|
|
|
|
|
|
|
sqlTx, err := c.db.Begin()
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
if err := fn(&trans{sqlTx, c}); err != nil {
|
|
|
|
sqlTx.Rollback()
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
return sqlTx.Commit()
|
|
|
|
}
|
|
|
|
|
|
|
|
type trans struct {
|
|
|
|
tx *sql.Tx
|
|
|
|
c *conn
|
|
|
|
}
|
|
|
|
|
|
|
|
// trans implements the same method signatures as encoding/sql.Tx.
|
|
|
|
|
|
|
|
func (t *trans) Exec(query string, args ...interface{}) (sql.Result, error) {
|
|
|
|
query = t.c.flavor.translate(query)
|
2016-12-17 00:33:36 +05:30
|
|
|
return t.tx.Exec(query, t.c.translateArgs(args)...)
|
2016-09-15 06:41:57 +05:30
|
|
|
}
|
|
|
|
|
|
|
|
func (t *trans) Query(query string, args ...interface{}) (*sql.Rows, error) {
|
|
|
|
query = t.c.flavor.translate(query)
|
2016-12-17 00:33:36 +05:30
|
|
|
return t.tx.Query(query, t.c.translateArgs(args)...)
|
2016-09-15 06:41:57 +05:30
|
|
|
}
|
|
|
|
|
|
|
|
func (t *trans) QueryRow(query string, args ...interface{}) *sql.Row {
|
|
|
|
query = t.c.flavor.translate(query)
|
2016-12-17 00:33:36 +05:30
|
|
|
return t.tx.QueryRow(query, t.c.translateArgs(args)...)
|
2016-09-15 06:41:57 +05:30
|
|
|
}
|