micro/store/cockroach/cockroach.go

225 lines
4.8 KiB
Go
Raw Normal View History

2019-12-16 18:09:59 +03:00
// Package cockroach implements the cockroach store
package cockroach
2019-11-01 17:13:21 +03:00
import (
"database/sql"
"fmt"
2019-12-16 18:09:59 +03:00
"strings"
2019-11-01 17:13:21 +03:00
"time"
"unicode"
"github.com/lib/pq"
"github.com/micro/go-micro/store"
2019-12-16 17:38:51 +03:00
"github.com/micro/go-micro/util/log"
"github.com/pkg/errors"
2019-11-01 17:13:21 +03:00
)
// DefaultNamespace is the namespace that the sql store
// will use if no namespace is provided.
var (
DefaultNamespace = "micro"
DefaultPrefix = "micro"
)
2019-11-01 17:13:21 +03:00
type sqlStore struct {
db *sql.DB
database string
table string
2019-12-16 17:38:51 +03:00
options store.Options
2019-11-01 17:13:21 +03:00
}
// List all the known records
func (s *sqlStore) List() ([]*store.Record, error) {
2019-12-16 20:11:13 +03:00
rows, err := s.db.Query(fmt.Sprintf("SELECT key, value, expiry FROM %s.%s;", s.database, s.table))
2019-11-01 17:13:21 +03:00
var records []*store.Record
var timehelper pq.NullTime
if err != nil {
if err == sql.ErrNoRows {
return records, nil
}
return nil, err
}
defer rows.Close()
for rows.Next() {
record := &store.Record{}
if err := rows.Scan(&record.Key, &record.Value, &timehelper); err != nil {
return records, err
}
if timehelper.Valid {
if timehelper.Time.Before(time.Now()) {
// record has expired
go s.Delete(record.Key)
} else {
record.Expiry = time.Until(timehelper.Time)
records = append(records, record)
}
} else {
records = append(records, record)
}
}
rowErr := rows.Close()
if rowErr != nil {
// transaction rollback or something
return records, rowErr
}
if err := rows.Err(); err != nil {
return records, err
}
return records, nil
}
// Read all records with keys
func (s *sqlStore) Read(keys ...string) ([]*store.Record, error) {
q, err := s.db.Prepare(fmt.Sprintf("SELECT key, value, expiry FROM %s.%s WHERE key = $1;", s.database, s.table))
2019-11-01 17:13:21 +03:00
if err != nil {
return nil, err
}
var records []*store.Record
var timehelper pq.NullTime
for _, key := range keys {
row := q.QueryRow(key)
record := &store.Record{}
if err := row.Scan(&record.Key, &record.Value, &timehelper); err != nil {
if err == sql.ErrNoRows {
return records, store.ErrNotFound
}
return records, err
}
if timehelper.Valid {
if timehelper.Time.Before(time.Now()) {
// record has expired
go s.Delete(key)
return records, store.ErrNotFound
}
record.Expiry = time.Until(timehelper.Time)
records = append(records, record)
} else {
records = append(records, record)
}
}
return records, nil
}
// Write records
func (s *sqlStore) Write(rec ...*store.Record) error {
q, err := s.db.Prepare(fmt.Sprintf(`INSERT INTO %s.%s(key, value, expiry)
2019-11-01 17:13:21 +03:00
VALUES ($1, $2::bytea, $3)
ON CONFLICT (key)
DO UPDATE
SET value = EXCLUDED.value, expiry = EXCLUDED.expiry;`, s.database, s.table))
2019-11-01 17:13:21 +03:00
if err != nil {
return err
}
for _, r := range rec {
var err error
if r.Expiry != 0 {
_, err = q.Exec(r.Key, r.Value, time.Now().Add(r.Expiry))
} else {
_, err = q.Exec(r.Key, r.Value, nil)
}
if err != nil {
return errors.Wrap(err, "Couldn't insert record "+r.Key)
}
}
return nil
}
// Delete records with keys
func (s *sqlStore) Delete(keys ...string) error {
q, err := s.db.Prepare(fmt.Sprintf("DELETE FROM %s.%s WHERE key = $1;", s.database, s.table))
2019-11-01 17:13:21 +03:00
if err != nil {
return err
}
for _, key := range keys {
result, err := q.Exec(key)
if err != nil {
return err
}
_, err = result.RowsAffected()
if err != nil {
return err
}
}
return nil
}
2019-12-16 17:38:51 +03:00
func (s *sqlStore) initDB() {
2019-12-16 20:11:13 +03:00
// Create the namespace's database
_, err := s.db.Exec(fmt.Sprintf("CREATE DATABASE IF NOT EXISTS %s ;", s.database))
2019-11-01 17:13:21 +03:00
if err != nil {
2019-12-16 17:38:51 +03:00
log.Fatal(err)
2019-11-01 17:13:21 +03:00
}
2019-12-16 17:38:51 +03:00
2019-12-16 20:11:13 +03:00
_, err = s.db.Exec(fmt.Sprintf("SET DATABASE = %s ;", s.database))
2019-11-01 17:13:21 +03:00
if err != nil {
2019-12-16 20:11:13 +03:00
log.Fatal(errors.Wrap(err, "Couldn't set database"))
2019-11-01 17:13:21 +03:00
}
2019-12-16 20:11:13 +03:00
// Create a table for the namespace's prefix
_, err = s.db.Exec(fmt.Sprintf(`CREATE TABLE IF NOT EXISTS %s
2019-11-01 17:13:21 +03:00
(
2019-12-16 20:11:13 +03:00
key text NOT NULL,
2019-11-01 17:13:21 +03:00
value bytea,
expiry timestamp with time zone,
CONSTRAINT %s_pkey PRIMARY KEY (key)
2019-12-16 20:11:13 +03:00
);`, s.table, s.table))
2019-11-01 17:13:21 +03:00
if err != nil {
2019-12-16 17:38:51 +03:00
log.Fatal(errors.Wrap(err, "Couldn't create table"))
2019-11-01 17:13:21 +03:00
}
}
// New returns a new micro Store backed by sql
2019-12-16 17:38:51 +03:00
func New(opts ...store.Option) store.Store {
var options store.Options
for _, o := range opts {
o(&options)
2019-11-01 17:13:21 +03:00
}
2019-12-16 17:38:51 +03:00
nodes := options.Nodes
if len(nodes) == 0 {
nodes = []string{"localhost:26257"}
}
2019-11-01 17:13:21 +03:00
2019-12-16 17:38:51 +03:00
namespace := options.Namespace
if len(namespace) == 0 {
namespace = DefaultNamespace
2019-11-01 17:13:21 +03:00
}
2019-12-16 17:38:51 +03:00
prefix := options.Prefix
if len(prefix) == 0 {
prefix = DefaultPrefix
2019-11-01 17:13:21 +03:00
}
2019-12-16 17:38:51 +03:00
for _, r := range namespace {
if !unicode.IsLetter(r) {
log.Fatal("store.namespace must only contain letters")
}
2019-11-01 17:13:21 +03:00
}
2019-12-16 17:38:51 +03:00
2019-12-16 18:09:59 +03:00
source := nodes[0]
if !strings.Contains(source, " ") {
source = fmt.Sprintf("host=%s", source)
}
2019-12-16 17:38:51 +03:00
// create source from first node
2019-12-16 18:09:59 +03:00
db, err := sql.Open("postgres", source)
2019-12-16 17:38:51 +03:00
if err != nil {
log.Fatal(err)
2019-11-01 17:13:21 +03:00
}
2019-12-16 17:38:51 +03:00
if err := db.Ping(); err != nil {
log.Fatal(err)
2019-11-01 17:13:21 +03:00
}
2019-12-16 17:38:51 +03:00
s := &sqlStore{
db: db,
database: namespace,
table: prefix,
2019-11-01 17:13:21 +03:00
}
2019-12-16 20:11:13 +03:00
s.initDB()
2019-12-16 17:38:51 +03:00
return s
2019-11-01 17:13:21 +03:00
}