add worker with analyze go.mod(pref ver util)

storage/migrations/postgres/000001_init_schema.up.sql

@@ -14,7 +14,8 @@ create table if not exists comment (
 create table if not exists module (
     id serial not null unique primary key ,
     name varchar not null ,
-    version varchar not null
+    version varchar not null ,
+    last_version varchar not null
 );
 
 create table if not exists issue (
@@ -34,4 +35,5 @@ create table if not exists package (
     comments integer[] default '{}'::integer[]
 );
 
+create unique index module_info on module(name, version);
 

storage/postgres/quries.go

@@ -19,5 +19,10 @@ update package set comments = array_append(comments, (select * from insert_comm)
 `
 	queryAddPackage = `
 insert into package(name, url, modules) values ($1, $2, $3);
+`
+	queryInsMsgGetIDs = `
+insert into module(name, version, last_version)  values
+%s
+returning id;
 `
 )

storage/postgres/storage.go

@@ -5,7 +5,9 @@ import (
 	"database/sql"
 	"embed"
 	"errors"
+	"fmt"
 	pb "go.unistack.org/unistack-org/pkgdash/proto/go_generate"
+	"strings"
 
 	"github.com/golang-migrate/migrate/v4"
 	mpgx "github.com/golang-migrate/migrate/v4/database/pgx"
@@ -87,6 +89,10 @@ func (s *Postgres) MigrateDown() error {
 	return nil
 }
 
+func (s *Postgres) UpdatePackage(ctx context.Context, rsp *pb.UpdatePackageRsp) error {
+	panic("need implement")
+}
+
 func (s *Postgres) ListPackage(ctx context.Context) (models.ListPackage, error) {
 	rows, err := s.db.QueryContext(ctx, queryListPackage)
 	if err != nil {
@@ -175,3 +181,57 @@ func (s *Postgres) AddPackage(ctx context.Context, rsp *pb.AddPackageRsp) error
 
 	return err
 }
+
+func (s *Postgres) InsertButchModules(ctx context.Context, rsp []models.Module) ([]uint64, error) {
+	tx, err := s.db.BeginTx(ctx, nil)
+	if err != nil {
+		return nil, err
+	}
+	defer func() {
+		if err != nil {
+			if rollbackErr := tx.Rollback(); rollbackErr != nil {
+				logger.Errorf(ctx, "AddPackage: unable to rollback: %v", rollbackErr)
+			}
+		} else {
+			err = tx.Commit()
+		}
+	}()
+
+	query := generateQuery(rsp)
+
+	rows, err := tx.QueryContext(ctx, query)
+	if err != nil {
+		return nil, err
+	}
+	defer func() {
+		if err = rows.Close(); err != nil {
+			return
+		}
+		err = rows.Err()
+	}()
+
+	result := make([]uint64, 0)
+	for rows.Next() {
+		tmp := uint64(0)
+		if err = rows.Scan(&tmp); err != nil {
+			return nil, err
+		}
+
+		result = append(result, tmp)
+	}
+
+	return result, err
+}
+
+func generateQuery(rsp []models.Module) string {
+	const pattern = `%c('%s', '%s', '%s')`
+	build := strings.Builder{}
+	comma := ' '
+	for i := range rsp {
+		str := fmt.Sprintf(pattern, comma, rsp[i].Name, rsp[i].Version, rsp[i].LastVersion)
+		build.WriteString(str)
+		comma = ','
+	}
+
+	return fmt.Sprintf(queryInsMsgGetIDs, build.String())
+}

storage/postgres/storage_test.go

@@ -0,0 +1,25 @@
+package postgres
+
+import (
+	"fmt"
+	"go.unistack.org/unistack-org/pkgdash/models"
+	"testing"
+)
+
+func TestGenerate(t *testing.T) {
+	m := []models.Module{
+		{
+			1, "test", "1.2.3", 2, "23.31",
+		},
+		{
+			1, "321test", "1.3", 4, "2111.31",
+		},
+		{
+			1, "testabcd", "1.2.3", 2, "153453.31",
+		},
+	}
+	
+	str := generateQuery(m)
+
+	fmt.Println(str)
+}

storage/storage.go

@@ -26,8 +26,10 @@ type Storage interface {
 	cmsstorage.Migrator
 
 	ListPackage(ctx context.Context) (models.ListPackage, error)
+	UpdatePackage(ctx context.Context, rsp *pb.UpdatePackageRsp) error
 	AddComment(ctx context.Context, rsp *pb.AddCommentRsp) error
 	AddPackage(ctx context.Context, rsp *pb.AddPackageRsp) error
+	InsertButchModules(ctx context.Context, rsp []models.Module) ([]uint64, error)
 }
 
 func NewStorage(name string, db *sql.DB) (interface{}, error) {