Categorygithub.com/rookie-ninja/rk-db/postgres
modulepackage
1.2.24
Repository: https://github.com/rookie-ninja/rk-db.git
Documentation: pkg.go.dev

# README

rk-db/postgres

Init gorm from YAML config.

This belongs to rk-boot family. We suggest use this lib from rk-boot.

Supported bootstrap

BootstrapDescription
YAML basedStart gorm from YAML
Code basedStart gorm from code

Supported Instances

All instances could be configured via YAML or Code.

User can enable anyone of those as needed! No mandatory binding!

InstanceDescription
gorm.DBCompatible with original gorm
LoggerImplementation of gorm wrapped by uber-go/zap logger
AutoCreationAutomatically create DB if missing in PostgreSQL

Installation

  • rk-boot: Bootstrapper base
  • rk-gin: Bootstrapper for gin-gonic/gin Web Framework for API
  • rk-db/postgres: Bootstrapper for gorm of postgreSQL
go get github.com/rookie-ninja/rk-boot/v2
go get github.com/rookie-ninja/rk-gin/v2
go get github.com/rookie-ninja/rk-db/postgres

Quick Start

In the bellow example, we will run PostgreSQL locally and implement API of Create/List/Get/Update/Delete for User model with Gin.

  • GET /v1/user, List users
  • GET /v1/user/:id, Get user
  • PUT /v1/user, Create user
  • POST /v1/user/:id, Update user
  • DELETE /v1/user/:id, Delete user

Please refer example at example.

1.Create boot.yaml

boot.yaml

  • Create web server with Gin framework at port 8080
  • Create PostgreSQL entry which connects PostgreSQL at localhost:5432
---
gin:
  - name: user-service
    port: 8080
    enabled: true
postgres:
  - name: user-db                     # Required
    enabled: true                     # Required
    domain: "*"                       # Optional
    addr: "localhost:5432"            # Optional, default: localhost:5432
    user: postgres                    # Optional, default: postgres
    pass: pass                        # Optional, default: pass
#    logger:
#      entry: ""
#      level: info
#      encoding: json
#      outputPaths: [ "stdout", "log/db.log" ]
#      slowThresholdMs: 5000
#      ignoreRecordNotFoundError: false
    database:
      - name: user                    # Required
        autoCreate: true              # Optional, default: false
#        dryRun: true                 # Optional, default: false
#        preferSimpleProtocol: false  # Optional, default: false
#        params: []                   # Optional, default: ["sslmode=disable","TimeZone=Asia/Shanghai"]

2.Create main.go

In the main() function, we implement two things.

  • Add User{} as auto migrate option which will create table in DB automatically if missing.
  • Register APIs into Gin router.
// Copyright (c) 2021 rookie-ninja
//
// Use of this source code is governed by an Apache-style
// license that can be found in the LICENSE file.
package main

import (
	"context"
	"github.com/gin-gonic/gin"
	"github.com/rookie-ninja/rk-boot/v2"
	"github.com/rookie-ninja/rk-db/postgres"
	"github.com/rookie-ninja/rk-gin/v2/boot"
	"gorm.io/gorm"
	"net/http"
	"strconv"
	"time"
)

var userDb *gorm.DB

func main() {
	boot := rkboot.NewBoot()

	boot.Bootstrap(context.TODO())

	// Auto migrate database and init global userDb variable
	pgEntry := rkpostgres.GetPostgresEntry("user-db")
	userDb = pgEntry.GetDB("user")
	if !userDb.DryRun {
		userDb.AutoMigrate(&User{})
	}

	// Register APIs
	ginEntry := rkgin.GetGinEntry("user-service")
	ginEntry.Router.GET("/v1/user", ListUsers)
	ginEntry.Router.GET("/v1/user/:id", GetUser)
	ginEntry.Router.PUT("/v1/user", CreateUser)
	ginEntry.Router.POST("/v1/user/:id", UpdateUser)
	ginEntry.Router.DELETE("/v1/user/:id", DeleteUser)

	boot.WaitForShutdownSig(context.TODO())
}

// *************************************
// *************** Model ***************
// *************************************

type Base struct {
	CreatedAt time.Time      `yaml:"-" json:"-"`
	UpdatedAt time.Time      `yaml:"-" json:"-"`
	DeletedAt gorm.DeletedAt `yaml:"-" json:"-" gorm:"index"`
}

type User struct {
	Base
	Id   int    `yaml:"id" json:"id" gorm:"primaryKey"`
	Name string `yaml:"name" json:"name"`
}

func ListUsers(ctx *gin.Context) {
	userList := make([]*User, 0)
	res := userDb.Find(&userList)

	if res.Error != nil {
		ctx.JSON(http.StatusInternalServerError, res.Error)
		return
	}
	ctx.JSON(http.StatusOK, userList)
}

func GetUser(ctx *gin.Context) {
	uid := ctx.Param("id")
	user := &User{}
	res := userDb.Where("id = ?", uid).Find(user)

	if res.Error != nil {
		ctx.JSON(http.StatusInternalServerError, res.Error)
		return
	}
	ctx.JSON(http.StatusOK, user)
}

func CreateUser(ctx *gin.Context) {
	user := &User{
		Name: ctx.Query("name"),
	}

	res := userDb.Create(user)

	if res.Error != nil {
		ctx.JSON(http.StatusInternalServerError, res.Error)
		return
	}
	ctx.JSON(http.StatusOK, user)
}

func UpdateUser(ctx *gin.Context) {
	uid := ctx.Param("id")
	user := &User{
		Name: ctx.Query("name"),
	}

	res := userDb.Where("id = ?", uid).Updates(user)

	if res.Error != nil {
		ctx.JSON(http.StatusInternalServerError, res.Error)
		return
	}

	if res.RowsAffected < 1 {
		ctx.JSON(http.StatusNotFound, "user not found")
		return
	}

	// get user
	userDb.Where("id = ?", uid).Find(user)

	ctx.JSON(http.StatusOK, user)
}

func DeleteUser(ctx *gin.Context) {
	uid, _ := strconv.Atoi(ctx.Param("id"))
	res := userDb.Delete(&User{
		Id: uid,
	})

	if res.Error != nil {
		ctx.JSON(http.StatusInternalServerError, res.Error)
		return
	}

	if res.RowsAffected < 1 {
		ctx.JSON(http.StatusNotFound, "user not found")
		return
	}

	ctx.String(http.StatusOK, "success")
}

3.Start server

$ go run main.go

2022-01-05T22:06:07.755+0800    INFO    boot/gin_entry.go:913   Bootstrap ginEntry      {"eventId": "5ed1c920-5036-4ba2-9f65-f88856ad2d6d", "entryName": "user-service"}
------------------------------------------------------------------------
endTime=2022-01-05T22:06:07.755617+08:00
startTime=2022-01-05T22:06:07.755521+08:00
elapsedNano=96442
timezone=CST
ids={"eventId":"5ed1c920-5036-4ba2-9f65-f88856ad2d6d"}
app={"appName":"rk","appVersion":"","entryName":"user-service","entryType":"GinEntry"}
env={"arch":"amd64","az":"*","domain":"*","hostname":"lark.local","localIP":"10.8.0.2","os":"darwin","realm":"*","region":"*"}
payloads={"ginPort":8080}
error={}
counters={}
pairs={}
timing={}
remoteAddr=localhost
operation=Bootstrap
resCode=OK
eventStatus=Ended
EOE
2022-01-06T19:10:15.730+0800    INFO    Bootstrap postgres entry        {"entryName": "user-db", "postgresUser": "postgres", "postgresAddr": "localhost:5432"}

4.Validation

4.1 Create user

Create a user with name of rk-dev.

$ curl -X PUT "localhost:8080/v1/user?name=rk-dev"
{"id":2,"name":"rk-dev"}

4.1 Update user

Update user name to rk-dev-updated.

$ curl -X POST "localhost:8080/v1/user/2?name=rk-dev-updated"
{"id":2,"name":"rk-dev-updated"}

4.1 List users

List users.

$ curl -X GET localhost:8080/v1/user
[{"id":2,"name":"rk-dev-updated"}]

4.1 Get user

Get user with id=2.

$ curl -X GET localhost:8080/v1/user/2
{"id":2,"name":"rk-dev-updated"}

4.1 Delete user

$ curl -X DELETE localhost:8080/v1/user/2
success

image

YAML Options

User can start multiple gorm instances at the same time. Please make sure use different names.

nameRequireddescriptiontypedefault value
postgres.nameRequiredThe name of entrystringPostgreSQL
postgres.enabledRequiredEnable entry or notboolfalse
postgres.domainOptionalSee locale description bellowstring"*"
postgres.descriptionOptionalDescription of echo entry.string""
postgres.userOptionalPostgreSQL usernamestringpostgres
postgres.passOptionalPostgreSQL passwordstringpass
postgres.addrOptionalPostgreSQL remote addressstringlocalhost:5432
postgres.database.nameRequiredName of databasestring""
postgres.database.autoCreateOptionalCreate DB if missingboolfalse
postgres.database.dryRunOptionalRun gorm.DB with dry run modeboolfalse
postgres.database.preferSimpleProtocolOptionalDisable prepared statement cacheboolfalse
postgres.database.paramsOptionalConnection params[]string["sslmode=disable","TimeZone=Asia/Shanghai"]
postgres.database.plugins.prom.enabledOptionalEnable prometheus pluginboolfalse
postgres.logger.entryOptionalReference of zap logger entry namestring""
postgres.logger.levelOptionalLogging level, [info, warn, error, silent]stringwarn
postgres.logger.encodingOptionallog encoding, [console, json]stringconsole
postgres.logger.outputPathsOptionallog output paths[]string["stdout"]
postgres.logger.slowThresholdMsOptionalSlow SQL thresholdint5000
postgres.logger.ignoreRecordNotFoundErrorOptionalAs name describedboolfalse

Usage of domain

RK use <domain> to distinguish different environment.
Variable of <locale> could be composed as form of <domain>
- domain: Stands for different environment, like dev, test, prod and so on, users can define it by themselves.
          Environment variable: DOMAIN
          Eg: prod
          Wildcard: supported

How it works?
Firstly, get environment variable named as  DOMAIN.
Secondly, compare every element in locale variable and environment variable.
If variables in locale represented as wildcard(*), we will ignore comparison step.

Example:
# let's assuming we are going to define DB address which is different based on environment.
# Then, user can distinguish DB address based on locale.
# We recommend to include locale with wildcard.
---
DB:
  - name: redis-default
    domain: "*"
    addr: "192.0.0.1:6379"
  - name: redis-in-test
    domain: "test"
    addr: "192.0.0.1:6379"
  - name: redis-in-prod
    domain: "prod"
    addr: "176.0.0.1:6379"

# Packages

No description provided by the author

# Functions

GetPostgresEntry returns PostgresEntry instance.
No description provided by the author
RegisterPostgresEntryYAML register PostgresEntry based on config file into rkentry.GlobalAppCtx.

# Constants

No description provided by the author

# Structs

BootPostgres Postgres entry boot config which reflects to YAML config.
No description provided by the author
No description provided by the author
PostgresEntry will init gorm.DB with provided arguments.