mirror of
https://github.com/Quiq/docker-registry-ui.git
synced 2025-09-13 05:13:15 +00:00
Add MySQL along with sqlite3 support as a registry events storage.
This commit is contained in:
Roman Vynar
@@ -38,7 +38,7 @@ func NewClient(url string, verifyTLS bool, username, password string) *Client {
|
||||
password: password,
|
||||
|
||||
request: gorequest.New().TLSClientConfig(&tls.Config{InsecureSkipVerify: !verifyTLS}),
|
||||
logger: setupLogging("registry.client"),
|
||||
logger: SetupLogging("registry.client"),
|
||||
tokens: map[string]string{},
|
||||
repos: map[string][]string{},
|
||||
tagCounts: map[string]int{},
|
||||
|
||||
@@ -8,8 +8,8 @@ import (
|
||||
"github.com/hhkbp2/go-logging"
|
||||
)
|
||||
|
||||
// setupLogging configure logging.
|
||||
func setupLogging(name string) logging.Logger {
|
||||
// SetupLogging configure logging.
|
||||
func SetupLogging(name string) logging.Logger {
|
||||
logger := logging.GetLogger(name)
|
||||
handler := logging.NewStdoutHandler()
|
||||
format := "%(asctime)s - %(name)s - %(levelname)s - %(message)s"
|
||||
|
||||
@@ -1,149 +0,0 @@
|
||||
package registry
|
||||
|
||||
import (
|
||||
"database/sql"
|
||||
"encoding/json"
|
||||
"fmt"
|
||||
"net/http"
|
||||
"os"
|
||||
"strings"
|
||||
"time"
|
||||
|
||||
"github.com/grafana/grafana/pkg/cmd/grafana-cli/logger"
|
||||
// 🐒 patching of "database/sql".
|
||||
_ "github.com/mattn/go-sqlite3"
|
||||
"github.com/tidwall/gjson"
|
||||
)
|
||||
|
||||
const (
|
||||
dbFile = "data/registry_events.db"
|
||||
schema = `
|
||||
CREATE TABLE IF NOT EXISTS events (
|
||||
id INTEGER PRIMARY KEY AUTOINCREMENT,
|
||||
action CHAR(4) NULL,
|
||||
repository VARCHAR(100) NULL,
|
||||
tag VARCHAR(100) NULL,
|
||||
ip VARCHAR(15) NULL,
|
||||
user VARCHAR(50) NULL,
|
||||
created DATETIME NULL
|
||||
);
|
||||
`
|
||||
)
|
||||
|
||||
type eventData struct {
|
||||
Events []interface{} `json:"events"`
|
||||
}
|
||||
|
||||
// EventRow event row from sqlite
|
||||
type EventRow struct {
|
||||
ID int
|
||||
Action string
|
||||
Repository string
|
||||
Tag string
|
||||
IP string
|
||||
User string
|
||||
Created time.Time
|
||||
}
|
||||
|
||||
// ProcessEvents parse and store registry events
|
||||
func ProcessEvents(request *http.Request, retention int) {
|
||||
logger := setupLogging("registry.event_listener")
|
||||
decoder := json.NewDecoder(request.Body)
|
||||
var t eventData
|
||||
if err := decoder.Decode(&t); err != nil {
|
||||
logger.Errorf("Problem decoding event from request: %+v", request)
|
||||
return
|
||||
}
|
||||
logger.Debugf("Received event: %+v", t)
|
||||
j, _ := json.Marshal(t)
|
||||
|
||||
db, err := getDababaseHandler()
|
||||
defer db.Close()
|
||||
if err != nil {
|
||||
logger.Error(err)
|
||||
return
|
||||
}
|
||||
|
||||
stmt, _ := db.Prepare("INSERT INTO events(action, repository, tag, ip, user, created) values(?,?,?,?,?,DateTime('now'))")
|
||||
for _, e := range gjson.GetBytes(j, "events").Array() {
|
||||
// Ignore calls by docker-registry-ui itself.
|
||||
if e.Get("request.useragent").String() == "docker-registry-ui" {
|
||||
continue
|
||||
}
|
||||
action := e.Get("action").String()
|
||||
repository := e.Get("target.repository").String()
|
||||
tag := e.Get("target.tag").String()
|
||||
// Tag is empty in case of signed pull.
|
||||
if tag == "" {
|
||||
tag = e.Get("target.digest").String()
|
||||
}
|
||||
ip := strings.Split(e.Get("request.addr").String(), ":")[0]
|
||||
user := e.Get("actor.name").String()
|
||||
logger.Debugf("Parsed event data: %s %s:%s %s %s ", action, repository, tag, ip, user)
|
||||
|
||||
res, err := stmt.Exec(action, repository, tag, ip, user)
|
||||
if err != nil {
|
||||
logger.Error("Error inserting a row: ", err)
|
||||
return
|
||||
}
|
||||
id, _ := res.LastInsertId()
|
||||
logger.Debug("New event added with id ", id)
|
||||
}
|
||||
|
||||
// Purge old records.
|
||||
stmt, _ = db.Prepare("DELETE FROM events WHERE created < DateTime('now',?)")
|
||||
res, _ := stmt.Exec(fmt.Sprintf("-%d day", retention))
|
||||
count, _ := res.RowsAffected()
|
||||
logger.Debug("Rows deleted: ", count)
|
||||
}
|
||||
|
||||
// GetEvents retrieve events from sqlite db
|
||||
func GetEvents(repository string) []EventRow {
|
||||
var events []EventRow
|
||||
|
||||
db, err := getDababaseHandler()
|
||||
defer db.Close()
|
||||
if err != nil {
|
||||
logger.Error(err)
|
||||
return events
|
||||
}
|
||||
|
||||
query := "SELECT * FROM events ORDER BY id DESC LIMIT 1000"
|
||||
if repository != "" {
|
||||
query = fmt.Sprintf("SELECT * FROM events WHERE repository='%s' ORDER BY id DESC LIMIT 5", repository)
|
||||
}
|
||||
rows, err := db.Query(query)
|
||||
if err != nil {
|
||||
logger.Error("Error selecting from table: ", err)
|
||||
return events
|
||||
}
|
||||
|
||||
for rows.Next() {
|
||||
var row EventRow
|
||||
rows.Scan(&row.ID, &row.Action, &row.Repository, &row.Tag, &row.IP, &row.User, &row.Created)
|
||||
events = append(events, row)
|
||||
}
|
||||
rows.Close()
|
||||
return events
|
||||
}
|
||||
|
||||
func getDababaseHandler() (*sql.DB, error) {
|
||||
firstRun := false
|
||||
if _, err := os.Stat(dbFile); os.IsNotExist(err) {
|
||||
firstRun = true
|
||||
}
|
||||
|
||||
// Open db file and create if needed.
|
||||
db, err := sql.Open("sqlite3", dbFile)
|
||||
if err != nil {
|
||||
return nil, fmt.Errorf("Error opening sqlite db: %s", err)
|
||||
}
|
||||
|
||||
// Create table on first run.
|
||||
if firstRun {
|
||||
if _, err = db.Exec(schema); err != nil {
|
||||
return nil, fmt.Errorf("Error creating a table: %s", err)
|
||||
}
|
||||
}
|
||||
return db, nil
|
||||
}
|
||||
@@ -34,7 +34,7 @@ func (p timeSlice) Swap(i, j int) {
|
||||
|
||||
// PurgeOldTags purge old tags.
|
||||
func PurgeOldTags(client *Client, purgeDryRun bool, purgeTagsKeepDays, purgeTagsKeepCount int) {
|
||||
logger := setupLogging("registry.tasks.PurgeOldTags")
|
||||
logger := SetupLogging("registry.tasks.PurgeOldTags")
|
||||
// Reduce client logging.
|
||||
client.logger.SetLevel(logging.LevelError)
|
||||
|
||||
|
||||
Reference in New Issue
Block a user