Skip to content

Commit

Permalink
feat: database as plugin
Browse files Browse the repository at this point in the history
  • Loading branch information
stackdumper committed Apr 22, 2019
1 parent ab36f4f commit 838154c
Show file tree
Hide file tree
Showing 10 changed files with 82 additions and 41 deletions.
2 changes: 1 addition & 1 deletion cli/list.go
Original file line number Diff line number Diff line change
Expand Up @@ -14,7 +14,7 @@ var listCmd = &cobra.Command{
Run: func(cmd *cobra.Command, args []string) {
proxy := getProxy(func() (npmproxy.Options, error) {
return npmproxy.Options{
RedisPrefix: persistentOptions.RedisPrefix,
DatabasePrefix: persistentOptions.RedisPrefix,
}, nil
})

Expand Down
12 changes: 7 additions & 5 deletions cli/main.go
Original file line number Diff line number Diff line change
Expand Up @@ -27,11 +27,13 @@ func init() {

func getProxy(getOptions func() (npmproxy.Options, error)) *npmproxy.Proxy {
return &npmproxy.Proxy{
RedisClient: redis.NewClient(&redis.Options{
Addr: persistentOptions.RedisAddress,
DB: persistentOptions.RedisDatabase,
Password: persistentOptions.RedisPassword,
}),
Database: npmproxy.DatabaseRedis{
Client: redis.NewClient(&redis.Options{
Addr: persistentOptions.RedisAddress,
DB: persistentOptions.RedisDatabase,
Password: persistentOptions.RedisPassword,
}),
},
HttpClient: &http.Client{
Transport: http.DefaultTransport,
},
Expand Down
2 changes: 1 addition & 1 deletion cli/purge.go
Original file line number Diff line number Diff line change
Expand Up @@ -12,7 +12,7 @@ var purgeCmd = &cobra.Command{
Run: func(cmd *cobra.Command, args []string) {
proxy := getProxy(func() (npmproxy.Options, error) {
return npmproxy.Options{
RedisPrefix: persistentOptions.RedisPrefix,
DatabasePrefix: persistentOptions.RedisPrefix,
}, nil
})

Expand Down
4 changes: 2 additions & 2 deletions cli/root.go
Original file line number Diff line number Diff line change
Expand Up @@ -31,8 +31,8 @@ func init() {
func run(cmd *cobra.Command, args []string) {
proxy := getProxy(func() (npmproxy.Options, error) {
return npmproxy.Options{
RedisPrefix: persistentOptions.RedisPrefix,
RedisExpireTimeout: time.Duration(rootOptions.CacheTTL) * time.Second,
DatabasePrefix: persistentOptions.RedisPrefix,
DatabaseExpiration: time.Duration(rootOptions.CacheTTL) * time.Second,
UpstreamAddress: rootOptions.UpstreamAddress,
}, nil
})
Expand Down
16 changes: 9 additions & 7 deletions example/main.go
Original file line number Diff line number Diff line change
Expand Up @@ -10,16 +10,18 @@ import (

func main() {
proxy := npmproxy.Proxy{
RedisClient: redis.NewClient(&redis.Options{
Addr: "localhost:6379",
DB: 0,
Password: "",
}),
Database: npmproxy.DatabaseRedis{
Client: redis.NewClient(&redis.Options{
Addr: "localhost:6379",
DB: 0,
Password: "",
}),
},
HttpClient: &http.Client{},
GetOptions: func() (npmproxy.Options, error) {
return npmproxy.Options{
RedisPrefix: "ncp-",
RedisExpireTimeout: 1 * time.Hour,
DatabasePrefix: "ncp-",
DatabaseExpiration: 1 * time.Hour,
UpstreamAddress: "https://registry.npmjs.org",
}, nil
},
Expand Down
20 changes: 10 additions & 10 deletions proxy/cache.go
Original file line number Diff line number Diff line change
Expand Up @@ -13,8 +13,8 @@ func (proxy Proxy) GetMetadata(name string, originalPath string, header http.Hea
return nil, err
}

// get package from redis
pkg, err := proxy.RedisClient.Get(options.RedisPrefix + name).Result()
// get package from database
pkg, err := proxy.Database.Get(options.DatabasePrefix + name)

// either package doesn't exist or there's some other problem
if err != nil {
Expand Down Expand Up @@ -50,11 +50,11 @@ func (proxy Proxy) GetMetadata(name string, originalPath string, header http.Hea
pkg = string(body)

// save to redis
_, err = proxy.RedisClient.Set(
options.RedisPrefix+name,
err = proxy.Database.Set(
options.DatabasePrefix+name,
pkg,
options.RedisExpireTimeout,
).Result()
options.DatabaseExpiration,
)
if err != nil {
return nil, err
}
Expand All @@ -74,14 +74,14 @@ func (proxy Proxy) ListMetadata() ([]string, error) {
return nil, err
}

metadata, err := proxy.RedisClient.Keys(options.RedisPrefix + "*").Result()
metadata, err := proxy.Database.Keys(options.DatabasePrefix)
if err != nil {
return nil, err
}

deprefixedMetadata := make([]string, 0)
for _, record := range metadata {
deprefixedMetadata = append(deprefixedMetadata, strings.Replace(record, options.RedisPrefix, "", 1))
deprefixedMetadata = append(deprefixedMetadata, strings.Replace(record, options.DatabasePrefix, "", 1))
}

return deprefixedMetadata, nil
Expand All @@ -94,13 +94,13 @@ func (proxy Proxy) PurgeMetadata() error {
return err
}

metadata, err := proxy.RedisClient.Keys(options.RedisPrefix + "*").Result()
metadata, err := proxy.Database.Keys(options.DatabasePrefix)
if err != nil {
return err
}

for _, record := range metadata {
_, err := proxy.RedisClient.Del(record).Result()
err := proxy.Database.Delete(record)
if err != nil {
return err
}
Expand Down
31 changes: 31 additions & 0 deletions proxy/database_redis.go
Original file line number Diff line number Diff line change
@@ -0,0 +1,31 @@
package proxy

import (
"time"

"github.com/go-redis/redis"
)

type DatabaseRedis struct {
Client *redis.Client
}

func (db DatabaseRedis) Get(key string) (string, error) {
return db.Client.Get(key).Result()
}

func (db DatabaseRedis) Set(key string, value string, expiration time.Duration) error {
return db.Client.Set(key, value, expiration).Err()
}

func (db DatabaseRedis) Delete(key string) error {
return db.Client.Del(key).Err()
}

func (db DatabaseRedis) Keys(prefix string) ([]string, error) {
return db.Client.Keys(prefix + "*").Result()
}

func (db DatabaseRedis) Health() error {
return db.Client.Ping().Err()
}
18 changes: 12 additions & 6 deletions proxy/main.go
Original file line number Diff line number Diff line change
Expand Up @@ -3,19 +3,25 @@ package proxy
import (
"net/http"
"time"

"github.com/go-redis/redis"
)

type Proxy struct {
RedisClient *redis.Client
HttpClient *http.Client
Database Database
HttpClient *http.Client

GetOptions func() (Options, error)
}

type Options struct {
RedisPrefix string
RedisExpireTimeout time.Duration
DatabasePrefix string
DatabaseExpiration time.Duration
UpstreamAddress string
}

type Database interface {
Get(key string) (string, error)
Set(key string, value string, ttl time.Duration) error
Delete(key string) error
Keys(prefix string) ([]string, error)
Health() error
}
2 changes: 1 addition & 1 deletion proxy/server.go
Original file line number Diff line number Diff line change
Expand Up @@ -52,7 +52,7 @@ func (proxy Proxy) NoRouteHandler(c *gin.Context) {
// } else

if c.Request.URL.Path == "/" {
_, err := proxy.RedisClient.Ping().Result()
err := proxy.Database.Health()

if err != nil {
c.AbortWithStatusJSON(503, err)
Expand Down
16 changes: 8 additions & 8 deletions readme.md
Original file line number Diff line number Diff line change
Expand Up @@ -28,7 +28,7 @@ Start proxy server.
| `--cache-ttl <timeout>` | `CACHE_TTL` | `3600` | Cache expiration timeout in seconds |
| `--redis-address <address>` | `REDIS_ADDRESS` | `http://localhost:6379` | Redis address |
| `--redis-database <database>` | `REDIS_DATABASE` | `0` | Redis database |
| `--redis-password <password>` | `REDIS_PASSWORD` | - | Redis password |
| `--redis-password <password>` | `REDIS_PASSWORD` | - | Redis password |
| `--redis-prefix <prefix>` | `REDIS_PREFIX` | `ncp-` | Redis keys prefix |

### `ncp list`
Expand All @@ -54,16 +54,16 @@ import (

func main() {
proxy := npmproxy.Proxy{
RedisClient: redis.NewClient(&redis.Options{
Addr: "localhost:6379",
DB: 0,
Password: "",
}),
Database: npmproxy.DatabaseRedis{
Client: redis.NewClient(&redis.Options{
Addr: "localhost:6379",
}),
},
HttpClient: &http.Client{},
GetOptions: func() (npmproxy.Options, error) {
return npmproxy.Options{
RedisPrefix: "ncp-",
RedisExpireTimeout: 1 * time.Hour,
DatabasePrefix: "ncp-",
DatabaseExpiration: 1 * time.Hour,
UpstreamAddress: "https://registry.npmjs.org",
}, nil
},
Expand Down

0 comments on commit 838154c

Please sign in to comment.