Compare commits

..

No commits in common. "main" and "v0.7.3" have entirely different histories.
main ... v0.7.3

2 changed files with 4 additions and 18 deletions

View File

@ -43,16 +43,16 @@ func NewClient(serverURL string, folder string) (*Client, error) {
serverURL: baseURL, serverURL: baseURL,
httpClient: httpClient, httpClient: httpClient,
db: db, db: db,
retryQueue: make(chan shortenJob, 100000), retryQueue: make(chan shortenJob, 1000),
stopRetry: make(chan struct{}), stopRetry: make(chan struct{}),
} }
cli.maxCacheSize = 100000 // or make this configurable
cli.maxCacheInitialLoad = 10000
cli.cacheMap, err = lru.New(cli.maxCacheSize) cli.cacheMap, err = lru.New(cli.maxCacheSize)
if err != nil { if err != nil {
return nil, err return nil, err
} }
cli.maxCacheSize = 100000 // or make this configurable
cli.maxCacheInitialLoad = 10000
// Create buckets if not exist // Create buckets if not exist
err = db.Update(func(tx *bolt.Tx) error { err = db.Update(func(tx *bolt.Tx) error {
@ -194,15 +194,3 @@ func (c *Client) addToCache(longURL, shortID string) {
}) })
}() }()
} }
func (c *Client) remFromCache(longURL string) {
c.cacheMap.Remove(longURL)
// Async write to BoltDB
go func() {
_ = c.db.Update(func(tx *bolt.Tx) error {
b := tx.Bucket([]byte("url_cache"))
return b.Delete([]byte(longURL))
})
}()
}

View File

@ -65,7 +65,6 @@ func (c *Client) retryWorker() {
case job := <-c.retryQueue: case job := <-c.retryQueue:
err := c.sendShortenJob(job) err := c.sendShortenJob(job)
if err != nil { if err != nil {
log.Panicln("got error sending shorten job to server", err)
// Re-enqueue with delay // Re-enqueue with delay
go func(j shortenJob) { go func(j shortenJob) {
time.Sleep(2 * time.Second) time.Sleep(2 * time.Second)
@ -96,8 +95,7 @@ func (c *Client) enqueueJob(job shortenJob) {
select { select {
case c.retryQueue <- job: case c.retryQueue <- job:
default: default:
log.Println("Retry queue full, dropping job and removing from caches:", job.ID, job.URL) log.Println("Retry queue full, dropping job:", job.ID)
go c.remFromCache(job.URL)
} }
} }