Merge pull request #954 from application-research/cont-id-fix

fix: decrease pinmgr threads and add last cont id

Author: alvin-reyes

cmd/estuary-shuttle/main.go

@@ -557,7 +557,7 @@ func main() {
 			MaxActivePerUser: 30,
 			QueueDataDir:     cfg.DataDir,
 		}, log)
-		go s.PinMgr.Run(300)
+		go s.PinMgr.Run(10)
 
 		// only refresh pin queue if pin queue refresh and local adding are enabled
 		if !cfg.NoReloadPinQueue && !cfg.Content.DisableLocalAdding {

deal/worker.go

@@ -55,7 +55,7 @@ func (m *manager) runDealBackFillWorker(ctx context.Context) {
 			m.log.Debugf("trying to start deal queue backfill, starting from content: %d", tracker.LastContID)
 
 			var contents []*util.Content
-			if err := m.db.Where("size >= ? and size <= ? and active", m.cfg.Content.MinSize, m.cfg.Content.MaxSize).Order("id asc").Limit(2000).Find(&contents).Error; err != nil {
+			if err := m.db.Where("size >= ? and size <= ? and active and id > ?", m.cfg.Content.MinSize, m.cfg.Content.MaxSize, tracker.LastContID).Order("id asc").Limit(2000).Find(&contents).Error; err != nil {
 				m.log.Warnf("failed to get contents for deal queue backfill - %s", err)
 				continue
 			}