Keep track of last seen magnetlink

This is to prevent processing magnetlinks if they haven't changed

Author: 0x-r4bbit

appdatabase/migrations/bindata.go

@@ -0,0 +1,2 @@
+ALTER TABLE communities_archive_info ADD COLUMN last_magnetlink_uri TEXT DEFAULT "";
+

appdatabase/migrations/sql/1671438731_add_magnetlink_uri_to_communities_archive_info.up.sql

@@ -68,7 +68,7 @@ require (
 	go.uber.org/zap v1.23.0
 	golang.org/x/crypto v0.0.0-20220525230936-793ad666bf5e
 	golang.org/x/image v0.0.0-20210220032944-ac19c3e999fb
-	google.golang.org/protobuf v1.28.1
+	google.golang.org/protobuf v1.28.1 // indirect
 	gopkg.in/go-playground/assert.v1 v1.2.1 // indirect
 	gopkg.in/go-playground/validator.v9 v9.31.0
 	gopkg.in/natefinch/lumberjack.v2 v2.0.0

go.mod

@@ -1153,6 +1153,14 @@ func (m *Manager) UpdateMagnetlinkMessageClock(communityID types.HexBytes, clock
 	return m.persistence.UpdateMagnetlinkMessageClock(communityID, clock)
 }
 
+func (m *Manager) UpdateLastSeenMagnetlink(communityID types.HexBytes, magnetlinkURI string) error {
+	return m.persistence.UpdateLastSeenMagnetlink(communityID, magnetlinkURI)
+}
+
+func (m *Manager) GetLastSeenMagnetlink(communityID types.HexBytes) (string, error) {
+	return m.persistence.GetLastSeenMagnetlink(communityID)
+}
+
 func (m *Manager) LeaveCommunity(id types.HexBytes) (*Community, error) {
 	community, err := m.GetByID(id)
 	if err != nil {
@@ -2121,6 +2129,10 @@ func (m *Manager) GetHistoryArchiveDownloadTask(communityID string) *HistoryArch
 	return m.historyArchiveDownloadTasks[communityID]
 }
 
+func (m *Manager) DeleteHistoryArchiveDownloadTask(communityID string) {
+	delete(m.historyArchiveDownloadTasks, communityID)
+}
+
 func (m *Manager) AddHistoryArchiveDownloadTask(communityID string, task *HistoryArchiveDownloadTask) {
 	m.historyArchiveDownloadTasks[communityID] = task
 }
@@ -2146,13 +2158,23 @@ func (m *Manager) DownloadHistoryArchivesByMagnetlink(communityID types.HexBytes
 		return nil, err
 	}
 
+	downloadTaskInfo := &HistoryArchiveDownloadTaskInfo{
+		TotalDownloadedArchivesCount: 0,
+		TotalArchivesCount:           0,
+		Cancelled:                    false,
+	}
+
 	m.torrentTasks[id] = ml.InfoHash
 	timeout := time.After(20 * time.Second)
 
 	m.LogStdout("fetching torrent info", zap.String("magnetlink", magnetlink))
 	select {
 	case <-timeout:
 		return nil, ErrTorrentTimedout
+	case <-cancelTask:
+		m.LogStdout("cancelled fetching torrent info")
+		downloadTaskInfo.Cancelled = true
+		return downloadTaskInfo, nil
 	case <-torrent.GotInfo():
 
 		files := torrent.Files()
@@ -2170,12 +2192,6 @@ func (m *Manager) DownloadHistoryArchivesByMagnetlink(communityID types.HexBytes
 		ticker := time.NewTicker(100 * time.Millisecond)
 		defer ticker.Stop()
 
-		downloadTaskInfo := &HistoryArchiveDownloadTaskInfo{
-			TotalDownloadedArchivesCount: 0,
-			TotalArchivesCount:           0,
-			Cancelled:                    false,
-		}
-
 		for {
 			select {
 			case <-cancelTask:

protocol/communities/manager.go

@@ -597,6 +597,15 @@ func (p *Persistence) HasCommunityArchiveInfo(communityID types.HexBytes) (exist
 	return exists, err
 }
 
+func (p *Persistence) GetLastSeenMagnetlink(communityID types.HexBytes) (string, error) {
+	var magnetlinkURI string
+	err := p.db.QueryRow(`SELECT last_magnetlink_uri FROM communities_archive_info WHERE community_id = ?`, communityID.String()).Scan(&magnetlinkURI)
+	if err == sql.ErrNoRows {
+		return "", nil
+	}
+	return magnetlinkURI, err
+}
+
 func (p *Persistence) GetMagnetlinkMessageClock(communityID types.HexBytes) (uint64, error) {
 	var magnetlinkClock uint64
 	err := p.db.QueryRow(`SELECT magnetlink_clock FROM communities_archive_info WHERE community_id = ?`, communityID.String()).Scan(&magnetlinkClock)
@@ -623,6 +632,15 @@ func (p *Persistence) UpdateMagnetlinkMessageClock(communityID types.HexBytes, c
 	return err
 }
 
+func (p *Persistence) UpdateLastSeenMagnetlink(communityID types.HexBytes, magnetlinkURI string) error {
+	_, err := p.db.Exec(`UPDATE communities_archive_info SET
+    last_magnetlink_uri = ?
+    WHERE community_id = ?`,
+		magnetlinkURI,
+		communityID.String())
+	return err
+}
+
 func (p *Persistence) SaveLastMessageArchiveEndDate(communityID types.HexBytes, endDate uint64) error {
 	_, err := p.db.Exec(`INSERT INTO communities_archive_info (last_message_archive_end_date, community_id) VALUES (?, ?)`,
 		endDate,