Sync ipfs pins and refs before creating proofs

Author: nathansenn

ipfs/ipfs.go

@@ -12,7 +12,9 @@ import (
 // Shell
 // Create a new IPFS shell
 var Shell = ipfs.NewShell("localhost:5001")
-var Pins = map[string]ipfs.PinInfo{}
+var Pins = make(map[string]interface{})
+var NewPins = make(map[string]interface{})
+var SavedRefs = map[string][]string{}
 
 // Download
 // Add a file to IPFS
@@ -50,7 +52,7 @@ func Refs(CID string) ([]string, error) {
 
 func IsPinned(cid string) bool {
 	// Check if the CID is pinned
-	_, ok := Pins[cid]
+	_, ok := SavedRefs[cid]
 	return ok
 }
 

localdata/localdata.go

@@ -19,17 +19,15 @@ type Message struct {
 	Status string `json:"status"`
 }
 
+var Synced = false
 var NodeName = ""
 
 // SaveTime
 // Saves the time to the database
 func SaveTime(salt string) {
-	fmt.Println("Saving time to database")
 	Time = time.Now()
 	timeStr := Time.Format(Layout)
-	fmt.Println("Time:", timeStr)
 	database.Update([]byte(salt+"time"), []byte(timeStr))
-	fmt.Println("Time saved to database")
 }
 
 // GetTime

main.go

@@ -3,6 +3,7 @@ package main
 import (
 	"context"
 	"flag"
+	"fmt"
 	"os"
 	"os/signal"
 	"proofofaccess/api"
@@ -88,15 +89,48 @@ func pubsubHandler(ctx context.Context) {
 		}
 	}
 }
-
 func fetchPins(ctx context.Context) {
 	for {
 		select {
 		case <-ctx.Done():
 			return
 		default:
-			ipfs.Pins, _ = ipfs.Shell.Pins()
-			time.Sleep(10 * time.Second)
+			ipfs.Pins = ipfs.NewPins
+			allPins, err := ipfs.Shell.Pins() // Fetch all pins
+			if err != nil {
+				fmt.Println("Error fetching pins:", err)
+				continue
+			}
+			ipfs.NewPins = make(map[string]interface{})
+			for key, pinInfo := range allPins {
+				if pinInfo.Type == "recursive" {
+					ipfs.NewPins[key] = key
+				}
+			}
+
+			// Calculate the length of the map and the number of keys not found in Pins
+			mapLength := len(ipfs.NewPins)
+			keysNotFound := 0
+
+			// Iterate through the keys in NewPins
+			for key := range ipfs.NewPins {
+				// Check if the key exists in Pins
+
+				if _, exists := ipfs.Pins[key]; !exists {
+					// If the key doesn't exist in Pins, add it to the pinsNotIncluded map
+					ipfs.SavedRefs[key], _ = ipfs.Refs(key)
+					if localdata.Synced == false {
+						fmt.Println("Synced: ", float64(keysNotFound)/float64(mapLength)*100, "%")
+					}
+					keysNotFound++
+				}
+			}
+			if localdata.Synced == false {
+				fmt.Println("Synced: ", 100)
+				localdata.Synced = true
+			}
+
+			time.Sleep(60 * time.Second)
 		}
 	}
 }

messaging/messaging.go

@@ -93,7 +93,6 @@ func HandleRequestProof(request Request) {
 	if ipfs.IsPinned(CID) == true {
 		validationHash := validation.CreatProofHash(hash, CID)
 		SendProof(validationHash, hash, user)
-
 	} else {
 		SendProof("", hash, user)
 	}

validation/validation.go

@@ -8,6 +8,8 @@ import (
 	"proofofaccess/proofcrypto"
 )
 
+const Layout = "2006-01-02 15:04:05.999999 -0700 MST m=+0.000000000"
+
 type RequestProof struct {
 	Type   string `json:"type"`
 	Hash   string `json:"hash"`
@@ -31,7 +33,7 @@ func AppendHashToFile(hash string, CID string) string {
 // Create Proof Hash
 func CreatProofHash(hash string, CID string) string {
 	// Get all the file blocks CIDs from the Target Files CID
-	cids := SelectIPFSRefs(CID, hash)
+	cids := ipfs.SavedRefs[CID]
 	// Get the length of the CIDs
 	length := len(cids)
 	fmt.Println("length", length)
@@ -79,10 +81,3 @@ func ProofRequestJson(hash string, CID string) (string, error) {
 	}
 	return string(requestProofJson), nil
 }
-
-// SelectIPFSRefs
-// Get all the file blocks CIDs from the Target Files CID
-func SelectIPFSRefs(CID string, hash string) []string {
-	cids, _ := ipfs.Refs(CID)
-	return cids
-}