feat: customize ignore paths of indexes

internal/search/build.go

@@ -11,8 +11,10 @@ import (
 	"github.com/alist-org/alist/v3/internal/db"
 	"github.com/alist-org/alist/v3/internal/fs"
 	"github.com/alist-org/alist/v3/internal/model"
+	"github.com/alist-org/alist/v3/internal/op"
 	"github.com/alist-org/alist/v3/pkg/mq"
 	"github.com/alist-org/alist/v3/pkg/utils"
+	mapset "github.com/deckarep/golang-set/v2"
 	log "github.com/sirupsen/logrus"
 )
 
@@ -22,18 +24,8 @@ var (
 )
 
 func BuildIndex(ctx context.Context, indexPaths, ignorePaths []string, maxDepth int, count bool) error {
-	storages, err := db.GetEnabledStorages()
-	if err != nil {
-		return err
-	}
-	var skipDrivers = []string{"AList V2", "AList V3"}
-	for _, storage := range storages {
-		if utils.SliceContains(skipDrivers, storage.Driver) {
-			// TODO: request for indexing permission
-			ignorePaths = append(ignorePaths, storage.MountPath)
-		}
-	}
 	var (
+		err      error
 		objCount uint64 = 0
 		fi       model.Obj
 	)
@@ -154,3 +146,73 @@ func BuildIndex(ctx context.Context, indexPaths, ignorePaths []string, maxDepth
 func Clear(ctx context.Context) error {
 	return instance.Clear(ctx)
 }
+
+func Update(parent string, objs []model.Obj) {
+	if instance == nil || !instance.Config().AutoUpdate || Running.Load() {
+		return
+	}
+	ignorePaths, err := GetIgnorePaths()
+	if err != nil {
+		log.Errorf("update search index error while get ignore paths: %+v", err)
+		return
+	}
+	if isIgnorePath(parent, ignorePaths) {
+		return
+	}
+	ctx := context.Background()
+	// only update when index have built
+	progress, err := Progress()
+	if err != nil {
+		log.Errorf("update search index error while get progress: %+v", err)
+		return
+	}
+	if !progress.IsDone {
+		return
+	}
+	nodes, err := instance.Get(ctx, parent)
+	if err != nil {
+		log.Errorf("update search index error while get nodes: %+v", err)
+		return
+	}
+	now := mapset.NewSet[string]()
+	for i := range objs {
+		now.Add(objs[i].GetName())
+	}
+	old := mapset.NewSet[string]()
+	for i := range nodes {
+		old.Add(nodes[i].Name)
+	}
+	// delete data that no longer exists
+	toDelete := old.Difference(now)
+	toAdd := now.Difference(old)
+	for i := range nodes {
+		if toDelete.Contains(nodes[i].Name) {
+			err = instance.Del(ctx, path.Join(parent, nodes[i].Name))
+			if err != nil {
+				log.Errorf("update search index error while del old node: %+v", err)
+				return
+			}
+		}
+	}
+	for i := range objs {
+		if toAdd.Contains(objs[i].GetName()) {
+			err = Index(ctx, parent, objs[i])
+			if err != nil {
+				log.Errorf("update search index error while index new node: %+v", err)
+				return
+			}
+			// build index if it's a folder
+			if objs[i].IsDir() {
+				err = BuildIndex(ctx, []string{path.Join(parent, objs[i].GetName())}, ignorePaths, -1, false)
+				if err != nil {
+					log.Errorf("update search index error while build index: %+v", err)
+					return
+				}
+			}
+		}
+	}
+}
+
+func init() {
+	op.RegisterObjsUpdateHook(Update)
+}