Perform initial scan asynchronously (fixes #509, fixes #464)

internal/model/model.go

@@ -171,10 +171,9 @@ func (m *Model) StartFolderRW(folder string) {
 // pull in any external changes.
 func (m *Model) StartFolderRO(folder string) {
 	intv := time.Duration(m.folderCfgs[folder].RescanIntervalS) * time.Second
+	initialScanCompleted := false
 	go func() {
 		for {
-			time.Sleep(intv)
-
 			if debug {
 				l.Debugln(m, "rescan", folder)
 			}
@@ -185,6 +184,11 @@ func (m *Model) StartFolderRO(folder string) {
 				return
 			}
 			m.setState(folder, FolderIdle)
+			if !initialScanCompleted {
+				l.Infoln("Completed initial scan (ro) of folder", folder)
+				initialScanCompleted = true
+			}
+			time.Sleep(intv)
 		}
 	}()
 }
@@ -959,29 +963,6 @@ func (m *Model) ScanFolders() {
 	wg.Wait()
 }
 
-func (m *Model) CleanFolders() {
-	m.fmut.RLock()
-	var dirs = make([]string, 0, len(m.folderCfgs))
-	for _, cfg := range m.folderCfgs {
-		dirs = append(dirs, cfg.Path)
-	}
-	m.fmut.RUnlock()
-
-	var wg sync.WaitGroup
-	wg.Add(len(dirs))
-	for _, dir := range dirs {
-		w := &scanner.Walker{
-			Dir:       dir,
-			TempNamer: defTempNamer,
-		}
-		go func() {
-			w.CleanTempFiles()
-			wg.Done()
-		}()
-	}
-	wg.Wait()
-}
-
 func (m *Model) ScanFolder(folder string) error {
 	return m.ScanFolderSub(folder, "")
 }

internal/model/puller.go

@@ -70,7 +70,7 @@ func (p *Puller) Serve() {
 	p.stop = make(chan struct{})
 
 	pullTimer := time.NewTimer(checkPullIntv)
-	scanTimer := time.NewTimer(p.scanIntv)
+	scanTimer := time.NewTimer(time.Millisecond) // The first scan should be done immediately.
 
 	defer func() {
 		pullTimer.Stop()
@@ -84,6 +84,9 @@ func (p *Puller) Serve() {
 	// Clean out old temporaries before we start pulling
 	p.clean()
 
+	// We don't start pulling files until a scan has been completed.
+	initialScanCompleted := false
+
 loop:
 	for {
 		select {
@@ -96,6 +99,10 @@ loop:
 		// repeatable benchmark of how long it takes to sync a change from
 		// device A to device B, so we have something to work against.
 		case <-pullTimer.C:
+			if !initialScanCompleted {
+				continue
+			}
+
 			// RemoteLocalVersion() is a fast call, doesn't touch the database.
 			curVer := p.model.RemoteLocalVersion(p.folder)
 			if curVer == prevVer {
@@ -163,6 +170,10 @@ loop:
 			}
 			p.model.setState(p.folder, FolderIdle)
 			scanTimer.Reset(p.scanIntv)
+			if !initialScanCompleted {
+				l.Infoln("Completed initial scan (rw) of folder", p.folder)
+				initialScanCompleted = true
+			}
 		}
 	}
 }