mirror of
https://github.com/syncthing/syncthing.git
synced 2024-11-16 18:41:59 -07:00
534 lines
10 KiB
Go
534 lines
10 KiB
Go
// Copyright (C) 2015 The Syncthing Authors.
|
|
//
|
|
// This Source Code Form is subject to the terms of the Mozilla Public
|
|
// License, v. 2.0. If a copy of the MPL was not distributed with this file,
|
|
// You can obtain one at http://mozilla.org/MPL/2.0/.
|
|
|
|
// +build integration
|
|
|
|
package integration
|
|
|
|
import (
|
|
"io/ioutil"
|
|
"log"
|
|
"os"
|
|
"strings"
|
|
"testing"
|
|
"time"
|
|
|
|
"github.com/syncthing/protocol"
|
|
"github.com/syncthing/syncthing/internal/config"
|
|
)
|
|
|
|
func TestOverride(t *testing.T) {
|
|
// Enable "Master" on s1/default
|
|
id, _ := protocol.DeviceIDFromString(id1)
|
|
cfg, _ := config.Load("h1/config.xml", id)
|
|
fld := cfg.Folders()["default"]
|
|
fld.ReadOnly = true
|
|
cfg.SetFolder(fld)
|
|
os.Rename("h1/config.xml", "h1/config.xml.orig")
|
|
defer os.Rename("h1/config.xml.orig", "h1/config.xml")
|
|
cfg.Save()
|
|
|
|
log.Println("Cleaning...")
|
|
err := removeAll("s1", "s2", "h1/index*", "h2/index*")
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
log.Println("Generating files...")
|
|
err = generateFiles("s1", 100, 20, "../LICENSE")
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
fd, err := os.Create("s1/testfile.txt")
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
_, err = fd.WriteString("hello\n")
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
err = fd.Close()
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
expected, err := directoryContents("s1")
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
log.Println("Starting master...")
|
|
master := syncthingProcess{ // id1
|
|
instance: "1",
|
|
argv: []string{"-home", "h1"},
|
|
port: 8081,
|
|
apiKey: apiKey,
|
|
}
|
|
err = master.start()
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
defer master.stop()
|
|
|
|
// Wait for one scan to succeed, or up to 20 seconds... This is to let
|
|
// startup, UPnP etc complete and make sure the master has the full index
|
|
// before they connect.
|
|
for i := 0; i < 20; i++ {
|
|
err := master.rescan("default")
|
|
if err != nil {
|
|
time.Sleep(time.Second)
|
|
continue
|
|
}
|
|
break
|
|
}
|
|
|
|
log.Println("Starting slave...")
|
|
slave := syncthingProcess{ // id2
|
|
instance: "2",
|
|
argv: []string{"-home", "h2"},
|
|
port: 8082,
|
|
apiKey: apiKey,
|
|
}
|
|
err = slave.start()
|
|
if err != nil {
|
|
master.stop()
|
|
t.Fatal(err)
|
|
}
|
|
defer slave.stop()
|
|
|
|
log.Println("Syncing...")
|
|
|
|
if err = ovCompletion(100, master, slave); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
log.Println("Verifying...")
|
|
|
|
actual, err := directoryContents("s2")
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
err = compareDirectoryContents(actual, expected)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
log.Println("Changing file on slave side...")
|
|
|
|
fd, err = os.OpenFile("s2/testfile.txt", os.O_WRONLY|os.O_APPEND, 0644)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
_, err = fd.WriteString("text added to s2\n")
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
err = fd.Close()
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
err = slave.rescan("default")
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
log.Println("Syncing...")
|
|
|
|
time.Sleep(5 * time.Second)
|
|
|
|
// Expect ~99% completion since the change will be rejected by the master side
|
|
if err = ovCompletion(99, master, slave); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
log.Println("Hitting Override on master...")
|
|
|
|
resp, err := master.post("/rest/db/override?folder=default", nil)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
if resp.StatusCode != 200 {
|
|
t.Fatal(resp.Status)
|
|
}
|
|
|
|
log.Println("Syncing...")
|
|
|
|
if err = ovCompletion(100, master, slave); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
// Verify that the override worked
|
|
|
|
fd, err = os.Open("s1/testfile.txt")
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
bs, err := ioutil.ReadAll(fd)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
fd.Close()
|
|
|
|
if strings.Contains(string(bs), "added to s2") {
|
|
t.Error("Change should not have been synced to master")
|
|
}
|
|
|
|
fd, err = os.Open("s2/testfile.txt")
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
bs, err = ioutil.ReadAll(fd)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
fd.Close()
|
|
|
|
if strings.Contains(string(bs), "added to s2") {
|
|
t.Error("Change should have been overridden on slave")
|
|
}
|
|
}
|
|
|
|
func TestOverrideIgnores(t *testing.T) {
|
|
// Enable "Master" on s1/default
|
|
id, _ := protocol.DeviceIDFromString(id1)
|
|
cfg, _ := config.Load("h1/config.xml", id)
|
|
fld := cfg.Folders()["default"]
|
|
fld.ReadOnly = true
|
|
cfg.SetFolder(fld)
|
|
os.Rename("h1/config.xml", "h1/config.xml.orig")
|
|
defer os.Rename("h1/config.xml.orig", "h1/config.xml")
|
|
cfg.Save()
|
|
|
|
log.Println("Cleaning...")
|
|
err := removeAll("s1", "s2", "h1/index*", "h2/index*")
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
log.Println("Generating files...")
|
|
err = generateFiles("s1", 10, 2, "../LICENSE")
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
fd, err := os.Create("s1/testfile.txt")
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
_, err = fd.WriteString("original text\n")
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
err = fd.Close()
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
expected, err := directoryContents("s1")
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
log.Println("Starting master...")
|
|
master := syncthingProcess{ // id1
|
|
instance: "1",
|
|
argv: []string{"-home", "h1"},
|
|
port: 8081,
|
|
apiKey: apiKey,
|
|
}
|
|
err = master.start()
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
defer master.stop()
|
|
|
|
// Wait for one scan to succeed, or up to 20 seconds... This is to let
|
|
// startup, UPnP etc complete and make sure the master has the full index
|
|
// before they connect.
|
|
for i := 0; i < 20; i++ {
|
|
err := master.rescan("default")
|
|
if err != nil {
|
|
time.Sleep(time.Second)
|
|
continue
|
|
}
|
|
break
|
|
}
|
|
|
|
log.Println("Starting slave...")
|
|
slave := syncthingProcess{ // id2
|
|
instance: "2",
|
|
argv: []string{"-home", "h2"},
|
|
port: 8082,
|
|
apiKey: apiKey,
|
|
}
|
|
err = slave.start()
|
|
if err != nil {
|
|
master.stop()
|
|
t.Fatal(err)
|
|
}
|
|
defer slave.stop()
|
|
|
|
log.Println("Syncing...")
|
|
|
|
if err = ovCompletion(100, master, slave); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
log.Println("Verifying...")
|
|
|
|
actual, err := directoryContents("s2")
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
err = compareDirectoryContents(actual, expected)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
log.Println("Ignoring testfile.txt on master...")
|
|
|
|
fd, err = os.Create("s1/.stignore")
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
_, err = fd.WriteString("testfile.txt\n")
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
err = fd.Close()
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
log.Println("Modify testfile.txt on master...")
|
|
|
|
fd, err = os.Create("s1/testfile.txt")
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
_, err = fd.WriteString("updated on master but ignored\n")
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
err = fd.Close()
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
fd, err = os.Create("s1/testfile2.txt")
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
_, err = fd.WriteString("sync me\n")
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
err = fd.Close()
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
err = master.rescan("default")
|
|
|
|
log.Println("Syncing...")
|
|
|
|
// Expect 100% completion since the change should be invisible to the master side
|
|
if err = ovCompletion(100, master, slave); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
// Verify that sync worked
|
|
|
|
fd, err = os.Open("s2/testfile.txt")
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
bs, err := ioutil.ReadAll(fd)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
fd.Close()
|
|
|
|
if !strings.Contains(string(bs), "original text") {
|
|
t.Error("Changes should not have been synced to slave")
|
|
}
|
|
|
|
fd, err = os.Open("s2/testfile2.txt")
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
bs, err = ioutil.ReadAll(fd)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
fd.Close()
|
|
|
|
if !strings.Contains(string(bs), "sync me") {
|
|
t.Error("Changes should have been synced to slave")
|
|
}
|
|
|
|
log.Println("Removing file on slave side...")
|
|
|
|
os.Remove("s2/testfile.txt")
|
|
|
|
err = slave.rescan("default")
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
log.Println("Syncing...")
|
|
|
|
// Expect 100% completion since the change should be invisible to the master side
|
|
if err = ovCompletion(100, master, slave); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
// Verify that nothing changed
|
|
|
|
fd, err = os.Open("s1/testfile.txt")
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
bs, err = ioutil.ReadAll(fd)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
fd.Close()
|
|
|
|
if !strings.Contains(string(bs), "updated on master but ignored") {
|
|
t.Error("Changes should not have been synced to master")
|
|
}
|
|
|
|
fd, err = os.Open("s2/testfile.txt")
|
|
if err == nil {
|
|
t.Error("File should not exist on the slave")
|
|
}
|
|
|
|
log.Println("Creating file on slave...")
|
|
|
|
fd, err = os.Create("s2/testfile3.txt")
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
_, err = fd.WriteString("created on slave, should be removed on override\n")
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
err = fd.Close()
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
log.Println("Hitting Override on master...")
|
|
|
|
resp, err := master.post("/rest/db/override?folder=default", nil)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
if resp.StatusCode != 200 {
|
|
t.Fatal(resp.Status)
|
|
}
|
|
|
|
log.Println("Syncing...")
|
|
|
|
// Expect ~99% completion since the change will be rejected by the master side
|
|
if err = ovCompletion(99, master, slave); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
fd, err = os.Open("s2/testfile.txt")
|
|
if err == nil {
|
|
t.Error("File should not exist on the slave")
|
|
}
|
|
fd, err = os.Open("s2/testfile2.txt")
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
bs, err = ioutil.ReadAll(fd)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
fd.Close()
|
|
if !strings.Contains(string(bs), "sync me") {
|
|
t.Error("Changes should have been synced to slave")
|
|
}
|
|
fd, err = os.Open("s2/testfile3.txt")
|
|
if err != nil {
|
|
t.Error("File should still exist on the slave")
|
|
}
|
|
fd.Close()
|
|
|
|
log.Println("Hitting Override on master (again)...")
|
|
|
|
resp, err = master.post("/rest/db/override?folder=default", nil)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
if resp.StatusCode != 200 {
|
|
t.Fatal(resp.Status)
|
|
}
|
|
|
|
log.Println("Syncing...")
|
|
|
|
// Expect ~99% completion since the change will be rejected by the master side
|
|
if err = ovCompletion(99, master, slave); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
fd, err = os.Open("s2/testfile.txt")
|
|
if err == nil {
|
|
t.Error("File should not exist on the slave")
|
|
}
|
|
fd, err = os.Open("s2/testfile2.txt")
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
bs, err = ioutil.ReadAll(fd)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
fd.Close()
|
|
if !strings.Contains(string(bs), "sync me") {
|
|
t.Error("Changes should have been synced to slave")
|
|
}
|
|
fd, err = os.Open("s2/testfile3.txt")
|
|
if err != nil {
|
|
t.Error("File should still exist on the slave")
|
|
}
|
|
fd.Close()
|
|
|
|
}
|
|
|
|
func ovCompletion(expected int, p ...syncthingProcess) error {
|
|
mainLoop:
|
|
for {
|
|
time.Sleep(2500 * time.Millisecond)
|
|
|
|
tot := 0
|
|
for i := range p {
|
|
comp, err := p[i].peerCompletion()
|
|
if err != nil {
|
|
if isTimeout(err) {
|
|
continue mainLoop
|
|
}
|
|
return err
|
|
}
|
|
|
|
for _, pct := range comp {
|
|
tot += pct
|
|
}
|
|
}
|
|
|
|
if tot >= expected*len(p) {
|
|
return nil
|
|
}
|
|
|
|
log.Printf("%d / %d...", tot, expected*len(p))
|
|
}
|
|
}
|