package snap import ( "encoding/json" "errors" "fmt" "hash/crc32" "io/ioutil" "log" "os" "path" "sort" "strings" "github.com/coreos/etcd/raft" ) const ( snapSuffix = ".snap" ) var ( ErrNoSnapshot = errors.New("snap: no available snapshot") ErrCRCMismatch = errors.New("snap: crc mismatch") crcTable = crc32.MakeTable(crc32.Castagnoli) ) type Snapshotter struct { dir string } func New(dir string) *Snapshotter { return &Snapshotter{ dir: dir, } } func (s *Snapshotter) Save(snapshot *raft.Snapshot) error { fname := fmt.Sprintf("%016x-%016x-%016x%s", snapshot.ClusterId, snapshot.Term, snapshot.Index, snapSuffix) // TODO(xiangli): make raft.Snapshot a protobuf type b, err := json.Marshal(snapshot) if err != nil { panic(err) } crc := crc32.Update(0, crcTable, b) snap := Snapshot{Crc: crc, Data: b} d, err := snap.Marshal() if err != nil { return err } return ioutil.WriteFile(path.Join(s.dir, fname), d, 0666) } func (s *Snapshotter) Load() (*raft.Snapshot, error) { names, err := s.snapNames() if err != nil { return nil, err } var snap *raft.Snapshot for _, name := range names { if snap, err = loadSnap(s.dir, name); err == nil { break } } return snap, err } func loadSnap(dir, name string) (*raft.Snapshot, error) { var err error var b []byte fpath := path.Join(dir, name) defer func() { if err != nil { renameBroken(fpath) } }() b, err = ioutil.ReadFile(fpath) if err != nil { log.Printf("Snapshotter cannot read file %v: %v", name, err) return nil, err } var serializedSnap Snapshot if err = serializedSnap.Unmarshal(b); err != nil { log.Printf("Corrupted snapshot file %v: %v", name, err) return nil, err } crc := crc32.Update(0, crcTable, serializedSnap.Data) if crc != serializedSnap.Crc { log.Printf("Corrupted snapshot file %v: crc mismatch", name) err = ErrCRCMismatch return nil, err } var snap raft.Snapshot if err = json.Unmarshal(serializedSnap.Data, &snap); err != nil { log.Printf("Corrupted snapshot file %v: %v", name, err) return nil, err } return &snap, nil } // snapNames returns the filename of the snapshots in logical time order (from newest to oldest). // If there is no avaliable snapshots, an ErrNoSnapshot will be returned. func (s *Snapshotter) snapNames() ([]string, error) { dir, err := os.Open(s.dir) if err != nil { return nil, err } defer dir.Close() names, err := dir.Readdirnames(-1) if err != nil { return nil, err } snaps := checkSuffix(names) if len(snaps) == 0 { return nil, ErrNoSnapshot } sort.Sort(sort.Reverse(sort.StringSlice(snaps))) return snaps, nil } func checkSuffix(names []string) []string { snaps := []string{} for i := range names { if strings.HasSuffix(names[i], snapSuffix) { snaps = append(snaps, names[i]) } else { log.Printf("Unexpected non-snap file %v", names[i]) } } return snaps } func renameBroken(path string) { brokenPath := path + ".broken" if err := os.Rename(path, brokenPath); err != nil { log.Printf("Cannot rename broken snapshot file %v to %v: %v", path, brokenPath, err) } }