mirror of
https://github.com/etcd-io/etcd.git
synced 2024-09-27 06:25:44 +00:00
8b6de5f85d
A call file.Sync on OSX doesn't guarantee actual persistence on physical drive media as the data can be cached in physical drive's buffers. Hence calls to file.Sync need to be replaced with fcntl(F_FULLFSYNC).
106 lines
2.7 KiB
Go
106 lines
2.7 KiB
Go
// Copyright 2015 CoreOS, Inc.
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
package wal
|
|
|
|
import (
|
|
"io"
|
|
"os"
|
|
"path"
|
|
|
|
"github.com/coreos/etcd/pkg/fileutil"
|
|
"github.com/coreos/etcd/wal/walpb"
|
|
)
|
|
|
|
// Repair tries to repair ErrUnexpectedEOF in the
|
|
// last wal file by truncating.
|
|
func Repair(dirpath string) bool {
|
|
f, err := openLast(dirpath)
|
|
if err != nil {
|
|
return false
|
|
}
|
|
defer f.Close()
|
|
|
|
n := 0
|
|
rec := &walpb.Record{}
|
|
|
|
decoder := newDecoder(f)
|
|
for {
|
|
err := decoder.decode(rec)
|
|
switch err {
|
|
case nil:
|
|
n += 8 + rec.Size()
|
|
// update crc of the decoder when necessary
|
|
switch rec.Type {
|
|
case crcType:
|
|
crc := decoder.crc.Sum32()
|
|
// current crc of decoder must match the crc of the record.
|
|
// do no need to match 0 crc, since the decoder is a new one at this case.
|
|
if crc != 0 && rec.Validate(crc) != nil {
|
|
return false
|
|
}
|
|
decoder.updateCRC(rec.Crc)
|
|
}
|
|
continue
|
|
case io.EOF:
|
|
return true
|
|
case io.ErrUnexpectedEOF:
|
|
plog.Noticef("repairing %v", f.Name())
|
|
bf, bferr := os.Create(f.Name() + ".broken")
|
|
if bferr != nil {
|
|
plog.Errorf("could not repair %v, failed to create backup file", f.Name())
|
|
return false
|
|
}
|
|
defer bf.Close()
|
|
|
|
if _, err = f.Seek(0, os.SEEK_SET); err != nil {
|
|
plog.Errorf("could not repair %v, failed to read file", f.Name())
|
|
return false
|
|
}
|
|
|
|
if _, err = io.Copy(bf, f); err != nil {
|
|
plog.Errorf("could not repair %v, failed to copy file", f.Name())
|
|
return false
|
|
}
|
|
|
|
if err = f.Truncate(int64(n)); err != nil {
|
|
plog.Errorf("could not repair %v, failed to truncate file", f.Name())
|
|
return false
|
|
}
|
|
if err = fileutil.Fsync(f); err != nil {
|
|
plog.Errorf("could not repair %v, failed to sync file", f.Name())
|
|
return false
|
|
}
|
|
return true
|
|
default:
|
|
plog.Errorf("could not repair error (%v)", err)
|
|
return false
|
|
}
|
|
}
|
|
}
|
|
|
|
// openLast opens the last wal file for read and write.
|
|
func openLast(dirpath string) (*os.File, error) {
|
|
names, err := fileutil.ReadDir(dirpath)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
names = checkWalNames(names)
|
|
if len(names) == 0 {
|
|
return nil, ErrFileNotFound
|
|
}
|
|
last := path.Join(dirpath, names[len(names)-1])
|
|
return os.OpenFile(last, os.O_RDWR, 0)
|
|
}
|