Skip to content

Commit 91bd469

Browse files
headerfs: fail gracefully on write
This commit adds recovery mechanism from failures that may happen during headers I/O write
1 parent 4f280f7 commit 91bd469

File tree

2 files changed

+247
-1
lines changed

2 files changed

+247
-1
lines changed

headerfs/file.go

Lines changed: 23 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -3,6 +3,7 @@ package headerfs
33
import (
44
"bytes"
55
"fmt"
6+
"io"
67

78
"github.com/btcsuite/btcd/chaincfg/chainhash"
89
"github.com/btcsuite/btcd/wire"
@@ -16,10 +17,31 @@ type ErrHeaderNotFound struct {
1617

1718
// appendRaw appends a new raw header to the end of the flat file.
1819
func (h *headerStore) appendRaw(header []byte) error {
19-
if _, err := h.file.Write(header); err != nil {
20+
// Get current file position before writing. We'll use this position to
21+
// revert to if the write fails partially.
22+
currentPos, err := h.file.Seek(0, io.SeekCurrent)
23+
if err != nil {
2024
return err
2125
}
2226

27+
n, err := h.file.Write(header)
28+
if err != nil {
29+
// If we wrote some bytes but not all (partial write),
30+
// truncate the file back to its original size to maintain consistency.
31+
// This removes the partial/corrupt header.
32+
if n > 0 {
33+
truncErr := h.file.Truncate(currentPos)
34+
if truncErr != nil {
35+
return fmt.Errorf("failed to write header type %s: partial "+
36+
"write (%d bytes), write error: %w, truncate "+
37+
"error: %v", h.indexType, n, err, truncErr)
38+
}
39+
}
40+
41+
return fmt.Errorf("failed to write header type %s: write "+
42+
"error: %w", h.indexType, err)
43+
}
44+
2345
return nil
2446
}
2547

headerfs/file_test.go

Lines changed: 224 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,224 @@
1+
package headerfs
2+
3+
import (
4+
"bytes"
5+
"errors"
6+
"fmt"
7+
"io"
8+
"os"
9+
"strings"
10+
"testing"
11+
)
12+
13+
// TestAppendRow verifies that headerStore.appendRaw correctly appends data to
14+
// the file, handles full and partial write errors, and properly recovers from
15+
// failures.
16+
func TestAppendRow(t *testing.T) {
17+
tests := []struct {
18+
name string
19+
initialData []byte
20+
headerToWrite []byte
21+
writeFn func([]byte, File) (int, error)
22+
truncFn func(int64, File) error
23+
expected []byte
24+
wantErr bool
25+
errMsg string
26+
}{
27+
{
28+
name: "NormalWrite ValidHeader DataAppendedSuccessfully",
29+
initialData: []byte{0x01, 0x02, 0x03},
30+
headerToWrite: []byte{0x04, 0x05, 0x06},
31+
expected: []byte{0x01, 0x02, 0x03, 0x04, 0x05, 0x06},
32+
},
33+
{
34+
name: "WriteError ZeroBytesWritten OriginalDataPreserved",
35+
initialData: []byte{0x01, 0x02, 0x03},
36+
headerToWrite: []byte{0x04, 0x05, 0x06},
37+
writeFn: func(p []byte, _ File) (int, error) {
38+
return 0, errors.New("simulated write failure")
39+
},
40+
expected: []byte{0x01, 0x02, 0x03},
41+
wantErr: true,
42+
errMsg: "simulated write failure",
43+
},
44+
{
45+
name: "PartialWrite WriteErrorMidway RollsBackToOriginal",
46+
initialData: []byte{0x01, 0x02, 0x03},
47+
headerToWrite: []byte{0x04, 0x05, 0x06},
48+
writeFn: func(p []byte, file File) (int, error) {
49+
// Mock a partial write - write the first two bytes.
50+
n, err := file.Write(p[:2])
51+
if err != nil {
52+
return n, err
53+
}
54+
55+
return n, errors.New("simulated partial write failure")
56+
},
57+
expected: []byte{0x01, 0x02, 0x03},
58+
wantErr: true,
59+
errMsg: "simulated partial write failure",
60+
},
61+
{
62+
name: "PartialWrite TruncateFailure ReportsCompoundError",
63+
initialData: []byte{0x01, 0x02, 0x03},
64+
headerToWrite: []byte{0x04, 0x05, 0x06},
65+
writeFn: func(p []byte, file File) (int, error) {
66+
// Mock a partial write - write just the first byte.
67+
n, err := file.Write(p[:1])
68+
if err != nil {
69+
return n, err
70+
}
71+
72+
return n, errors.New("simulated partial write failure")
73+
},
74+
truncFn: func(size int64, _ File) error {
75+
return errors.New("simulated truncate failure")
76+
},
77+
expected: []byte{0x01, 0x02, 0x03, 0x04},
78+
wantErr: true,
79+
errMsg: fmt.Sprintf("failed to write header type %s: partial "+
80+
"write (1 bytes), write error: simulated partial write "+
81+
"failure, truncate error: simulated truncate failure", Block),
82+
},
83+
{
84+
name: "PartialWrite TruncateFailureMiddle Unrecovered",
85+
initialData: []byte{0x01, 0x02, 0x03},
86+
headerToWrite: []byte{0x04, 0x05, 0x06},
87+
writeFn: func(p []byte, file File) (int, error) {
88+
// Mock a partial write - write the first two bytes.
89+
n, err := file.Write(p[:2])
90+
if err != nil {
91+
return n, err
92+
}
93+
94+
return n, errors.New("simulated partial write failure")
95+
},
96+
truncFn: func(size int64, file File) error {
97+
// Simulate an incomplete truncation: shrink the file by just
98+
// one byte, leaving part of the partial write data in place
99+
// (i.e., not fully removing the partially written header from
100+
// the end of the file).
101+
err := file.Truncate(4)
102+
if err != nil {
103+
return err
104+
}
105+
106+
return errors.New("simulated truncate failure")
107+
},
108+
expected: []byte{0x01, 0x02, 0x03, 0x04},
109+
wantErr: true,
110+
errMsg: fmt.Sprintf("failed to write header type %s: partial "+
111+
"write (2 bytes), write error: simulated partial write "+
112+
"failure, truncate error: simulated truncate failure", Block),
113+
},
114+
{
115+
name: "NormalWrite ValidHeader DataAppendedSuccessfully",
116+
initialData: []byte{},
117+
headerToWrite: []byte{0x01, 0x02, 0x03},
118+
expected: []byte{0x01, 0x02, 0x03},
119+
},
120+
}
121+
122+
for _, test := range tests {
123+
t.Run(test.name, func(t *testing.T) {
124+
// Create a temporary file for testing.
125+
tmpFile, err := os.CreateTemp(t.TempDir(), "header_store_test")
126+
if err != nil {
127+
t.Fatalf("Failed to create temp file: %v", err)
128+
}
129+
defer os.Remove(tmpFile.Name())
130+
131+
// Write initial data.
132+
if _, err := tmpFile.Write(test.initialData); err != nil {
133+
t.Fatalf("Failed to write initial data: %v", err)
134+
}
135+
136+
// Reset the file position to the end of initial data.
137+
_, err = tmpFile.Seek(int64(len(test.initialData)), io.SeekStart)
138+
if err != nil {
139+
t.Fatalf("Failed to seek: %v", err)
140+
}
141+
142+
// Create a mock file that wraps the real file.
143+
mockFile := &mockFile{
144+
File: tmpFile,
145+
writeFn: test.writeFn,
146+
truncFn: test.truncFn,
147+
}
148+
149+
// Create a header store with our mock file.
150+
h := &headerStore{
151+
file: mockFile,
152+
headerIndex: &headerIndex{indexType: Block},
153+
}
154+
155+
// Call the function being tested.
156+
err = h.appendRaw(test.headerToWrite)
157+
if err == nil && test.wantErr {
158+
t.Fatal("expected an error, but got none")
159+
}
160+
if err != nil && !test.wantErr {
161+
t.Fatalf("unexpected error: %v", err)
162+
}
163+
if err != nil && test.wantErr &&
164+
!strings.Contains(err.Error(), test.errMsg) {
165+
166+
t.Errorf("expected error message %q to be "+
167+
"in %q", test.errMsg, err.Error())
168+
}
169+
170+
// Reset file position to start for reading.
171+
if _, err := tmpFile.Seek(0, io.SeekStart); err != nil {
172+
t.Fatalf("Failed to seek to start: %v", err)
173+
}
174+
175+
// Read the file contents.
176+
actualData, err := io.ReadAll(tmpFile)
177+
if err != nil {
178+
t.Fatalf("Failed to read file: %v", err)
179+
}
180+
181+
// Compare expected vs. actual file contents.
182+
if !bytes.Equal(actualData, test.expected) {
183+
t.Fatalf("Expected file data: %v, "+
184+
"got: %v", test.expected, actualData)
185+
}
186+
})
187+
}
188+
}
189+
190+
// mockFile wraps a real file but allows us to override the Write, Sync, and
191+
// Truncate methods.
192+
type mockFile struct {
193+
*os.File
194+
writeFn func([]byte, File) (int, error)
195+
syncFn func() error
196+
truncFn func(int64, File) error
197+
}
198+
199+
// Write implements the Write method for FileInterface.
200+
func (m *mockFile) Write(p []byte) (int, error) {
201+
if m.writeFn != nil {
202+
return m.writeFn(p, m.File)
203+
}
204+
return m.File.Write(p)
205+
}
206+
207+
// Sync implements the Sync method for FileInterface.
208+
func (m *mockFile) Sync() error {
209+
if m.syncFn != nil {
210+
return m.syncFn()
211+
}
212+
return m.File.Sync()
213+
}
214+
215+
// Truncate implements the Truncate method for FileInterface.
216+
func (m *mockFile) Truncate(size int64) error {
217+
if m.truncFn != nil {
218+
return m.truncFn(size, m.File)
219+
}
220+
return m.File.Truncate(size)
221+
}
222+
223+
// Ensure mockFile implements necessary interfaces.
224+
var _ io.Writer = &mockFile{}

0 commit comments

Comments
 (0)