Skip to content

Commit

Permalink
core/rawdb: add file lock for freezer
Browse files Browse the repository at this point in the history
  • Loading branch information
rjl493456442 authored and karalabe committed May 16, 2019
1 parent b69bdc2 commit b6cac42
Show file tree
Hide file tree
Showing 3 changed files with 43 additions and 5 deletions.
22 changes: 20 additions & 2 deletions core/rawdb/database.go
Original file line number Diff line number Diff line change
Expand Up @@ -17,6 +17,8 @@
package rawdb

import (
"fmt"

"github.com/ethereum/go-ethereum/ethdb"
"github.com/ethereum/go-ethereum/ethdb/leveldb"
"github.com/ethereum/go-ethereum/ethdb/memorydb"
Expand All @@ -25,7 +27,23 @@ import (
// freezerdb is a databse wrapper that enabled freezer data retrievals.
type freezerdb struct {
ethdb.KeyValueStore
ethdb.Ancienter
ethdb.AncientStore
}

// Close implements io.Closer, closing both the fast key-value store as well as
// the slow ancient tables.
func (frdb *freezerdb) Close() error {
var errs []error
if err := frdb.KeyValueStore.Close(); err != nil {
errs = append(errs, err)
}
if err := frdb.AncientStore.Close(); err != nil {
errs = append(errs, err)
}
if len(errs) != 0 {
return fmt.Errorf("%v", errs)
}
return nil
}

// nofreezedb is a database wrapper that disables freezer data retrievals.
Expand Down Expand Up @@ -58,7 +76,7 @@ func NewDatabaseWithFreezer(db ethdb.KeyValueStore, freezer string, namespace st

return &freezerdb{
KeyValueStore: db,
Ancienter: frdb,
AncientStore: frdb,
}, nil
}

Expand Down
19 changes: 16 additions & 3 deletions core/rawdb/freezer.go
Original file line number Diff line number Diff line change
Expand Up @@ -20,13 +20,15 @@ import (
"errors"
"fmt"
"math"
"path/filepath"
"sync/atomic"
"time"

"github.com/ethereum/go-ethereum/common"
"github.com/ethereum/go-ethereum/ethdb"
"github.com/ethereum/go-ethereum/log"
"github.com/ethereum/go-ethereum/metrics"
"github.com/prometheus/tsdb/fileutil"
)

// errUnknownTable is returned if the user attempts to read from a table that is
Expand Down Expand Up @@ -57,8 +59,9 @@ const (
// reserving it for go-ethereum. This would also reduce the memory requirements
// of Geth, and thus also GC overhead.
type freezer struct {
tables map[string]*freezerTable // Data tables for storing everything
frozen uint64 // Number of blocks already frozen
tables map[string]*freezerTable // Data tables for storing everything
frozen uint64 // Number of blocks already frozen
instanceLock fileutil.Releaser // File-system lock to prevent double opens
}

// newFreezer creates a chain freezer that moves ancient chain data into
Expand All @@ -69,16 +72,22 @@ func newFreezer(datadir string, namespace string) (*freezer, error) {
readMeter = metrics.NewRegisteredMeter(namespace+"ancient/read", nil)
writeMeter = metrics.NewRegisteredMeter(namespace+"ancient/write", nil)
)
lock, _, err := fileutil.Flock(filepath.Join(datadir, "LOCK"))
if err != nil {
return nil, err
}
// Open all the supported data tables
freezer := &freezer{
tables: make(map[string]*freezerTable),
tables: make(map[string]*freezerTable),
instanceLock: lock,
}
for _, name := range []string{"hashes", "headers", "bodies", "receipts", "diffs"} {
table, err := newTable(datadir, name, readMeter, writeMeter)
if err != nil {
for _, table := range freezer.tables {
table.Close()
}
lock.Release()
return nil, err
}
freezer.tables[name] = table
Expand All @@ -95,6 +104,7 @@ func newFreezer(datadir string, namespace string) (*freezer, error) {
for _, table := range freezer.tables {
table.Close()
}
lock.Release()
return nil, err
}
}
Expand All @@ -109,6 +119,9 @@ func (f *freezer) Close() error {
errs = append(errs, err)
}
}
if err := f.instanceLock.Release(); err != nil {
errs = append(errs, err)
}
if errs != nil {
return fmt.Errorf("%v", errs)
}
Expand Down
7 changes: 7 additions & 0 deletions ethdb/database.go
Original file line number Diff line number Diff line change
Expand Up @@ -80,6 +80,13 @@ type AncientReader interface {
Ancienter
}

// AncientStore contains all the methods required to allow handling different
// ancient data stores backing immutable chain data store.
type AncientStore interface {
Ancienter
io.Closer
}

// Database contains all the methods required by the high level database to not
// only access the key-value data store but also the chain freezer.
type Database interface {
Expand Down

0 comments on commit b6cac42

Please sign in to comment.