git.sophuwu.com > cdn
made a filesystem using bbolt db
sophuwu sophie@skisiel.com
Wed, 15 Jan 2025 21:16:01 +0100
commit

45624db2fd6e90e0278f626cac61e97de9e5234a

parent

2aab9bbf4193ade442de54d7f519d928770bcd86

4 files changed, 170 insertions(+), 44 deletions(-)

jump to
D db/db.go

@@ -1,13 +0,0 @@

-package db - -import ( - "github.com/asdine/storm/v3" -) - -func fn() { - db, err := storm.Open("my.db") - if err != nil { - panic(err) - } - defer db.Close() -}
M go.modgo.mod

@@ -2,8 +2,6 @@ module sophuwu.site/cdn

go 1.22.2 -require ( - github.com/asdine/storm/v3 v3.2.1 // indirect - go.etcd.io/bbolt v1.3.4 // indirect - golang.org/x/sys v0.0.0-20200202164722-d101bd2416d5 // indirect -) +require go.etcd.io/bbolt v1.3.11 + +require golang.org/x/sys v0.4.0 // indirect
M go.sumgo.sum

@@ -1,27 +1,14 @@

-github.com/DataDog/zstd v1.4.1/go.mod h1:1jcaCB/ufaK+sKp1NBhlGmpz41jOoPQ35bpF36t7BBo= -github.com/Sereal/Sereal v0.0.0-20190618215532-0b8ac451a863/go.mod h1:D0JMgToj/WdxCgd30Kc1UcA9E+WdZoJqeVOuYW7iTBM= -github.com/asdine/storm/v3 v3.2.1 h1:I5AqhkPK6nBZ/qJXySdI7ot5BlXSZ7qvDY1zAn5ZJac= -github.com/asdine/storm/v3 v3.2.1/go.mod h1:LEpXwGt4pIqrE/XcTvCnZHT5MgZCV6Ub9q7yQzOFWr0= +github.com/davecgh/go-spew v1.1.1 h1:vj9j/u1bqnvCEfJOwUhtlOARqs3+rkHYY13jYWTU97c= github.com/davecgh/go-spew v1.1.1/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38= -github.com/golang/protobuf v1.3.1/go.mod h1:6lQm79b+lXiMfvg/cZm0SGofjICqVBUtrP5yJMmIC1U= -github.com/golang/protobuf v1.3.2/go.mod h1:6lQm79b+lXiMfvg/cZm0SGofjICqVBUtrP5yJMmIC1U= -github.com/golang/snappy v0.0.1/go.mod h1:/XxbfmMg8lxefKM7IXC3fBNl/7bRcc72aCRzEWrmP2Q= -github.com/kr/pretty v0.1.0/go.mod h1:dAy3ld7l9f0ibDNOQOHHMYYIIbhfbHSm3C4ZsoJORNo= -github.com/kr/pty v1.1.1/go.mod h1:pFQYn66WHrOpPYNljwOMqo10TkYh1fy3cYio2l3bCsQ= -github.com/kr/text v0.1.0/go.mod h1:4Jbv+DJW3UT/LiOwJeYQe1efqtUx/iVham/4vfdArNI= +github.com/pmezard/go-difflib v1.0.0 h1:4DBwDE0NGyQoBHbLQYPwSUPoCMWR5BEzIk/f1lZbAQM= github.com/pmezard/go-difflib v1.0.0/go.mod h1:iKH77koFhYxTK1pcRnkKkqfTogsbg7gZNVY4sRDYZ/4= -github.com/stretchr/testify v1.2.2/go.mod h1:a8OnRcib4nhh0OaRAV+Yts87kKdq0PP7pXfy6kDkUVs= -github.com/vmihailenco/msgpack v4.0.4+incompatible/go.mod h1:fy3FlTQTDXWkZ7Bh6AcGMlsjHatGryHQYUTf1ShIgkk= -go.etcd.io/bbolt v1.3.4 h1:hi1bXHMVrlQh6WwxAy+qZCV/SYIlqo+Ushwdpa4tAKg= -go.etcd.io/bbolt v1.3.4/go.mod h1:G5EMThwa9y8QZGBClrRx5EY+Yw9kAhnjy3bSjsnlVTQ= -golang.org/x/crypto v0.0.0-20190308221718-c2843e01d9a2/go.mod h1:djNgcEr1/C05ACkg1iLfiJU5Ep61QUkGW8qpdssI0+w= -golang.org/x/net v0.0.0-20190603091049-60506f45cf65/go.mod h1:HSz+uSET+XFnRR8LxR5pz3Of3rY3CfYBVs4xY44aLks= -golang.org/x/net v0.0.0-20191105084925-a882066a44e0/go.mod h1:z5CRVTTTmAJ677TzLLGU+0bjPO0LkuOLi4/5GtJWs/s= -golang.org/x/sys v0.0.0-20190215142949-d0b11bdaac8a/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY= -golang.org/x/sys v0.0.0-20200202164722-d101bd2416d5 h1:LfCXLvNmTYH9kEmVgqbnsWfruoXZIrh4YBgqVHtDvw0= -golang.org/x/sys v0.0.0-20200202164722-d101bd2416d5/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= -golang.org/x/text v0.3.0/go.mod h1:NqM8EUOU14njkJ3fqMW+pc6Ldnwhi/IjpwHt7yyuwOQ= -golang.org/x/text v0.3.2/go.mod h1:bEr9sfX3Q8Zfm5fL9x+3itogRgK3+ptLWKqgva+5dAk= -golang.org/x/tools v0.0.0-20180917221912-90fa682c2a6e/go.mod h1:n7NCudcB/nEzxVGmLbDWY5pfWTLqBcC2KZ6jyYvM4mQ= -google.golang.org/appengine v1.6.5/go.mod h1:8WjMMxjGQR8xUklV/ARdw2HLXBOI7O7uCIDZVag1xfc= -gopkg.in/check.v1 v1.0.0-20190902080502-41f04d3bba15/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0= +github.com/stretchr/testify v1.8.1 h1:w7B6lhMri9wdJUVmEZPGGhZzrYTPvgJArz7wNPgYKsk= +github.com/stretchr/testify v1.8.1/go.mod h1:w2LPCIKwWwSfY2zedu0+kehJoqGctiVI29o6fzry7u4= +go.etcd.io/bbolt v1.3.11 h1:yGEzV1wPz2yVCLsD8ZAiGHhHVlczyC9d1rP43/VCRJ0= +go.etcd.io/bbolt v1.3.11/go.mod h1:dksAq7YMXoljX0xu6VF5DMZGbhYYoLUalEiSySYAS4I= +golang.org/x/sync v0.5.0 h1:60k92dhOjHxJkrqnwsfl8KuaHbn/5dl0lUPUklKo3qE= +golang.org/x/sync v0.5.0/go.mod h1:Czt+wKu1gCyEFDUtn0jG5QVvpJ6rzVqr5aXyt9drQfk= +golang.org/x/sys v0.4.0 h1:Zr2JFtRQNX3BCZ8YtxRE9hNJYC8J6I1MVbMg6owUp18= +golang.org/x/sys v0.4.0/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= +gopkg.in/yaml.v3 v3.0.1 h1:fxVm/GzAzEWqLHuvctI91KS9hhNmmWOoWu0XTYJS7CA= +gopkg.in/yaml.v3 v3.0.1/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM=
M main.gomain.go

@@ -1,5 +1,159 @@

package main +import ( + "fmt" + bolt "go.etcd.io/bbolt" + "path/filepath" + "strings" +) + +// var db *bolt.DB +// +// func init() { +// var err error +// db, err = bolt.Open("build/my.db", 0600, nil) +// if err != nil { +// log.Fatalln(err) +// } +// } + +// FileSystem represents a file system in a database +type FileSystem struct { + db *bolt.DB +} + +// OpenDB opens or creates the database +func OpenDB(dbPath string) (*FileSystem, error) { + db, err := bolt.Open(dbPath, 0600, nil) + if err != nil { + return nil, err + } + err = db.Update(func(tx *bolt.Tx) error { + _, err = tx.CreateBucketIfNotExists([]byte("root")) + return err + }) + return &FileSystem{db: db}, err +} + +type DirEntry struct { + Name string + Size int + IsDir bool +} + +// GetEntry retrieves the content of a file or the list of items in a directory +func (fs *FileSystem) GetEntry(path string) ([]byte, []DirEntry, error) { + path = strings.Trim(path, "/") + paths := strings.Split(filepath.Dir(path), "/") + path = filepath.Base(path) + var items []DirEntry + var item DirEntry + var data []byte + return data, items, fs.db.View(func(tx *bolt.Tx) error { + currentBucket := tx.Bucket([]byte("root")) + if currentBucket == nil { + return fmt.Errorf("root bucket does not exist") + } + + for _, dir := range paths { + if dir == "" || dir == "." { + continue + } + currentBucket = currentBucket.Bucket([]byte(dir)) + if currentBucket == nil { + return fmt.Errorf("directory %s does not exist", dir) + } + } + if path != "" && path != "." { + data = currentBucket.Get([]byte(path)) + if data != nil { + return nil + } + currentBucket = currentBucket.Bucket([]byte(path)) + } + if currentBucket != nil { + return currentBucket.ForEach(func(k, v []byte) error { + item = DirEntry{ + Name: string(k), + Size: len(v), + IsDir: false, + } + if item.Size == 0 && currentBucket.Bucket(k) != nil { + item.Name += "/" + item.IsDir = true + } + items = append(items, item) + return nil + }) + } + return fmt.Errorf("entry %s does not exist", path) + }) +} + +// PutFile stores the content of a file, creating directories as needed +func (fs *FileSystem) PutFile(path string, data []byte) error { + path = strings.Trim(path, "/") + paths := strings.Split(filepath.Dir(path), "/") + path = filepath.Base(path) + if len(path) < 1 || strings.HasPrefix(path, ".") { + return fmt.Errorf("invalid file name") + } + var err error + return fs.db.Update(func(tx *bolt.Tx) error { + currentBucket := tx.Bucket([]byte("root")) + if currentBucket == nil { + return fmt.Errorf("root bucket does not exist") + } + + for _, dir := range paths { + if dir == "" || dir == "." { + continue + } + if currentBucket.Get([]byte(dir)) != nil { + return fmt.Errorf("directory %s is a file", dir) + } + currentBucket, err = currentBucket.CreateBucketIfNotExists([]byte(dir)) + if err != nil || currentBucket == nil { + return fmt.Errorf("directory %s does not exist", dir) + } + } + if currentBucket.Bucket([]byte(path)) != nil { + return fmt.Errorf("file %s is a directory", path) + } + return currentBucket.Put([]byte(path), data) + }) +} + +// Close the database +func (fs *FileSystem) Close() error { + return fs.db.Close() +} + func main() { + fs, err := OpenDB("build/my.db") + if err != nil { + fmt.Println(err) + return + } + defer fs.Close() -}+ // err = fs.PutFile("index.txt", []byte("Hello")) + // if err != nil { + // fmt.Println(err) + // return + // } + + data, items, err := fs.GetEntry("/") + if err != nil { + fmt.Println(err) + return + } + if data != nil { + fmt.Println(string(data)) + return + } + for _, item := range items { + fmt.Println(item) + } + +}