package log import ( "fmt" "os" "path" api "github.com/AYM1607/proglog/api/v1" "google.golang.org/protobuf/proto" ) type segment struct { store *store index *index baseOffset, nextOffset uint64 config Config } func newSegment(dir string, baseOffset uint64, c Config) (*segment, error) { s := &segment{ baseOffset: baseOffset, config: c, } // This code comes from the book, why declare the error as a variable? var err error // Store creation. storeFile, err := os.OpenFile( path.Join(dir, fmt.Sprintf("%d%s", baseOffset, ".store")), os.O_RDWR|os.O_CREATE|os.O_APPEND, 0644, ) if err != nil { return nil, err } if s.store, err = newStore(storeFile); err != nil { return nil, err } // Index creation. indexFile, err := os.OpenFile( path.Join(dir, fmt.Sprintf("%d%s", baseOffset, ".index")), os.O_RDWR|os.O_CREATE, 0644, ) if err != nil { return nil, err } if s.index, err = newIndex(indexFile, c); err != nil { return nil, err } // If Read(-1) returns an error it means that the index's underlying file // and thus itself is empty. if off, _, err := s.index.Read(-1); err != nil { s.nextOffset = baseOffset } else { // Add one because the relative offsets from the index start at 0. s.nextOffset = baseOffset + uint64(off) + 1 } return s, nil } func (s *segment) Append(record *api.Record) (offset uint64, err error) { cur := s.nextOffset record.Offset = cur p, err := proto.Marshal(record) if err != nil { return 0, err } _, pos, err := s.store.Append(p) if err != nil { return 0, err } if err = s.index.Write( // Index offsets are relative to baseOffset. uint32(s.nextOffset-uint64(s.baseOffset)), pos, ); err != nil { return 0, err } s.nextOffset += 1 return cur, nil } func (s *segment) Read(off uint64) (*api.Record, error) { _, pos, err := s.index.Read(int64(off - s.baseOffset)) if err != nil { return nil, err } p, err := s.store.Read(pos) if err != nil { return nil, err } record := &api.Record{} err = proto.Unmarshal(p, record) return record, err } func (s *segment) IsMaxed() bool { return s.store.size >= s.config.Segment.MaxStoreBytes || s.index.size >= s.config.Segment.MaxIndexBytes } func (s *segment) Close() error { if err := s.index.Close(); err != nil { return err } if err := s.store.Close(); err != nil { return err } return nil } func (s *segment) Remove() error { if err := s.Close(); err != nil { return err } if err := os.Remove(s.index.Name()); err != nil { return err } if err := os.Remove(s.store.Name()); err != nil { return err } return nil } // nearestMultiple returns the nearest and lesser multiple of k in j. // example: nearestMultiple(9, 4) = 8 func nearestMultiple(j, k uint64) uint64 { // This code comes from the book. is this check necessary since the passed values are uint64? if j >= 0 { return (j / k) * k } return ((j - k + 1) / k) * k }