shithub: furgit

ref: 37e4dcd9ba583936a7da9bbcb865c6be448e2c19
dir: /objectstore/chain/chain.go/

// Package chain provides an adaptive wrapper over multiple object storage
// backends.
package chain

import (
	"errors"
	"fmt"
	"io"
	"sync"

	"codeberg.org/lindenii/furgit/objectid"
	"codeberg.org/lindenii/furgit/objectstore"
	"codeberg.org/lindenii/furgit/objecttype"
)

// Chain queries multiple object databases with an MRU backend preference.
type Chain struct {
	mu sync.RWMutex

	backendHead        *backendNode
	backendTail        *backendNode
	backendNodeByStore map[objectstore.Store]*backendNode
}

// New creates a Chain from backends.
func New(backends ...objectstore.Store) *Chain {
	nodeByStore := make(map[objectstore.Store]*backendNode, len(backends))
	var head *backendNode
	var tail *backendNode

	for _, backend := range backends {
		if backend == nil {
			continue
		}
		node := &backendNode{
			backend: backend,
			prev:    tail,
		}
		if tail != nil {
			tail.next = node
		}
		if head == nil {
			head = node
		}
		tail = node
		nodeByStore[backend] = node
	}

	return &Chain{
		backendHead:        head,
		backendTail:        tail,
		backendNodeByStore: nodeByStore,
	}
}

// ReadBytesFull reads a full serialized object from one backend that has it.
func (chain *Chain) ReadBytesFull(id objectid.ObjectID) ([]byte, error) {
	for i, backend := 0, chain.firstBackend(); backend != nil; i, backend = i+1, chain.nextBackend(backend) {
		full, err := backend.ReadBytesFull(id)
		if err == nil {
			chain.touchBackend(backend)
			return full, nil
		}
		if errors.Is(err, objectstore.ErrObjectNotFound) {
			continue
		}
		return nil, fmt.Errorf("objectstore: backend %d read bytes full: %w", i, err)
	}
	return nil, objectstore.ErrObjectNotFound
}

// ReadBytesContent reads an object's type and content bytes from one backend
// that has it.
func (chain *Chain) ReadBytesContent(id objectid.ObjectID) (objecttype.Type, []byte, error) {
	for i, backend := 0, chain.firstBackend(); backend != nil; i, backend = i+1, chain.nextBackend(backend) {
		ty, content, err := backend.ReadBytesContent(id)
		if err == nil {
			chain.touchBackend(backend)
			return ty, content, nil
		}
		if errors.Is(err, objectstore.ErrObjectNotFound) {
			continue
		}
		return objecttype.TypeInvalid, nil, fmt.Errorf("objectstore: backend %d read bytes content: %w", i, err)
	}
	return objecttype.TypeInvalid, nil, objectstore.ErrObjectNotFound
}

// ReadReaderFull reads a full serialized object stream from one backend that
// has it.
func (chain *Chain) ReadReaderFull(id objectid.ObjectID) (io.ReadCloser, error) {
	for i, backend := 0, chain.firstBackend(); backend != nil; i, backend = i+1, chain.nextBackend(backend) {
		reader, err := backend.ReadReaderFull(id)
		if err == nil {
			chain.touchBackend(backend)
			return reader, nil
		}
		if errors.Is(err, objectstore.ErrObjectNotFound) {
			continue
		}
		return nil, fmt.Errorf("objectstore: backend %d read reader full: %w", i, err)
	}
	return nil, objectstore.ErrObjectNotFound
}

// ReadReaderContent reads an object's type, declared content length, and
// content stream from one backend that has it.
func (chain *Chain) ReadReaderContent(id objectid.ObjectID) (objecttype.Type, int64, io.ReadCloser, error) {
	for i, backend := 0, chain.firstBackend(); backend != nil; i, backend = i+1, chain.nextBackend(backend) {
		ty, size, reader, err := backend.ReadReaderContent(id)
		if err == nil {
			chain.touchBackend(backend)
			return ty, size, reader, nil
		}
		if errors.Is(err, objectstore.ErrObjectNotFound) {
			continue
		}
		return objecttype.TypeInvalid, 0, nil, fmt.Errorf("objectstore: backend %d read reader content: %w", i, err)
	}
	return objecttype.TypeInvalid, 0, nil, objectstore.ErrObjectNotFound
}

// ReadSize reads object content length from one backend that has it.
func (chain *Chain) ReadSize(id objectid.ObjectID) (int64, error) {
	for i, backend := 0, chain.firstBackend(); backend != nil; i, backend = i+1, chain.nextBackend(backend) {
		size, err := backend.ReadSize(id)
		if err == nil {
			chain.touchBackend(backend)
			return size, nil
		}
		if errors.Is(err, objectstore.ErrObjectNotFound) {
			continue
		}
		return 0, fmt.Errorf("objectstore: backend %d read size: %w", i, err)
	}
	return 0, objectstore.ErrObjectNotFound
}

// ReadHeader reads object header data from one backend that has it.
func (chain *Chain) ReadHeader(id objectid.ObjectID) (objecttype.Type, int64, error) {
	for i, backend := 0, chain.firstBackend(); backend != nil; i, backend = i+1, chain.nextBackend(backend) {
		ty, size, err := backend.ReadHeader(id)
		if err == nil {
			chain.touchBackend(backend)
			return ty, size, nil
		}
		if errors.Is(err, objectstore.ErrObjectNotFound) {
			continue
		}
		return objecttype.TypeInvalid, 0, fmt.Errorf("objectstore: backend %d read header: %w", i, err)
	}
	return objecttype.TypeInvalid, 0, objectstore.ErrObjectNotFound
}

// Close closes all backends and joins close errors.
func (chain *Chain) Close() error {
	chain.mu.RLock()
	backends := make([]objectstore.Store, 0, len(chain.backendNodeByStore))
	for node := chain.backendHead; node != nil; node = node.next {
		backends = append(backends, node.backend)
	}
	chain.mu.RUnlock()

	var errs []error
	for _, backend := range backends {
		if err := backend.Close(); err != nil {
			errs = append(errs, err)
		}
	}
	return errors.Join(errs...)
}

type backendNode struct {
	backend objectstore.Store
	prev    *backendNode
	next    *backendNode
}

func (chain *Chain) firstBackend() objectstore.Store {
	chain.mu.RLock()
	defer chain.mu.RUnlock()
	if chain.backendHead == nil {
		return nil
	}
	return chain.backendHead.backend
}

func (chain *Chain) nextBackend(current objectstore.Store) objectstore.Store {
	chain.mu.RLock()
	defer chain.mu.RUnlock()
	node := chain.backendNodeByStore[current]
	if node == nil || node.next == nil {
		return nil
	}
	return node.next.backend
}

func (chain *Chain) touchBackend(backend objectstore.Store) {
	if backend == nil {
		return
	}
	if !chain.mu.TryLock() {
		return
	}
	defer chain.mu.Unlock()

	node := chain.backendNodeByStore[backend]
	if node == nil || node == chain.backendHead {
		return
	}
	if node.prev != nil {
		node.prev.next = node.next
	}
	if node.next != nil {
		node.next.prev = node.prev
	}
	if chain.backendTail == node {
		chain.backendTail = node.prev
	}

	node.prev = nil
	node.next = chain.backendHead
	if chain.backendHead != nil {
		chain.backendHead.prev = node
	}
	chain.backendHead = node
	if chain.backendTail == nil {
		chain.backendTail = node
	}
}