tstor/src/host/service/service.go

249 lines
6.1 KiB
Go
Raw Normal View History

2023-12-31 22:54:55 +00:00
package service
2023-10-16 09:18:40 +00:00
import (
2023-12-21 23:15:39 +00:00
"context"
"fmt"
"log/slog"
2024-01-28 20:22:49 +00:00
"os"
"path/filepath"
2024-02-22 22:54:56 +00:00
"slices"
2024-01-28 20:22:49 +00:00
"strings"
2023-12-21 23:15:39 +00:00
"time"
2023-10-16 09:18:40 +00:00
2024-01-28 20:22:49 +00:00
"git.kmsign.ru/royalcat/tstor/src/host/controller"
"git.kmsign.ru/royalcat/tstor/src/host/filestorage"
"git.kmsign.ru/royalcat/tstor/src/host/store"
2023-10-16 09:18:40 +00:00
"git.kmsign.ru/royalcat/tstor/src/host/vfs"
2024-01-28 20:22:49 +00:00
2023-10-16 09:18:40 +00:00
"github.com/anacrolix/torrent"
2024-01-28 20:22:49 +00:00
"github.com/anacrolix/torrent/bencode"
2023-10-16 09:18:40 +00:00
"github.com/anacrolix/torrent/metainfo"
2023-12-21 23:15:39 +00:00
"github.com/anacrolix/torrent/types"
2024-01-28 20:22:49 +00:00
"github.com/anacrolix/torrent/types/infohash"
2023-10-16 09:18:40 +00:00
)
type Service struct {
2024-01-28 20:22:49 +00:00
c *torrent.Client
excludedFiles *store.ExlcudedFiles
infoBytes *store.InfoBytes
torrentLoaded chan struct{}
2023-10-16 09:18:40 +00:00
// stats *Stats
2023-12-21 23:15:39 +00:00
DefaultPriority types.PiecePriority
2024-01-28 20:22:49 +00:00
Storage *filestorage.FileStorage
SourceDir string
2023-10-16 09:18:40 +00:00
2023-12-21 23:15:39 +00:00
log *slog.Logger
2023-10-16 09:18:40 +00:00
addTimeout, readTimeout int
}
2024-01-28 20:22:49 +00:00
func NewService(sourceDir string, c *torrent.Client, storage *filestorage.FileStorage, excludedFiles *store.ExlcudedFiles, infoBytes *store.InfoBytes, addTimeout, readTimeout int) *Service {
s := &Service{
log: slog.With("component", "torrent-service"),
2023-12-21 23:15:39 +00:00
c: c,
DefaultPriority: types.PiecePriorityNone,
2024-01-28 20:22:49 +00:00
excludedFiles: excludedFiles,
infoBytes: infoBytes,
Storage: storage,
SourceDir: sourceDir,
torrentLoaded: make(chan struct{}),
2023-10-16 09:18:40 +00:00
// stats: newStats(), // TODO persistent
addTimeout: addTimeout,
readTimeout: readTimeout,
}
2024-01-28 20:22:49 +00:00
go func() {
err := s.loadTorrentFiles(context.Background())
if err != nil {
s.log.Error("initial torrent load failed", "error", err)
}
close(s.torrentLoaded)
}()
return s
2023-10-16 09:18:40 +00:00
}
var _ vfs.FsFactory = (*Service)(nil).NewTorrentFs
2024-01-28 20:22:49 +00:00
func (s *Service) AddTorrent(ctx context.Context, f vfs.File) (*torrent.Torrent, error) {
2024-01-07 17:09:56 +00:00
defer f.Close()
2024-01-28 20:22:49 +00:00
stat, err := f.Stat()
2024-01-07 17:09:56 +00:00
if err != nil {
2024-01-28 20:22:49 +00:00
return nil, fmt.Errorf("call stat failed: %w", err)
2024-01-07 17:09:56 +00:00
}
2024-01-28 20:22:49 +00:00
mi, err := metainfo.Load(f)
if err != nil {
return nil, fmt.Errorf("loading torrent metadata from file %s, error: %w", stat.Name(), err)
}
2024-01-07 17:09:56 +00:00
t, ok := s.c.Torrent(mi.HashInfoBytes())
if !ok {
2024-01-28 20:22:49 +00:00
spec, err := torrent.TorrentSpecFromMetaInfoErr(mi)
2024-01-07 17:09:56 +00:00
if err != nil {
2024-01-28 20:22:49 +00:00
return nil, fmt.Errorf("parse spec from metadata: %w", err)
}
infoBytes := spec.InfoBytes
if !isValidInfoHashBytes(infoBytes) {
infoBytes = nil
2024-01-07 17:09:56 +00:00
}
2024-01-28 20:22:49 +00:00
if len(infoBytes) == 0 {
infoBytes, err = s.infoBytes.GetBytes(spec.InfoHash)
if err != nil && err != store.ErrNotFound {
return nil, fmt.Errorf("get info bytes from database: %w", err)
}
}
var info metainfo.Info
err = bencode.Unmarshal(infoBytes, &info)
if err != nil {
infoBytes = nil
} else {
for _, t := range s.c.Torrents() {
2024-02-22 22:54:56 +00:00
if t.Name() == info.BestName() && t.InfoHash() != spec.InfoHash {
<-t.GotInfo()
if !isTorrentCompatable(*t.Info(), info) {
return nil, fmt.Errorf(
"torrent with name '%s' not compatable existing infohash: %s, new: %s",
t.Name(), t.InfoHash().HexString(), spec.InfoHash.HexString(),
)
}
2024-01-28 20:22:49 +00:00
}
}
}
t, _ = s.c.AddTorrentOpt(torrent.AddTorrentOpts{
InfoHash: spec.InfoHash,
Storage: s.Storage,
InfoBytes: infoBytes,
ChunkSize: spec.ChunkSize,
})
t.AllowDataDownload()
2024-02-22 22:54:56 +00:00
t.AllowDataUpload()
t.DownloadAll()
2024-01-28 20:22:49 +00:00
2024-01-07 17:09:56 +00:00
select {
case <-ctx.Done():
2024-01-28 20:22:49 +00:00
return nil, fmt.Errorf("creating torrent timed out")
2024-01-07 17:09:56 +00:00
case <-t.GotInfo():
2024-01-28 20:22:49 +00:00
err := s.infoBytes.Set(t.InfoHash(), t.Metainfo())
if err != nil {
s.log.Error("error setting info bytes for torrent %s: %s", t.Name(), err.Error())
}
for _, f := range t.Files() {
f.SetPriority(s.DefaultPriority)
}
2024-01-07 17:09:56 +00:00
}
}
return t, nil
}
2024-02-22 22:54:56 +00:00
func isTorrentCompatable(existingInfo, newInfo metainfo.Info) bool {
existingFiles := slices.Clone(existingInfo.Files)
newFiles := slices.Clone(newInfo.Files)
pathCmp := func(a, b metainfo.FileInfo) int {
return slices.Compare(a.BestPath(), b.BestPath())
}
slices.SortStableFunc(existingFiles, pathCmp)
slices.SortStableFunc(newFiles, pathCmp)
// torrents basically equals
if slices.EqualFunc(existingFiles, newFiles, func(fi1, fi2 metainfo.FileInfo) bool {
return fi1.Length == fi2.Length && slices.Equal(fi1.BestPath(), fi1.BestPath())
}) {
return true
}
if len(newFiles) > len(existingFiles) {
all := append(existingFiles, newFiles...)
slices.SortStableFunc(all, pathCmp)
slices.CompactFunc(all, func(fi1, fi2 metainfo.FileInfo) bool {
return slices.Equal(fi1.BestPath(), fi2.BestPath()) && fi1.Length == fi2.Length
})
}
return false
}
2024-01-28 20:22:49 +00:00
func isValidInfoHashBytes(d []byte) bool {
var info metainfo.Info
err := bencode.Unmarshal(d, &info)
return err == nil
}
2023-10-16 09:18:40 +00:00
func (s *Service) NewTorrentFs(f vfs.File) (vfs.Filesystem, error) {
2023-12-21 23:15:39 +00:00
ctx, cancel := context.WithTimeout(context.TODO(), time.Second*time.Duration(s.addTimeout))
defer cancel()
2023-10-16 09:18:40 +00:00
defer f.Close()
2024-01-28 20:22:49 +00:00
t, err := s.AddTorrent(ctx, f)
2023-10-16 09:18:40 +00:00
if err != nil {
return nil, err
}
2023-12-21 23:15:39 +00:00
2024-01-28 20:22:49 +00:00
return vfs.NewTorrentFs(controller.NewTorrent(t, s.excludedFiles), s.readTimeout), nil
}
func (s *Service) Stats() (*Stats, error) {
return &Stats{}, nil
}
func (s *Service) GetStats() torrent.ConnStats {
return s.c.ConnStats()
}
func (s *Service) loadTorrentFiles(ctx context.Context) error {
return filepath.Walk(s.SourceDir, func(path string, info os.FileInfo, err error) error {
2023-12-21 23:15:39 +00:00
if err != nil {
2024-01-28 20:22:49 +00:00
return fmt.Errorf("fs walk error: %w", err)
2023-12-21 23:15:39 +00:00
}
2024-01-28 20:22:49 +00:00
if ctx.Err() != nil {
return ctx.Err()
}
if info.IsDir() {
return nil
2023-12-21 23:15:39 +00:00
}
2024-01-28 20:22:49 +00:00
if strings.HasSuffix(path, ".torrent") {
file := vfs.NewLazyOsFile(path)
defer file.Close()
_, err = s.AddTorrent(ctx, file)
if err != nil {
s.log.Error("failed adding torrent", "error", err)
}
2023-12-21 23:15:39 +00:00
}
2023-10-18 09:52:48 +00:00
2024-01-28 20:22:49 +00:00
return nil
})
2023-10-16 09:18:40 +00:00
}
2024-01-28 20:22:49 +00:00
func (s *Service) ListTorrents(ctx context.Context) ([]*controller.Torrent, error) {
<-s.torrentLoaded
out := []*controller.Torrent{}
for _, v := range s.c.Torrents() {
out = append(out, controller.NewTorrent(v, s.excludedFiles))
}
return out, nil
2023-10-16 09:18:40 +00:00
}
2024-01-07 17:09:56 +00:00
2024-01-28 20:22:49 +00:00
func (s *Service) GetTorrent(infohashHex string) (*controller.Torrent, error) {
<-s.torrentLoaded
t, ok := s.c.Torrent(infohash.FromHexString(infohashHex))
if !ok {
return nil, nil
}
return controller.NewTorrent(t, s.excludedFiles), nil
2024-01-07 17:09:56 +00:00
}