2023-12-31 22:54:55 +00:00
|
|
|
package service
|
2023-10-16 09:18:40 +00:00
|
|
|
|
|
|
|
import (
|
2023-12-21 23:15:39 +00:00
|
|
|
"context"
|
|
|
|
"fmt"
|
|
|
|
"log/slog"
|
2024-01-28 20:22:49 +00:00
|
|
|
"os"
|
|
|
|
"path/filepath"
|
2024-02-22 22:54:56 +00:00
|
|
|
"slices"
|
2024-01-28 20:22:49 +00:00
|
|
|
"strings"
|
2023-12-21 23:15:39 +00:00
|
|
|
"time"
|
2023-10-16 09:18:40 +00:00
|
|
|
|
2024-01-28 20:22:49 +00:00
|
|
|
"git.kmsign.ru/royalcat/tstor/src/host/controller"
|
2024-03-17 21:00:34 +00:00
|
|
|
"git.kmsign.ru/royalcat/tstor/src/host/datastorage"
|
2024-01-28 20:22:49 +00:00
|
|
|
"git.kmsign.ru/royalcat/tstor/src/host/store"
|
2023-10-16 09:18:40 +00:00
|
|
|
"git.kmsign.ru/royalcat/tstor/src/host/vfs"
|
2024-03-17 21:00:34 +00:00
|
|
|
"go.uber.org/multierr"
|
2024-01-28 20:22:49 +00:00
|
|
|
|
2023-10-16 09:18:40 +00:00
|
|
|
"github.com/anacrolix/torrent"
|
2024-01-28 20:22:49 +00:00
|
|
|
"github.com/anacrolix/torrent/bencode"
|
2023-10-16 09:18:40 +00:00
|
|
|
"github.com/anacrolix/torrent/metainfo"
|
2023-12-21 23:15:39 +00:00
|
|
|
"github.com/anacrolix/torrent/types"
|
2024-01-28 20:22:49 +00:00
|
|
|
"github.com/anacrolix/torrent/types/infohash"
|
2023-10-16 09:18:40 +00:00
|
|
|
)
|
|
|
|
|
|
|
|
type Service struct {
|
2024-01-28 20:22:49 +00:00
|
|
|
c *torrent.Client
|
2024-03-17 21:00:34 +00:00
|
|
|
excludedFiles *store.FilesMappings
|
2024-01-28 20:22:49 +00:00
|
|
|
infoBytes *store.InfoBytes
|
|
|
|
|
|
|
|
torrentLoaded chan struct{}
|
2023-10-16 09:18:40 +00:00
|
|
|
|
|
|
|
// stats *Stats
|
2023-12-21 23:15:39 +00:00
|
|
|
DefaultPriority types.PiecePriority
|
2024-03-17 21:00:34 +00:00
|
|
|
Storage datastorage.DataStorage
|
2024-01-28 20:22:49 +00:00
|
|
|
SourceDir string
|
2023-10-16 09:18:40 +00:00
|
|
|
|
2023-12-21 23:15:39 +00:00
|
|
|
log *slog.Logger
|
2023-10-16 09:18:40 +00:00
|
|
|
addTimeout, readTimeout int
|
|
|
|
}
|
|
|
|
|
2024-03-17 21:00:34 +00:00
|
|
|
func NewService(sourceDir string, c *torrent.Client, storage datastorage.DataStorage, excludedFiles *store.FilesMappings, infoBytes *store.InfoBytes, addTimeout, readTimeout int) *Service {
|
2024-01-28 20:22:49 +00:00
|
|
|
s := &Service{
|
|
|
|
log: slog.With("component", "torrent-service"),
|
2023-12-21 23:15:39 +00:00
|
|
|
c: c,
|
|
|
|
DefaultPriority: types.PiecePriorityNone,
|
2024-01-28 20:22:49 +00:00
|
|
|
excludedFiles: excludedFiles,
|
|
|
|
infoBytes: infoBytes,
|
|
|
|
Storage: storage,
|
|
|
|
SourceDir: sourceDir,
|
|
|
|
torrentLoaded: make(chan struct{}),
|
2023-10-16 09:18:40 +00:00
|
|
|
// stats: newStats(), // TODO persistent
|
|
|
|
addTimeout: addTimeout,
|
|
|
|
readTimeout: readTimeout,
|
|
|
|
}
|
2024-01-28 20:22:49 +00:00
|
|
|
|
|
|
|
go func() {
|
|
|
|
err := s.loadTorrentFiles(context.Background())
|
|
|
|
if err != nil {
|
|
|
|
s.log.Error("initial torrent load failed", "error", err)
|
|
|
|
}
|
|
|
|
close(s.torrentLoaded)
|
|
|
|
}()
|
|
|
|
|
|
|
|
return s
|
2023-10-16 09:18:40 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
var _ vfs.FsFactory = (*Service)(nil).NewTorrentFs
|
|
|
|
|
2024-03-17 21:00:34 +00:00
|
|
|
func (s *Service) Close() error {
|
|
|
|
err := multierr.Combine(s.c.Close()...)
|
|
|
|
err = multierr.Append(err, s.Storage.Close())
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
|
2024-01-28 20:22:49 +00:00
|
|
|
func (s *Service) AddTorrent(ctx context.Context, f vfs.File) (*torrent.Torrent, error) {
|
2024-01-07 17:09:56 +00:00
|
|
|
defer f.Close()
|
|
|
|
|
2024-01-28 20:22:49 +00:00
|
|
|
stat, err := f.Stat()
|
2024-01-07 17:09:56 +00:00
|
|
|
if err != nil {
|
2024-01-28 20:22:49 +00:00
|
|
|
return nil, fmt.Errorf("call stat failed: %w", err)
|
2024-01-07 17:09:56 +00:00
|
|
|
}
|
|
|
|
|
2024-01-28 20:22:49 +00:00
|
|
|
mi, err := metainfo.Load(f)
|
|
|
|
if err != nil {
|
|
|
|
return nil, fmt.Errorf("loading torrent metadata from file %s, error: %w", stat.Name(), err)
|
|
|
|
}
|
2024-01-07 17:09:56 +00:00
|
|
|
t, ok := s.c.Torrent(mi.HashInfoBytes())
|
|
|
|
if !ok {
|
2024-01-28 20:22:49 +00:00
|
|
|
spec, err := torrent.TorrentSpecFromMetaInfoErr(mi)
|
2024-01-07 17:09:56 +00:00
|
|
|
if err != nil {
|
2024-01-28 20:22:49 +00:00
|
|
|
return nil, fmt.Errorf("parse spec from metadata: %w", err)
|
|
|
|
}
|
|
|
|
infoBytes := spec.InfoBytes
|
|
|
|
|
|
|
|
if !isValidInfoHashBytes(infoBytes) {
|
|
|
|
infoBytes = nil
|
2024-01-07 17:09:56 +00:00
|
|
|
}
|
2024-01-28 20:22:49 +00:00
|
|
|
|
|
|
|
if len(infoBytes) == 0 {
|
|
|
|
infoBytes, err = s.infoBytes.GetBytes(spec.InfoHash)
|
|
|
|
if err != nil && err != store.ErrNotFound {
|
|
|
|
return nil, fmt.Errorf("get info bytes from database: %w", err)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
var info metainfo.Info
|
|
|
|
err = bencode.Unmarshal(infoBytes, &info)
|
|
|
|
if err != nil {
|
|
|
|
infoBytes = nil
|
|
|
|
} else {
|
2024-03-17 21:00:34 +00:00
|
|
|
// for _, t := range s.c.Torrents() {
|
|
|
|
// if t.Name() == info.BestName() && t.InfoHash() != spec.InfoHash {
|
|
|
|
// <-t.GotInfo()
|
|
|
|
// if !isTorrentCompatable(*t.Info(), info) {
|
|
|
|
// return nil, fmt.Errorf(
|
|
|
|
// "torrent with name '%s' not compatable existing infohash: %s, new: %s",
|
|
|
|
// t.Name(), t.InfoHash().HexString(), spec.InfoHash.HexString(),
|
|
|
|
// )
|
|
|
|
// }
|
|
|
|
// }
|
|
|
|
// }
|
2024-01-28 20:22:49 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
t, _ = s.c.AddTorrentOpt(torrent.AddTorrentOpts{
|
|
|
|
InfoHash: spec.InfoHash,
|
|
|
|
Storage: s.Storage,
|
|
|
|
InfoBytes: infoBytes,
|
|
|
|
ChunkSize: spec.ChunkSize,
|
|
|
|
})
|
|
|
|
t.AllowDataDownload()
|
2024-02-22 22:54:56 +00:00
|
|
|
t.AllowDataUpload()
|
2024-01-28 20:22:49 +00:00
|
|
|
|
2024-01-07 17:09:56 +00:00
|
|
|
select {
|
|
|
|
case <-ctx.Done():
|
2024-01-28 20:22:49 +00:00
|
|
|
return nil, fmt.Errorf("creating torrent timed out")
|
2024-01-07 17:09:56 +00:00
|
|
|
case <-t.GotInfo():
|
2024-01-28 20:22:49 +00:00
|
|
|
err := s.infoBytes.Set(t.InfoHash(), t.Metainfo())
|
|
|
|
if err != nil {
|
|
|
|
s.log.Error("error setting info bytes for torrent %s: %s", t.Name(), err.Error())
|
|
|
|
}
|
|
|
|
for _, f := range t.Files() {
|
|
|
|
f.SetPriority(s.DefaultPriority)
|
|
|
|
}
|
|
|
|
|
2024-01-07 17:09:56 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
return t, nil
|
|
|
|
}
|
|
|
|
|
2024-02-22 22:54:56 +00:00
|
|
|
func isTorrentCompatable(existingInfo, newInfo metainfo.Info) bool {
|
|
|
|
existingFiles := slices.Clone(existingInfo.Files)
|
|
|
|
newFiles := slices.Clone(newInfo.Files)
|
|
|
|
|
|
|
|
pathCmp := func(a, b metainfo.FileInfo) int {
|
|
|
|
return slices.Compare(a.BestPath(), b.BestPath())
|
|
|
|
}
|
|
|
|
slices.SortStableFunc(existingFiles, pathCmp)
|
|
|
|
slices.SortStableFunc(newFiles, pathCmp)
|
|
|
|
|
|
|
|
// torrents basically equals
|
|
|
|
if slices.EqualFunc(existingFiles, newFiles, func(fi1, fi2 metainfo.FileInfo) bool {
|
|
|
|
return fi1.Length == fi2.Length && slices.Equal(fi1.BestPath(), fi1.BestPath())
|
|
|
|
}) {
|
|
|
|
return true
|
|
|
|
}
|
|
|
|
|
|
|
|
if len(newFiles) > len(existingFiles) {
|
|
|
|
all := append(existingFiles, newFiles...)
|
|
|
|
slices.SortStableFunc(all, pathCmp)
|
|
|
|
slices.CompactFunc(all, func(fi1, fi2 metainfo.FileInfo) bool {
|
|
|
|
return slices.Equal(fi1.BestPath(), fi2.BestPath()) && fi1.Length == fi2.Length
|
|
|
|
})
|
|
|
|
}
|
|
|
|
|
|
|
|
return false
|
|
|
|
}
|
|
|
|
|
2024-01-28 20:22:49 +00:00
|
|
|
func isValidInfoHashBytes(d []byte) bool {
|
|
|
|
var info metainfo.Info
|
|
|
|
err := bencode.Unmarshal(d, &info)
|
|
|
|
return err == nil
|
|
|
|
}
|
|
|
|
|
2023-10-16 09:18:40 +00:00
|
|
|
func (s *Service) NewTorrentFs(f vfs.File) (vfs.Filesystem, error) {
|
2023-12-21 23:15:39 +00:00
|
|
|
ctx, cancel := context.WithTimeout(context.TODO(), time.Second*time.Duration(s.addTimeout))
|
|
|
|
defer cancel()
|
2023-10-16 09:18:40 +00:00
|
|
|
defer f.Close()
|
|
|
|
|
2024-01-28 20:22:49 +00:00
|
|
|
t, err := s.AddTorrent(ctx, f)
|
2023-10-16 09:18:40 +00:00
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
2023-12-21 23:15:39 +00:00
|
|
|
|
2024-01-28 20:22:49 +00:00
|
|
|
return vfs.NewTorrentFs(controller.NewTorrent(t, s.excludedFiles), s.readTimeout), nil
|
|
|
|
}
|
|
|
|
|
|
|
|
func (s *Service) Stats() (*Stats, error) {
|
|
|
|
return &Stats{}, nil
|
|
|
|
}
|
|
|
|
|
|
|
|
func (s *Service) GetStats() torrent.ConnStats {
|
|
|
|
return s.c.ConnStats()
|
|
|
|
}
|
|
|
|
|
|
|
|
func (s *Service) loadTorrentFiles(ctx context.Context) error {
|
|
|
|
return filepath.Walk(s.SourceDir, func(path string, info os.FileInfo, err error) error {
|
2023-12-21 23:15:39 +00:00
|
|
|
if err != nil {
|
2024-01-28 20:22:49 +00:00
|
|
|
return fmt.Errorf("fs walk error: %w", err)
|
2023-12-21 23:15:39 +00:00
|
|
|
}
|
2024-01-28 20:22:49 +00:00
|
|
|
|
|
|
|
if ctx.Err() != nil {
|
|
|
|
return ctx.Err()
|
|
|
|
}
|
|
|
|
|
|
|
|
if info.IsDir() {
|
|
|
|
return nil
|
2023-12-21 23:15:39 +00:00
|
|
|
}
|
2024-01-28 20:22:49 +00:00
|
|
|
|
|
|
|
if strings.HasSuffix(path, ".torrent") {
|
|
|
|
file := vfs.NewLazyOsFile(path)
|
|
|
|
defer file.Close()
|
|
|
|
|
|
|
|
_, err = s.AddTorrent(ctx, file)
|
|
|
|
if err != nil {
|
|
|
|
s.log.Error("failed adding torrent", "error", err)
|
|
|
|
}
|
2023-12-21 23:15:39 +00:00
|
|
|
}
|
2023-10-18 09:52:48 +00:00
|
|
|
|
2024-01-28 20:22:49 +00:00
|
|
|
return nil
|
|
|
|
})
|
2023-10-16 09:18:40 +00:00
|
|
|
}
|
|
|
|
|
2024-01-28 20:22:49 +00:00
|
|
|
func (s *Service) ListTorrents(ctx context.Context) ([]*controller.Torrent, error) {
|
|
|
|
<-s.torrentLoaded
|
|
|
|
|
|
|
|
out := []*controller.Torrent{}
|
|
|
|
for _, v := range s.c.Torrents() {
|
|
|
|
out = append(out, controller.NewTorrent(v, s.excludedFiles))
|
|
|
|
}
|
|
|
|
return out, nil
|
2023-10-16 09:18:40 +00:00
|
|
|
}
|
2024-01-07 17:09:56 +00:00
|
|
|
|
2024-01-28 20:22:49 +00:00
|
|
|
func (s *Service) GetTorrent(infohashHex string) (*controller.Torrent, error) {
|
|
|
|
<-s.torrentLoaded
|
|
|
|
|
|
|
|
t, ok := s.c.Torrent(infohash.FromHexString(infohashHex))
|
|
|
|
if !ok {
|
|
|
|
return nil, nil
|
|
|
|
}
|
|
|
|
|
|
|
|
return controller.NewTorrent(t, s.excludedFiles), nil
|
2024-01-07 17:09:56 +00:00
|
|
|
}
|