teldrive/internal/reader/tgreader.go

146 lines
2.5 KiB
Go
Raw Normal View History

2023-09-20 03:20:44 +08:00
package reader
import (
"context"
"fmt"
"io"
"github.com/gotd/td/telegram"
"github.com/gotd/td/tg"
)
2023-12-08 05:46:06 +08:00
type tgReader struct {
ctx context.Context
client *telegram.Client
location *tg.InputDocumentFileLocation
start int64
end int64
next func() ([]byte, error)
buffer []byte
2024-03-10 22:40:09 +08:00
limit int64
2023-12-08 05:46:06 +08:00
chunkSize int64
i int64
2023-11-03 04:00:24 +08:00
}
func calculateChunkSize(start, end int64) int64 {
chunkSize := int64(1024 * 1024)
for chunkSize > 1024 && chunkSize > (end-start) {
chunkSize /= 2
}
return chunkSize
}
2024-03-10 22:40:09 +08:00
func newTGReader(
2023-12-08 05:46:06 +08:00
ctx context.Context,
client *telegram.Client,
2024-03-20 01:01:56 +08:00
location *tg.InputDocumentFileLocation,
start int64,
end int64,
2023-09-20 03:20:44 +08:00
2023-12-08 05:46:06 +08:00
) (io.ReadCloser, error) {
2023-09-20 03:20:44 +08:00
2023-12-08 05:46:06 +08:00
r := &tgReader{
ctx: ctx,
2024-03-20 01:01:56 +08:00
location: location,
2023-12-08 05:46:06 +08:00
client: client,
2024-03-20 01:01:56 +08:00
start: start,
end: end,
chunkSize: calculateChunkSize(start, end),
limit: end - start + 1,
2023-09-20 03:20:44 +08:00
}
2023-11-03 04:00:24 +08:00
r.next = r.partStream()
2023-09-20 03:20:44 +08:00
return r, nil
}
2023-12-08 05:46:06 +08:00
func (r *tgReader) Read(p []byte) (n int, err error) {
2023-11-03 04:00:24 +08:00
2024-03-10 22:40:09 +08:00
if r.limit <= 0 {
return 0, io.EOF
}
2023-11-03 04:00:24 +08:00
if r.i >= int64(len(r.buffer)) {
2023-11-03 22:26:47 +08:00
r.buffer, err = r.next()
if err != nil {
return 0, err
}
2023-11-03 20:59:18 +08:00
if len(r.buffer) == 0 {
2023-12-08 05:46:06 +08:00
r.next = r.partStream()
r.buffer, err = r.next()
if err != nil {
return 0, err
}
2023-11-03 04:00:24 +08:00
}
r.i = 0
2023-09-20 03:20:44 +08:00
}
2023-11-03 04:00:24 +08:00
n = copy(p, r.buffer[r.i:])
r.i += int64(n)
2024-03-10 22:40:09 +08:00
r.limit -= int64(n)
2023-09-20 03:20:44 +08:00
2024-03-10 22:40:09 +08:00
return
2023-09-20 03:20:44 +08:00
}
2023-12-08 05:46:06 +08:00
func (*tgReader) Close() error {
return nil
}
func (r *tgReader) chunk(offset int64, limit int64) ([]byte, error) {
2023-09-20 03:20:44 +08:00
req := &tg.UploadGetFileRequest{
Offset: offset,
Limit: int(limit),
2023-12-08 05:46:06 +08:00
Location: r.location,
Precise: true,
2023-09-20 03:20:44 +08:00
}
res, err := r.client.API().UploadGetFile(r.ctx, req)
if err != nil {
return nil, err
}
switch result := res.(type) {
case *tg.UploadFile:
return result.Bytes, nil
default:
return nil, fmt.Errorf("unexpected type %T", r)
}
}
2023-12-08 05:46:06 +08:00
func (r *tgReader) partStream() func() ([]byte, error) {
2023-09-20 03:20:44 +08:00
2023-12-08 05:46:06 +08:00
start := r.start
end := r.end
2023-09-20 03:20:44 +08:00
offset := start - (start % r.chunkSize)
leftCut := start - offset
rightCut := (end % r.chunkSize) + 1
totalParts := int((end - offset + r.chunkSize) / r.chunkSize)
2023-09-20 03:20:44 +08:00
currentPart := 1
return func() ([]byte, error) {
if currentPart > totalParts {
2023-11-03 22:26:47 +08:00
return make([]byte, 0), nil
2023-11-03 04:00:24 +08:00
}
2023-11-03 22:26:47 +08:00
res, err := r.chunk(offset, r.chunkSize)
if err != nil {
return nil, err
}
2023-11-03 04:00:24 +08:00
if len(res) == 0 {
2023-11-03 22:26:47 +08:00
return res, nil
} else if totalParts == 1 {
res = res[leftCut:rightCut]
2023-11-03 04:00:24 +08:00
} else if currentPart == 1 {
res = res[leftCut:]
} else if currentPart == totalParts {
res = res[:rightCut]
2023-11-03 04:00:24 +08:00
}
2023-09-20 03:20:44 +08:00
2023-11-03 04:00:24 +08:00
currentPart++
offset += r.chunkSize
2023-11-03 22:26:47 +08:00
return res, nil
2023-11-03 04:00:24 +08:00
}
2023-09-20 03:20:44 +08:00
}