* wip: refactor offline download (#5331) * base tool * working: aria2 * refactor: change type of percentage to float64 * wip: adapt aria2 * wip: use items in offline_download * wip: use tool manager * wip: adapt qBittorrent * chore: fix typo * Squashed commit of the following: commit4fc0a77565
Author: Andy Hsu <i@nn.ci> Date: Fri Oct 20 21:06:25 2023 +0800 fix(baidu_netdisk): upload file > 4GB (close #5392) commitaaffaee2b5
Author: gmugu <94156510@qq.com> Date: Thu Oct 19 19:17:53 2023 +0800 perf(webdav): support request with cookies (#5391) commit8ef8023c20
Author: NewbieOrange <NewbieOrange@users.noreply.github.com> Date: Thu Oct 19 19:17:09 2023 +0800 fix(aliyundrive_open): upload progress for normal upload (#5398) commitcdfbe6dcf2
Author: foxxorcat <95907542+foxxorcat@users.noreply.github.com> Date: Wed Oct 18 16:27:07 2023 +0800 fix: hash gcid empty file (#5394) commit94d028743a
Author: Andy Hsu <i@nn.ci> Date: Sat Oct 14 13:17:51 2023 +0800 ci: remove `pr-welcome` label when close issue [skip ci] commit7f7335435c
Author: itsHenry <2671230065@qq.com> Date: Sat Oct 14 13:12:46 2023 +0800 feat(cloudreve): support thumbnail (#5373 close #5348) * feat(cloudreve): support thumbnail * chore: remove unnecessary code commitb9e192b29c
Author: foxxorcat <95907542+foxxorcat@users.noreply.github.com> Date: Thu Oct 12 20:57:12 2023 +0800 fix(115): limit request rate (#5367 close #5275) * fix(115):limit request rate * chore(115): fix unit of `limit_rate` --------- Co-authored-by: Andy Hsu <i@nn.ci> commit69a98eaef6
Author: renovate[bot] <29139614+renovate[bot]@users.noreply.github.com> Date: Wed Oct 11 22:01:55 2023 +0800 fix(deps): update module github.com/aliyun/aliyun-oss-go-sdk to v2.2.9+incompatible (#5141) Co-authored-by: renovate[bot] <29139614+renovate[bot]@users.noreply.github.com> commit1ebc96a4e5
Author: Andy Hsu <i@nn.ci> Date: Tue Oct 10 18:32:00 2023 +0800 fix(wopan): fatal error concurrent map writes (close #5352) commit66e2324cac
Author: Andy Hsu <i@nn.ci> Date: Tue Oct 10 18:23:11 2023 +0800 chore(deps): upgrade dependencies commit7600dc28df
Author: Andy Hsu <i@nn.ci> Date: Tue Oct 10 18:13:58 2023 +0800 fix(aliyundrive_open): change default api to raw server (close #5358) commit8ef89ad0a4
Author: foxxorcat <95907542+foxxorcat@users.noreply.github.com> Date: Tue Oct 10 18:08:27 2023 +0800 fix(baidu_netdisk): hash and `error 2` (#5356) * fix(baidu):hash and error:2 * fix:invalid memory address commit35d672217d
Author: jeffmingup <1960588251@qq.com> Date: Sun Oct 8 19:29:45 2023 +0800 fix(onedrive_app): incorrect api on `_accessToken` (#5346) commit1a283bb272
Author: foxxorcat <95907542+foxxorcat@users.noreply.github.com> Date: Fri Oct 6 16:04:39 2023 +0800 feat(google_drive): add `hash_info`, `ctime`, `thumbnail` (#5334) commita008f54f4d
Author: nkh0472 <67589323+nkh0472@users.noreply.github.com> Date: Thu Oct 5 13:10:51 2023 +0800 docs: minor language improvements (#5329) [skip ci] * fix: adapt update progress type * Squashed commit of the following: commit65c5ec0c34
Author: itsHenry <2671230065@qq.com> Date: Sat Nov 4 13:35:09 2023 +0800 feat(cloudreve): folder size count and switch (#5457 close #5395) commita6325967d0
Author: renovate[bot] <29139614+renovate[bot]@users.noreply.github.com> Date: Mon Oct 30 15:11:20 2023 +0800 fix(deps): update module github.com/charmbracelet/lipgloss to v0.9.1 (#5234) Co-authored-by: renovate[bot] <29139614+renovate[bot]@users.noreply.github.com> commit4dff49470a
Author: renovate[bot] <29139614+renovate[bot]@users.noreply.github.com> Date: Mon Oct 30 15:10:36 2023 +0800 fix(deps): update golang.org/x/exp digest to 7918f67 (#5366) Co-authored-by: renovate[bot] <29139614+renovate[bot]@users.noreply.github.com> commitcc86d6f3d1
Author: renovate[bot] <29139614+renovate[bot]@users.noreply.github.com> Date: Sun Oct 29 14:45:55 2023 +0800 fix(deps): update module golang.org/x/net to v0.17.0 [security] (#5370) Co-authored-by: renovate[bot] <29139614+renovate[bot]@users.noreply.github.com> commitc0f9c8ebaf
Author: Andy Hsu <i@nn.ci> Date: Thu Oct 26 19:21:09 2023 +0800 feat: add ignore direct link params (close #5434)
224 lines
5.3 KiB
Go
224 lines
5.3 KiB
Go
package terabox
|
|
|
|
import (
|
|
"bytes"
|
|
"context"
|
|
"crypto/md5"
|
|
"encoding/hex"
|
|
"fmt"
|
|
"io"
|
|
"math"
|
|
stdpath "path"
|
|
"strconv"
|
|
"strings"
|
|
|
|
"github.com/alist-org/alist/v3/drivers/base"
|
|
"github.com/alist-org/alist/v3/pkg/utils"
|
|
log "github.com/sirupsen/logrus"
|
|
|
|
"github.com/alist-org/alist/v3/internal/driver"
|
|
"github.com/alist-org/alist/v3/internal/model"
|
|
)
|
|
|
|
type Terabox struct {
|
|
model.Storage
|
|
Addition
|
|
JsToken string
|
|
}
|
|
|
|
func (d *Terabox) Config() driver.Config {
|
|
return config
|
|
}
|
|
|
|
func (d *Terabox) GetAddition() driver.Additional {
|
|
return &d.Addition
|
|
}
|
|
|
|
func (d *Terabox) Init(ctx context.Context) error {
|
|
var resp CheckLoginResp
|
|
_, err := d.get("/api/check/login", nil, &resp)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
if resp.Errno != 0 {
|
|
if resp.Errno == 9000 {
|
|
return fmt.Errorf("terabox is not yet available in this area")
|
|
}
|
|
return fmt.Errorf("failed to check login status according to cookie")
|
|
}
|
|
return err
|
|
}
|
|
|
|
func (d *Terabox) Drop(ctx context.Context) error {
|
|
return nil
|
|
}
|
|
|
|
func (d *Terabox) List(ctx context.Context, dir model.Obj, args model.ListArgs) ([]model.Obj, error) {
|
|
files, err := d.getFiles(dir.GetPath())
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
return utils.SliceConvert(files, func(src File) (model.Obj, error) {
|
|
return fileToObj(src), nil
|
|
})
|
|
}
|
|
|
|
func (d *Terabox) Link(ctx context.Context, file model.Obj, args model.LinkArgs) (*model.Link, error) {
|
|
if d.DownloadAPI == "crack" {
|
|
return d.linkCrack(file, args)
|
|
}
|
|
return d.linkOfficial(file, args)
|
|
}
|
|
|
|
func (d *Terabox) MakeDir(ctx context.Context, parentDir model.Obj, dirName string) error {
|
|
_, err := d.create(stdpath.Join(parentDir.GetPath(), dirName), 0, 1, "", "")
|
|
return err
|
|
}
|
|
|
|
func (d *Terabox) Move(ctx context.Context, srcObj, dstDir model.Obj) error {
|
|
data := []base.Json{
|
|
{
|
|
"path": srcObj.GetPath(),
|
|
"dest": dstDir.GetPath(),
|
|
"newname": srcObj.GetName(),
|
|
},
|
|
}
|
|
_, err := d.manage("move", data)
|
|
return err
|
|
}
|
|
|
|
func (d *Terabox) Rename(ctx context.Context, srcObj model.Obj, newName string) error {
|
|
data := []base.Json{
|
|
{
|
|
"path": srcObj.GetPath(),
|
|
"newname": newName,
|
|
},
|
|
}
|
|
_, err := d.manage("rename", data)
|
|
return err
|
|
}
|
|
|
|
func (d *Terabox) Copy(ctx context.Context, srcObj, dstDir model.Obj) error {
|
|
data := []base.Json{
|
|
{
|
|
"path": srcObj.GetPath(),
|
|
"dest": dstDir.GetPath(),
|
|
"newname": srcObj.GetName(),
|
|
},
|
|
}
|
|
_, err := d.manage("copy", data)
|
|
return err
|
|
}
|
|
|
|
func (d *Terabox) Remove(ctx context.Context, obj model.Obj) error {
|
|
data := []string{obj.GetPath()}
|
|
_, err := d.manage("delete", data)
|
|
return err
|
|
}
|
|
|
|
func (d *Terabox) Put(ctx context.Context, dstDir model.Obj, stream model.FileStreamer, up driver.UpdateProgress) error {
|
|
tempFile, err := stream.CacheFullInTempFile()
|
|
if err != nil {
|
|
return err
|
|
}
|
|
var Default int64 = 4 * 1024 * 1024
|
|
defaultByteData := make([]byte, Default)
|
|
count := int(math.Ceil(float64(stream.GetSize()) / float64(Default)))
|
|
// cal md5
|
|
h1 := md5.New()
|
|
h2 := md5.New()
|
|
block_list := make([]string, 0)
|
|
left := stream.GetSize()
|
|
for i := 0; i < count; i++ {
|
|
byteSize := Default
|
|
var byteData []byte
|
|
if left < Default {
|
|
byteSize = left
|
|
byteData = make([]byte, byteSize)
|
|
} else {
|
|
byteData = defaultByteData
|
|
}
|
|
left -= byteSize
|
|
_, err = io.ReadFull(tempFile, byteData)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
h1.Write(byteData)
|
|
h2.Write(byteData)
|
|
block_list = append(block_list, fmt.Sprintf("\"%s\"", hex.EncodeToString(h2.Sum(nil))))
|
|
h2.Reset()
|
|
}
|
|
|
|
_, err = tempFile.Seek(0, io.SeekStart)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
rawPath := stdpath.Join(dstDir.GetPath(), stream.GetName())
|
|
path := encodeURIComponent(rawPath)
|
|
block_list_str := fmt.Sprintf("[%s]", strings.Join(block_list, ","))
|
|
data := fmt.Sprintf("path=%s&size=%d&isdir=0&autoinit=1&block_list=%s",
|
|
path, stream.GetSize(),
|
|
block_list_str)
|
|
params := map[string]string{}
|
|
var precreateResp PrecreateResp
|
|
_, err = d.post("/api/precreate", params, data, &precreateResp)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
log.Debugf("%+v", precreateResp)
|
|
if precreateResp.Errno != 0 {
|
|
return fmt.Errorf("[terabox] failed to precreate file, errno: %d", precreateResp.Errno)
|
|
}
|
|
if precreateResp.ReturnType == 2 {
|
|
return nil
|
|
}
|
|
params = map[string]string{
|
|
"method": "upload",
|
|
"path": path,
|
|
"uploadid": precreateResp.Uploadid,
|
|
"app_id": "250528",
|
|
"web": "1",
|
|
"channel": "dubox",
|
|
"clienttype": "0",
|
|
}
|
|
left = stream.GetSize()
|
|
for i, partseq := range precreateResp.BlockList {
|
|
if utils.IsCanceled(ctx) {
|
|
return ctx.Err()
|
|
}
|
|
byteSize := Default
|
|
var byteData []byte
|
|
if left < Default {
|
|
byteSize = left
|
|
byteData = make([]byte, byteSize)
|
|
} else {
|
|
byteData = defaultByteData
|
|
}
|
|
left -= byteSize
|
|
_, err = io.ReadFull(tempFile, byteData)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
u := "https://c-jp.terabox.com/rest/2.0/pcs/superfile2"
|
|
params["partseq"] = strconv.Itoa(partseq)
|
|
res, err := base.RestyClient.R().
|
|
SetContext(ctx).
|
|
SetQueryParams(params).
|
|
SetFileReader("file", stream.GetName(), bytes.NewReader(byteData)).
|
|
SetHeader("Cookie", d.Cookie).
|
|
Post(u)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
log.Debugln(res.String())
|
|
if len(precreateResp.BlockList) > 0 {
|
|
up(float64(i) * 100 / float64(len(precreateResp.BlockList)))
|
|
}
|
|
}
|
|
_, err = d.create(rawPath, stream.GetSize(), 0, precreateResp.Uploadid, block_list_str)
|
|
return err
|
|
}
|
|
|
|
var _ driver.Driver = (*Terabox)(nil)
|