* wip: refactor offline download (#5331) * base tool * working: aria2 * refactor: change type of percentage to float64 * wip: adapt aria2 * wip: use items in offline_download * wip: use tool manager * wip: adapt qBittorrent * chore: fix typo * Squashed commit of the following: commit 4fc0a77565702f9bf498485d42336502f2ee9776 Author: Andy Hsu <i@nn.ci> Date: Fri Oct 20 21:06:25 2023 +0800 fix(baidu_netdisk): upload file > 4GB (close #5392) commit aaffaee2b54fc067d240ea0c20ea3c2f39615d6e Author: gmugu <94156510@qq.com> Date: Thu Oct 19 19:17:53 2023 +0800 perf(webdav): support request with cookies (#5391) commit 8ef8023c20bfeee97ec82155b52eae0d80b1410e Author: NewbieOrange <NewbieOrange@users.noreply.github.com> Date: Thu Oct 19 19:17:09 2023 +0800 fix(aliyundrive_open): upload progress for normal upload (#5398) commit cdfbe6dcf2b361e4c93c2703c2f8c9bddeac0ee6 Author: foxxorcat <95907542+foxxorcat@users.noreply.github.com> Date: Wed Oct 18 16:27:07 2023 +0800 fix: hash gcid empty file (#5394) commit 94d028743abf8e0d736f80c0ec4fb294a1cc064c Author: Andy Hsu <i@nn.ci> Date: Sat Oct 14 13:17:51 2023 +0800 ci: remove `pr-welcome` label when close issue [skip ci] commit 7f7335435c2f32a3eef76fac4c4f783d9d8624fd Author: itsHenry <2671230065@qq.com> Date: Sat Oct 14 13:12:46 2023 +0800 feat(cloudreve): support thumbnail (#5373 close #5348) * feat(cloudreve): support thumbnail * chore: remove unnecessary code commit b9e192b29cffddf14a0dfb2d3885def57a56ce16 Author: foxxorcat <95907542+foxxorcat@users.noreply.github.com> Date: Thu Oct 12 20:57:12 2023 +0800 fix(115): limit request rate (#5367 close #5275) * fix(115):limit request rate * chore(115): fix unit of `limit_rate` --------- Co-authored-by: Andy Hsu <i@nn.ci> commit 69a98eaef612b58596e5c26c341b6d7cedecdf19 Author: renovate[bot] <29139614+renovate[bot]@users.noreply.github.com> Date: Wed Oct 11 22:01:55 2023 +0800 fix(deps): update module github.com/aliyun/aliyun-oss-go-sdk to v2.2.9+incompatible (#5141) Co-authored-by: renovate[bot] <29139614+renovate[bot]@users.noreply.github.com> commit 1ebc96a4e5220c979fd581bb3b5640e9436f6665 Author: Andy Hsu <i@nn.ci> Date: Tue Oct 10 18:32:00 2023 +0800 fix(wopan): fatal error concurrent map writes (close #5352) commit 66e2324cac75cb3ef05af45dbdd10b124d534aff Author: Andy Hsu <i@nn.ci> Date: Tue Oct 10 18:23:11 2023 +0800 chore(deps): upgrade dependencies commit 7600dc28df137c439e538b4257731c33a63db9b5 Author: Andy Hsu <i@nn.ci> Date: Tue Oct 10 18:13:58 2023 +0800 fix(aliyundrive_open): change default api to raw server (close #5358) commit 8ef89ad0a496d5acc398794c0afa4f77c67ad371 Author: foxxorcat <95907542+foxxorcat@users.noreply.github.com> Date: Tue Oct 10 18:08:27 2023 +0800 fix(baidu_netdisk): hash and `error 2` (#5356) * fix(baidu):hash and error:2 * fix:invalid memory address commit 35d672217dde69e65b41b1fcd9786c1cfebcdc45 Author: jeffmingup <1960588251@qq.com> Date: Sun Oct 8 19:29:45 2023 +0800 fix(onedrive_app): incorrect api on `_accessToken` (#5346) commit 1a283bb2720eff6d1b0c1dd6f1667a6449905a9b Author: foxxorcat <95907542+foxxorcat@users.noreply.github.com> Date: Fri Oct 6 16:04:39 2023 +0800 feat(google_drive): add `hash_info`, `ctime`, `thumbnail` (#5334) commit a008f54f4d5eda5738abfd54bf1abf1e18c08430 Author: nkh0472 <67589323+nkh0472@users.noreply.github.com> Date: Thu Oct 5 13:10:51 2023 +0800 docs: minor language improvements (#5329) [skip ci] * fix: adapt update progress type * Squashed commit of the following: commit 65c5ec0c34d5f027a65933fe89af53791747bdd4 Author: itsHenry <2671230065@qq.com> Date: Sat Nov 4 13:35:09 2023 +0800 feat(cloudreve): folder size count and switch (#5457 close #5395) commit a6325967d0de18e6b6c744f06cb1ebaa08ec687e Author: renovate[bot] <29139614+renovate[bot]@users.noreply.github.com> Date: Mon Oct 30 15:11:20 2023 +0800 fix(deps): update module github.com/charmbracelet/lipgloss to v0.9.1 (#5234) Co-authored-by: renovate[bot] <29139614+renovate[bot]@users.noreply.github.com> commit 4dff49470adce36416d8c56594e84868c04d023b Author: renovate[bot] <29139614+renovate[bot]@users.noreply.github.com> Date: Mon Oct 30 15:10:36 2023 +0800 fix(deps): update golang.org/x/exp digest to 7918f67 (#5366) Co-authored-by: renovate[bot] <29139614+renovate[bot]@users.noreply.github.com> commit cc86d6f3d1ff2120669c9dda719b7faabb922f52 Author: renovate[bot] <29139614+renovate[bot]@users.noreply.github.com> Date: Sun Oct 29 14:45:55 2023 +0800 fix(deps): update module golang.org/x/net to v0.17.0 [security] (#5370) Co-authored-by: renovate[bot] <29139614+renovate[bot]@users.noreply.github.com> commit c0f9c8ebafdf8dd2afe5c0b9fba24456819c3155 Author: Andy Hsu <i@nn.ci> Date: Thu Oct 26 19:21:09 2023 +0800 feat: add ignore direct link params (close #5434)
356 lines
9.2 KiB
Go
356 lines
9.2 KiB
Go
package aliyundrive
|
||
|
||
import (
|
||
"bytes"
|
||
"context"
|
||
"crypto/sha1"
|
||
"encoding/base64"
|
||
"encoding/hex"
|
||
"fmt"
|
||
"io"
|
||
"math"
|
||
"math/big"
|
||
"net/http"
|
||
"os"
|
||
"time"
|
||
|
||
"github.com/alist-org/alist/v3/internal/stream"
|
||
|
||
"github.com/alist-org/alist/v3/drivers/base"
|
||
"github.com/alist-org/alist/v3/internal/conf"
|
||
"github.com/alist-org/alist/v3/internal/driver"
|
||
"github.com/alist-org/alist/v3/internal/errs"
|
||
"github.com/alist-org/alist/v3/internal/model"
|
||
"github.com/alist-org/alist/v3/pkg/cron"
|
||
"github.com/alist-org/alist/v3/pkg/utils"
|
||
"github.com/go-resty/resty/v2"
|
||
log "github.com/sirupsen/logrus"
|
||
)
|
||
|
||
type AliDrive struct {
|
||
model.Storage
|
||
Addition
|
||
AccessToken string
|
||
cron *cron.Cron
|
||
DriveId string
|
||
UserID string
|
||
}
|
||
|
||
func (d *AliDrive) Config() driver.Config {
|
||
return config
|
||
}
|
||
|
||
func (d *AliDrive) GetAddition() driver.Additional {
|
||
return &d.Addition
|
||
}
|
||
|
||
func (d *AliDrive) Init(ctx context.Context) error {
|
||
// TODO login / refresh token
|
||
//op.MustSaveDriverStorage(d)
|
||
err := d.refreshToken()
|
||
if err != nil {
|
||
return err
|
||
}
|
||
// get driver id
|
||
res, err, _ := d.request("https://api.aliyundrive.com/v2/user/get", http.MethodPost, nil, nil)
|
||
if err != nil {
|
||
return err
|
||
}
|
||
d.DriveId = utils.Json.Get(res, "default_drive_id").ToString()
|
||
d.UserID = utils.Json.Get(res, "user_id").ToString()
|
||
d.cron = cron.NewCron(time.Hour * 2)
|
||
d.cron.Do(func() {
|
||
err := d.refreshToken()
|
||
if err != nil {
|
||
log.Errorf("%+v", err)
|
||
}
|
||
})
|
||
if global.Has(d.UserID) {
|
||
return nil
|
||
}
|
||
// init deviceID
|
||
deviceID := utils.HashData(utils.SHA256, []byte(d.UserID))
|
||
// init privateKey
|
||
privateKey, _ := NewPrivateKeyFromHex(deviceID)
|
||
state := State{
|
||
privateKey: privateKey,
|
||
deviceID: deviceID,
|
||
}
|
||
// store state
|
||
global.Store(d.UserID, &state)
|
||
// init signature
|
||
d.sign()
|
||
return nil
|
||
}
|
||
|
||
func (d *AliDrive) Drop(ctx context.Context) error {
|
||
if d.cron != nil {
|
||
d.cron.Stop()
|
||
}
|
||
return nil
|
||
}
|
||
|
||
func (d *AliDrive) List(ctx context.Context, dir model.Obj, args model.ListArgs) ([]model.Obj, error) {
|
||
files, err := d.getFiles(dir.GetID())
|
||
if err != nil {
|
||
return nil, err
|
||
}
|
||
return utils.SliceConvert(files, func(src File) (model.Obj, error) {
|
||
return fileToObj(src), nil
|
||
})
|
||
}
|
||
|
||
func (d *AliDrive) Link(ctx context.Context, file model.Obj, args model.LinkArgs) (*model.Link, error) {
|
||
data := base.Json{
|
||
"drive_id": d.DriveId,
|
||
"file_id": file.GetID(),
|
||
"expire_sec": 14400,
|
||
}
|
||
res, err, _ := d.request("https://api.aliyundrive.com/v2/file/get_download_url", http.MethodPost, func(req *resty.Request) {
|
||
req.SetBody(data)
|
||
}, nil)
|
||
if err != nil {
|
||
return nil, err
|
||
}
|
||
return &model.Link{
|
||
Header: http.Header{
|
||
"Referer": []string{"https://www.aliyundrive.com/"},
|
||
},
|
||
URL: utils.Json.Get(res, "url").ToString(),
|
||
}, nil
|
||
}
|
||
|
||
func (d *AliDrive) MakeDir(ctx context.Context, parentDir model.Obj, dirName string) error {
|
||
_, err, _ := d.request("https://api.aliyundrive.com/adrive/v2/file/createWithFolders", http.MethodPost, func(req *resty.Request) {
|
||
req.SetBody(base.Json{
|
||
"check_name_mode": "refuse",
|
||
"drive_id": d.DriveId,
|
||
"name": dirName,
|
||
"parent_file_id": parentDir.GetID(),
|
||
"type": "folder",
|
||
})
|
||
}, nil)
|
||
return err
|
||
}
|
||
|
||
func (d *AliDrive) Move(ctx context.Context, srcObj, dstDir model.Obj) error {
|
||
err := d.batch(srcObj.GetID(), dstDir.GetID(), "/file/move")
|
||
return err
|
||
}
|
||
|
||
func (d *AliDrive) Rename(ctx context.Context, srcObj model.Obj, newName string) error {
|
||
_, err, _ := d.request("https://api.aliyundrive.com/v3/file/update", http.MethodPost, func(req *resty.Request) {
|
||
req.SetBody(base.Json{
|
||
"check_name_mode": "refuse",
|
||
"drive_id": d.DriveId,
|
||
"file_id": srcObj.GetID(),
|
||
"name": newName,
|
||
})
|
||
}, nil)
|
||
return err
|
||
}
|
||
|
||
func (d *AliDrive) Copy(ctx context.Context, srcObj, dstDir model.Obj) error {
|
||
err := d.batch(srcObj.GetID(), dstDir.GetID(), "/file/copy")
|
||
return err
|
||
}
|
||
|
||
func (d *AliDrive) Remove(ctx context.Context, obj model.Obj) error {
|
||
_, err, _ := d.request("https://api.aliyundrive.com/v2/recyclebin/trash", http.MethodPost, func(req *resty.Request) {
|
||
req.SetBody(base.Json{
|
||
"drive_id": d.DriveId,
|
||
"file_id": obj.GetID(),
|
||
})
|
||
}, nil)
|
||
return err
|
||
}
|
||
|
||
func (d *AliDrive) Put(ctx context.Context, dstDir model.Obj, streamer model.FileStreamer, up driver.UpdateProgress) error {
|
||
file := stream.FileStream{
|
||
Obj: streamer,
|
||
Reader: streamer,
|
||
Mimetype: streamer.GetMimetype(),
|
||
}
|
||
const DEFAULT int64 = 10485760
|
||
var count = int(math.Ceil(float64(streamer.GetSize()) / float64(DEFAULT)))
|
||
|
||
partInfoList := make([]base.Json, 0, count)
|
||
for i := 1; i <= count; i++ {
|
||
partInfoList = append(partInfoList, base.Json{"part_number": i})
|
||
}
|
||
reqBody := base.Json{
|
||
"check_name_mode": "overwrite",
|
||
"drive_id": d.DriveId,
|
||
"name": file.GetName(),
|
||
"parent_file_id": dstDir.GetID(),
|
||
"part_info_list": partInfoList,
|
||
"size": file.GetSize(),
|
||
"type": "file",
|
||
}
|
||
|
||
var localFile *os.File
|
||
if fileStream, ok := file.Reader.(*stream.FileStream); ok {
|
||
localFile, _ = fileStream.Reader.(*os.File)
|
||
}
|
||
if d.RapidUpload {
|
||
buf := bytes.NewBuffer(make([]byte, 0, 1024))
|
||
io.CopyN(buf, file, 1024)
|
||
reqBody["pre_hash"] = utils.HashData(utils.SHA1, buf.Bytes())
|
||
if localFile != nil {
|
||
if _, err := localFile.Seek(0, io.SeekStart); err != nil {
|
||
return err
|
||
}
|
||
} else {
|
||
// 把头部拼接回去
|
||
file.Reader = struct {
|
||
io.Reader
|
||
io.Closer
|
||
}{
|
||
Reader: io.MultiReader(buf, file),
|
||
Closer: &file,
|
||
}
|
||
}
|
||
} else {
|
||
reqBody["content_hash_name"] = "none"
|
||
reqBody["proof_version"] = "v1"
|
||
}
|
||
|
||
var resp UploadResp
|
||
_, err, e := d.request("https://api.aliyundrive.com/adrive/v2/file/createWithFolders", http.MethodPost, func(req *resty.Request) {
|
||
req.SetBody(reqBody)
|
||
}, &resp)
|
||
|
||
if err != nil && e.Code != "PreHashMatched" {
|
||
return err
|
||
}
|
||
|
||
if d.RapidUpload && e.Code == "PreHashMatched" {
|
||
delete(reqBody, "pre_hash")
|
||
h := sha1.New()
|
||
if localFile != nil {
|
||
if err = utils.CopyWithCtx(ctx, h, localFile, 0, nil); err != nil {
|
||
return err
|
||
}
|
||
if _, err = localFile.Seek(0, io.SeekStart); err != nil {
|
||
return err
|
||
}
|
||
} else {
|
||
tempFile, err := os.CreateTemp(conf.Conf.TempDir, "file-*")
|
||
if err != nil {
|
||
return err
|
||
}
|
||
defer func() {
|
||
_ = tempFile.Close()
|
||
_ = os.Remove(tempFile.Name())
|
||
}()
|
||
if err = utils.CopyWithCtx(ctx, io.MultiWriter(tempFile, h), file, 0, nil); err != nil {
|
||
return err
|
||
}
|
||
localFile = tempFile
|
||
}
|
||
reqBody["content_hash"] = hex.EncodeToString(h.Sum(nil))
|
||
reqBody["content_hash_name"] = "sha1"
|
||
reqBody["proof_version"] = "v1"
|
||
|
||
/*
|
||
js 隐性转换太坑不知道有没有bug
|
||
var n = e.access_token,
|
||
r = new BigNumber('0x'.concat(md5(n).slice(0, 16))),
|
||
i = new BigNumber(t.file.size),
|
||
o = i ? r.mod(i) : new gt.BigNumber(0);
|
||
(t.file.slice(o.toNumber(), Math.min(o.plus(8).toNumber(), t.file.size)))
|
||
*/
|
||
buf := make([]byte, 8)
|
||
r, _ := new(big.Int).SetString(utils.GetMD5EncodeStr(d.AccessToken)[:16], 16)
|
||
i := new(big.Int).SetInt64(file.GetSize())
|
||
o := new(big.Int).SetInt64(0)
|
||
if file.GetSize() > 0 {
|
||
o = r.Mod(r, i)
|
||
}
|
||
n, _ := io.NewSectionReader(localFile, o.Int64(), 8).Read(buf[:8])
|
||
reqBody["proof_code"] = base64.StdEncoding.EncodeToString(buf[:n])
|
||
|
||
_, err, e := d.request("https://api.aliyundrive.com/adrive/v2/file/createWithFolders", http.MethodPost, func(req *resty.Request) {
|
||
req.SetBody(reqBody)
|
||
}, &resp)
|
||
if err != nil && e.Code != "PreHashMatched" {
|
||
return err
|
||
}
|
||
if resp.RapidUpload {
|
||
return nil
|
||
}
|
||
// 秒传失败
|
||
if _, err = localFile.Seek(0, io.SeekStart); err != nil {
|
||
return err
|
||
}
|
||
file.Reader = localFile
|
||
}
|
||
|
||
for i, partInfo := range resp.PartInfoList {
|
||
if utils.IsCanceled(ctx) {
|
||
return ctx.Err()
|
||
}
|
||
url := partInfo.UploadUrl
|
||
if d.InternalUpload {
|
||
url = partInfo.InternalUploadUrl
|
||
}
|
||
req, err := http.NewRequest("PUT", url, io.LimitReader(file, DEFAULT))
|
||
if err != nil {
|
||
return err
|
||
}
|
||
req = req.WithContext(ctx)
|
||
res, err := base.HttpClient.Do(req)
|
||
if err != nil {
|
||
return err
|
||
}
|
||
res.Body.Close()
|
||
if count > 0 {
|
||
up(float64(i) * 100 / float64(count))
|
||
}
|
||
}
|
||
var resp2 base.Json
|
||
_, err, e = d.request("https://api.aliyundrive.com/v2/file/complete", http.MethodPost, func(req *resty.Request) {
|
||
req.SetBody(base.Json{
|
||
"drive_id": d.DriveId,
|
||
"file_id": resp.FileId,
|
||
"upload_id": resp.UploadId,
|
||
})
|
||
}, &resp2)
|
||
if err != nil && e.Code != "PreHashMatched" {
|
||
return err
|
||
}
|
||
if resp2["file_id"] == resp.FileId {
|
||
return nil
|
||
}
|
||
return fmt.Errorf("%+v", resp2)
|
||
}
|
||
|
||
func (d *AliDrive) Other(ctx context.Context, args model.OtherArgs) (interface{}, error) {
|
||
var resp base.Json
|
||
var url string
|
||
data := base.Json{
|
||
"drive_id": d.DriveId,
|
||
"file_id": args.Obj.GetID(),
|
||
}
|
||
switch args.Method {
|
||
case "doc_preview":
|
||
url = "https://api.aliyundrive.com/v2/file/get_office_preview_url"
|
||
data["access_token"] = d.AccessToken
|
||
case "video_preview":
|
||
url = "https://api.aliyundrive.com/v2/file/get_video_preview_play_info"
|
||
data["category"] = "live_transcoding"
|
||
data["url_expire_sec"] = 14400
|
||
default:
|
||
return nil, errs.NotSupport
|
||
}
|
||
_, err, _ := d.request(url, http.MethodPost, func(req *resty.Request) {
|
||
req.SetBody(data)
|
||
}, &resp)
|
||
if err != nil {
|
||
return nil, err
|
||
}
|
||
return resp, nil
|
||
}
|
||
|
||
var _ driver.Driver = (*AliDrive)(nil)
|