* wip: refactor offline download (#5331) * base tool * working: aria2 * refactor: change type of percentage to float64 * wip: adapt aria2 * wip: use items in offline_download * wip: use tool manager * wip: adapt qBittorrent * chore: fix typo * Squashed commit of the following: commit4fc0a77565
Author: Andy Hsu <i@nn.ci> Date: Fri Oct 20 21:06:25 2023 +0800 fix(baidu_netdisk): upload file > 4GB (close #5392) commitaaffaee2b5
Author: gmugu <94156510@qq.com> Date: Thu Oct 19 19:17:53 2023 +0800 perf(webdav): support request with cookies (#5391) commit8ef8023c20
Author: NewbieOrange <NewbieOrange@users.noreply.github.com> Date: Thu Oct 19 19:17:09 2023 +0800 fix(aliyundrive_open): upload progress for normal upload (#5398) commitcdfbe6dcf2
Author: foxxorcat <95907542+foxxorcat@users.noreply.github.com> Date: Wed Oct 18 16:27:07 2023 +0800 fix: hash gcid empty file (#5394) commit94d028743a
Author: Andy Hsu <i@nn.ci> Date: Sat Oct 14 13:17:51 2023 +0800 ci: remove `pr-welcome` label when close issue [skip ci] commit7f7335435c
Author: itsHenry <2671230065@qq.com> Date: Sat Oct 14 13:12:46 2023 +0800 feat(cloudreve): support thumbnail (#5373 close #5348) * feat(cloudreve): support thumbnail * chore: remove unnecessary code commitb9e192b29c
Author: foxxorcat <95907542+foxxorcat@users.noreply.github.com> Date: Thu Oct 12 20:57:12 2023 +0800 fix(115): limit request rate (#5367 close #5275) * fix(115):limit request rate * chore(115): fix unit of `limit_rate` --------- Co-authored-by: Andy Hsu <i@nn.ci> commit69a98eaef6
Author: renovate[bot] <29139614+renovate[bot]@users.noreply.github.com> Date: Wed Oct 11 22:01:55 2023 +0800 fix(deps): update module github.com/aliyun/aliyun-oss-go-sdk to v2.2.9+incompatible (#5141) Co-authored-by: renovate[bot] <29139614+renovate[bot]@users.noreply.github.com> commit1ebc96a4e5
Author: Andy Hsu <i@nn.ci> Date: Tue Oct 10 18:32:00 2023 +0800 fix(wopan): fatal error concurrent map writes (close #5352) commit66e2324cac
Author: Andy Hsu <i@nn.ci> Date: Tue Oct 10 18:23:11 2023 +0800 chore(deps): upgrade dependencies commit7600dc28df
Author: Andy Hsu <i@nn.ci> Date: Tue Oct 10 18:13:58 2023 +0800 fix(aliyundrive_open): change default api to raw server (close #5358) commit8ef89ad0a4
Author: foxxorcat <95907542+foxxorcat@users.noreply.github.com> Date: Tue Oct 10 18:08:27 2023 +0800 fix(baidu_netdisk): hash and `error 2` (#5356) * fix(baidu):hash and error:2 * fix:invalid memory address commit35d672217d
Author: jeffmingup <1960588251@qq.com> Date: Sun Oct 8 19:29:45 2023 +0800 fix(onedrive_app): incorrect api on `_accessToken` (#5346) commit1a283bb272
Author: foxxorcat <95907542+foxxorcat@users.noreply.github.com> Date: Fri Oct 6 16:04:39 2023 +0800 feat(google_drive): add `hash_info`, `ctime`, `thumbnail` (#5334) commita008f54f4d
Author: nkh0472 <67589323+nkh0472@users.noreply.github.com> Date: Thu Oct 5 13:10:51 2023 +0800 docs: minor language improvements (#5329) [skip ci] * fix: adapt update progress type * Squashed commit of the following: commit65c5ec0c34
Author: itsHenry <2671230065@qq.com> Date: Sat Nov 4 13:35:09 2023 +0800 feat(cloudreve): folder size count and switch (#5457 close #5395) commita6325967d0
Author: renovate[bot] <29139614+renovate[bot]@users.noreply.github.com> Date: Mon Oct 30 15:11:20 2023 +0800 fix(deps): update module github.com/charmbracelet/lipgloss to v0.9.1 (#5234) Co-authored-by: renovate[bot] <29139614+renovate[bot]@users.noreply.github.com> commit4dff49470a
Author: renovate[bot] <29139614+renovate[bot]@users.noreply.github.com> Date: Mon Oct 30 15:10:36 2023 +0800 fix(deps): update golang.org/x/exp digest to 7918f67 (#5366) Co-authored-by: renovate[bot] <29139614+renovate[bot]@users.noreply.github.com> commitcc86d6f3d1
Author: renovate[bot] <29139614+renovate[bot]@users.noreply.github.com> Date: Sun Oct 29 14:45:55 2023 +0800 fix(deps): update module golang.org/x/net to v0.17.0 [security] (#5370) Co-authored-by: renovate[bot] <29139614+renovate[bot]@users.noreply.github.com> commitc0f9c8ebaf
Author: Andy Hsu <i@nn.ci> Date: Thu Oct 26 19:21:09 2023 +0800 feat: add ignore direct link params (close #5434)
125 lines
2.4 KiB
Go
125 lines
2.4 KiB
Go
// Package task manage task, such as file upload, file copy between storages, offline download, etc.
|
|
package task
|
|
|
|
import (
|
|
"context"
|
|
"runtime"
|
|
|
|
"github.com/pkg/errors"
|
|
log "github.com/sirupsen/logrus"
|
|
)
|
|
|
|
var (
|
|
PENDING = "pending"
|
|
RUNNING = "running"
|
|
SUCCEEDED = "succeeded"
|
|
CANCELING = "canceling"
|
|
CANCELED = "canceled"
|
|
ERRORED = "errored"
|
|
)
|
|
|
|
type Func[K comparable] func(task *Task[K]) error
|
|
type Callback[K comparable] func(task *Task[K])
|
|
|
|
type Task[K comparable] struct {
|
|
ID K
|
|
Name string
|
|
state string // pending, running, finished, canceling, canceled, errored
|
|
status string
|
|
progress float64
|
|
|
|
Error error
|
|
|
|
Func Func[K]
|
|
callback Callback[K]
|
|
|
|
Ctx context.Context
|
|
cancel context.CancelFunc
|
|
}
|
|
|
|
func (t *Task[K]) SetStatus(status string) {
|
|
t.status = status
|
|
}
|
|
|
|
func (t *Task[K]) SetProgress(percentage float64) {
|
|
t.progress = percentage
|
|
}
|
|
|
|
func (t Task[K]) GetProgress() float64 {
|
|
return t.progress
|
|
}
|
|
|
|
func (t Task[K]) GetState() string {
|
|
return t.state
|
|
}
|
|
|
|
func (t Task[K]) GetStatus() string {
|
|
return t.status
|
|
}
|
|
|
|
func (t Task[K]) GetErrMsg() string {
|
|
if t.Error == nil {
|
|
return ""
|
|
}
|
|
return t.Error.Error()
|
|
}
|
|
|
|
func getCurrentGoroutineStack() string {
|
|
buf := make([]byte, 1<<16)
|
|
n := runtime.Stack(buf, false)
|
|
return string(buf[:n])
|
|
}
|
|
|
|
func (t *Task[K]) run() {
|
|
t.state = RUNNING
|
|
defer func() {
|
|
if err := recover(); err != nil {
|
|
log.Errorf("error [%s] while run task [%s],stack trace:\n%s", err, t.Name, getCurrentGoroutineStack())
|
|
t.Error = errors.Errorf("panic: %+v", err)
|
|
t.state = ERRORED
|
|
}
|
|
}()
|
|
t.Error = t.Func(t)
|
|
if t.Error != nil {
|
|
log.Errorf("error [%+v] while run task [%s]", t.Error, t.Name)
|
|
}
|
|
if errors.Is(t.Ctx.Err(), context.Canceled) {
|
|
t.state = CANCELED
|
|
} else if t.Error != nil {
|
|
t.state = ERRORED
|
|
} else {
|
|
t.state = SUCCEEDED
|
|
t.SetProgress(100)
|
|
if t.callback != nil {
|
|
t.callback(t)
|
|
}
|
|
}
|
|
}
|
|
|
|
func (t *Task[K]) retry() {
|
|
t.run()
|
|
}
|
|
|
|
func (t *Task[K]) Done() bool {
|
|
return t.state == SUCCEEDED || t.state == CANCELED || t.state == ERRORED
|
|
}
|
|
|
|
func (t *Task[K]) Cancel() {
|
|
if t.state == SUCCEEDED || t.state == CANCELED {
|
|
return
|
|
}
|
|
if t.cancel != nil {
|
|
t.cancel()
|
|
}
|
|
// maybe can't cancel
|
|
t.state = CANCELING
|
|
}
|
|
|
|
func WithCancelCtx[K comparable](task *Task[K]) *Task[K] {
|
|
ctx, cancel := context.WithCancel(context.Background())
|
|
task.Ctx = ctx
|
|
task.cancel = cancel
|
|
task.state = PENDING
|
|
return task
|
|
}
|