Skip to content

Commit

Permalink
feat: add configurable thread count for file processing
Browse files Browse the repository at this point in the history
  • Loading branch information
krau committed Feb 21, 2025
1 parent ed21b65 commit d7cd2ed
Show file tree
Hide file tree
Showing 2 changed files with 9 additions and 6 deletions.
11 changes: 7 additions & 4 deletions config/viper.go
Original file line number Diff line number Diff line change
Expand Up @@ -9,10 +9,12 @@ import (
)

type Config struct {
Workers int `toml:"workers" mapstructure:"workers"`
Retry int `toml:"retry" mapstructure:"retry"`
NoCleanCache bool `toml:"no_clean_cache" mapstructure:"no_clean_cache" json:"no_clean_cache"`
Users []userConfig `toml:"users" mapstructure:"users" json:"users"`
Workers int `toml:"workers" mapstructure:"workers"`
Retry int `toml:"retry" mapstructure:"retry"`
NoCleanCache bool `toml:"no_clean_cache" mapstructure:"no_clean_cache" json:"no_clean_cache"`
Threads int `toml:"threads" mapstructure:"threads" json:"threads"`

Users []userConfig `toml:"users" mapstructure:"users" json:"users"`

Temp tempConfig `toml:"temp" mapstructure:"temp"`
Log logConfig `toml:"log" mapstructure:"log"`
Expand Down Expand Up @@ -67,6 +69,7 @@ func Init() error {

viper.SetDefault("workers", 3)
viper.SetDefault("retry", 3)
viper.SetDefault("threads", 4)

viper.SetDefault("telegram.app_id", 1025907)
viper.SetDefault("telegram.app_hash", "452b0359b988148995f22ff0f4229750")
Expand Down
4 changes: 2 additions & 2 deletions core/utils.go
Original file line number Diff line number Diff line change
Expand Up @@ -162,9 +162,9 @@ func fixTaskFileExt(task *types.Task, localFilePath string) {
func getTaskThreads(fileSize int64) int {
threads := 1
if fileSize > 1024*1024*100 {
threads = 4
threads = config.Cfg.Threads
} else if fileSize > 1024*1024*50 {
threads = 2
threads = config.Cfg.Threads / 2
}
return threads
}
Expand Down

0 comments on commit d7cd2ed

Please sign in to comment.