minie4/ItslearningDL.go
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

✨ Skip downloading files that already exist locally

Browse Source
This commit is contained in:
minie4
2024-01-08 18:01:47 +01:00
parent 18c7ca0456
commit 3c27031eae
1 changed files with 6 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
main.go
View File

@ -79,12 +79,17 @@ func main() {
return "Downloading files" return "Downloading files"
}) })
for _, resource := range resouceList { for _, resource := range resouceList {
var out_path = "./out/" + course.Title + "/" + resource.Title
if _, err := os.Stat(out_path); err == nil {
logger.Info("Skipping element", "course", course.Title, "element", resource.Title, "id", resource.ElementID)
continue
}
logger.Info("Downloading element", "course", course.Title, "element", resource.Title, "id", resource.ElementID) logger.Info("Downloading element", "course", course.Title, "element", resource.Title, "id", resource.ElementID)
wg.Add(1) wg.Add(1)
current_tasks++ current_tasks++
go func(resource itslearning.Resource) { go func(resource itslearning.Resource) {
defer wg.Done() defer wg.Done()
itslearning.DownloadElement(itsl, resource.ElementID, "./out/"+course.Title+"/"+resource.Title) itslearning.DownloadElement(itsl, resource.ElementID, out_path)
bar.Incr() bar.Incr()
current_tasks-- current_tasks--
}(resource) }(resource)