subsyt/internal/dl/dl.go

package dl

import (
	"bufio"
	"fmt"
	"io"
	"log"
	"net/http"
	"net/url"
	"os"
	"os/exec"
	"path/filepath"
	"strconv"
	"sync"

	"git.meatbag.se/varl/subsyt/internal/config"
)

type Download struct {
	Url    string
	OutDir string
	Name   string
	DryRun bool
}

func Youtube(d Download, p config.Provider) {

	if p.Bgutil_server != "" && p.Po_token != "" {
		log.Fatal("please only provide bgutil_server OR po_token, not both")
	}

	archive := filepath.Join(d.OutDir, "archive.txt")
	outdir := d.OutDir

	opmlUrl, err := url.Parse(d.Url)
	if err != nil {
		panic(err)
	}
	q := opmlUrl.Query()
	cid := q.Get("channel_id")

	if cid == "" {
		log.Fatal("no channel !")
	}

	if p.Url == "" {
		p.Url = "https://www.youtube.com"
	}

	fullUrl, err := url.Parse(p.Url)
	if err != nil {
		panic(err)
	}
	channelUrl := fullUrl.JoinPath("channel", cid, "videos")

	throttle := strconv.Itoa(p.Throttle)

	args := []string{
		"--no-progress",
		"--sleep-interval", throttle,
		"--sleep-subtitles", throttle,
		"--sleep-requests", throttle,
		"--max-sleep-interval", "90",
		"--prefer-free-formats",
		"--write-subs",
		"--no-write-automatic-subs",
		"--sub-langs", "en",
		"--paths", outdir,
		"--download-archive", archive,
		"--break-on-existing",
		"--playlist-items", p.Range,
		"--restrict-filenames",
		"--embed-metadata",
		"--write-thumbnail",
		"--write-info-json",
		"--match-filters", "!is_live & duration>?60",
		"--convert-thumbnails", "jpg",
	}

	if d.DryRun == true {
		args = append(args, "--simulate")
		log.Println("/!\\ DRY RUN ENABLED /!\\")
	} else {
		args = append(args, "--no-simulate")
	}

	if p.Verbose == true {
		args = append(args, "--verbose")
	}

	if p.Cookies_file != "" {
		args = append(args, "--cookies")
		args = append(args, p.Cookies_file)
	} else {
		args = append(args, "--no-cookies")
	}

	if p.After_date != "" {
		args = append(args, "--dateafter")
		args = append(args, p.After_date)
	}

	if p.Po_token != "" {
		args = append(args, "--extractor-args")
		args = append(args, fmt.Sprintf("youtube:po_token=web.gvs+%s", p.Po_token))
	}

	if p.Bgutil_server != "" {
		args = append(args, "--extractor-args")
		args = append(args, fmt.Sprintf("youtube:getpot_bgutil_baseurl=%s", p.Bgutil_server))
	}

	if p.Player_client != "" {
		args = append(args, "--extractor-args")
		args = append(args, fmt.Sprintf("youtube:player_client=%s", p.Player_client))
	}

	args = append(args, "--format-sort")
	if p.Quality != "" {
		args = append(args, p.Quality)
	} else {
		args = append(args, "res:1080")
	}

	args = append(args, "--output")
	if p.Output_path_template != "" {
		args = append(args, p.Output_path_template)
	} else {
		args = append(args, "s%(upload_date>%Y)s/%(channel)s.s%(upload_date>%Y)Se%(upload_date>%m%d)S.%(title)s.%(id)s-1080p.%(ext)s")
	}

	args = append(args, channelUrl.String())
	cmd := exec.Command(p.Cmd, args...)

	stdout, err := cmd.StdoutPipe()
	if err != nil {
		log.Fatal(err)
	}

	stderr, err := cmd.StderrPipe()
	if err != nil {
		log.Fatal(err)
	}

	log.Printf("[%s] running yt-dlp with args: %v\n", d.OutDir, args)

	var wg sync.WaitGroup
	wg.Add(2)

	go func() {
		defer wg.Done()
		scanner := bufio.NewScanner(stdout)
		for scanner.Scan() {
			log.Printf("[%s] %s\n", d.OutDir, scanner.Text())
		}
	}()

	go func() {
		defer wg.Done()
		scanner := bufio.NewScanner(stderr)
		for scanner.Scan() {
			log.Printf("[%s] %s\n", d.OutDir, scanner.Text())
		}
	}()

	err = cmd.Start()
	if err != nil {
		log.Fatal(err)
	}

	wg.Wait()
	err = cmd.Wait()

	if err != nil {
		log.Printf("Error: %s\n", err)
	}
}

func Fetch(d Download) {
	// Create output directory if it doesn't exist
	if err := os.MkdirAll(d.OutDir, 0755); err != nil {
	}

	outputPath := filepath.Join(d.OutDir, d.Name)

	out, err := os.Create(outputPath)
	if err != nil {
		log.Printf("failed to create '%s'\n", outputPath)
		return
	}
	defer out.Close()

	resp, err := http.Get(d.Url)
	if err != nil {
		log.Printf("failed to download '%s'\n", d.Url)
		return
	}
	defer resp.Body.Close()

	_, err = io.Copy(out, resp.Body)
	if err != nil {
		log.Printf("failed to write file")
	}
}