package ytdl import ( "context" "fmt" "io" "io/ioutil" "net/http" "os" "os/exec" "path/filepath" "strings" "time" "github.com/pkg/errors" log "github.com/sirupsen/logrus" "github.com/mxpv/podsync/pkg/config" "github.com/mxpv/podsync/pkg/model" ) const DownloadTimeout = 10 * time.Minute var ( ErrTooManyRequests = errors.New(http.StatusText(http.StatusTooManyRequests)) ) type YoutubeDl struct{} func New(ctx context.Context) (*YoutubeDl, error) { ytdl := &YoutubeDl{} // Make sure youtube-dl exists version, err := ytdl.exec(ctx, "--version") if err != nil { return nil, errors.Wrap(err, "could not find youtube-dl") } log.Infof("using youtube-dl %s", version) // Make sure ffmpeg exists output, err := exec.CommandContext(ctx, "ffmpeg", "-version").CombinedOutput() if err != nil { return nil, errors.Wrap(err, "could not find ffmpeg") } log.Infof("using ffmpeg %s", output) return ytdl, nil } func (dl YoutubeDl) Download(ctx context.Context, feedConfig *config.Feed, episode *model.Episode) (io.ReadCloser, error) { tmpDir, err := ioutil.TempDir("", "podsync-") if err != nil { return nil, errors.Wrap(err, "failed to get temp dir for download") } // filePath with YoutubeDl template format filePath := filepath.Join(tmpDir, fmt.Sprintf("%s.%s", episode.ID, "%(ext)s")) args := buildArgs(feedConfig, episode, filePath) output, err := dl.exec(ctx, args...) if err != nil { log.WithError(err).Errorf("youtube-dl error: %s", filePath) // YouTube might block host with HTTP Error 429: Too Many Requests if strings.Contains(output, "HTTP Error 429") { return nil, ErrTooManyRequests } return nil, errors.New(output) } ext := "mp4" if feedConfig.Format == model.FormatAudio { ext = "mp3" } // filePath now with the final extension filePath = filepath.Join(tmpDir, fmt.Sprintf("%s.%s", episode.ID, ext)) f, err := os.Open(filePath) if err != nil { return nil, errors.Wrap(err, "failed to open downloaded file") } return f, nil } func (YoutubeDl) exec(ctx context.Context, args ...string) (string, error) { ctx, cancel := context.WithTimeout(ctx, DownloadTimeout) defer cancel() cmd := exec.CommandContext(ctx, "youtube-dl", args...) output, err := cmd.CombinedOutput() if err != nil { return string(output), errors.Wrap(err, "failed to execute youtube-dl") } return string(output), nil } func buildArgs(feedConfig *config.Feed, episode *model.Episode, outputFilePath string) []string { var args []string if feedConfig.Format == model.FormatVideo { // Video, mp4, high by default format := "bestvideo[ext=mp4]+bestaudio[ext=m4a]/best[ext=mp4]/best" if feedConfig.Quality == model.QualityLow { format = "worstvideo[ext=mp4]+worstaudio[ext=m4a]/worst[ext=mp4]/worst" } else if feedConfig.Quality == model.QualityHigh && feedConfig.MaxHeight > 0 { format = fmt.Sprintf("bestvideo[height<=%d][ext=mp4]+bestaudio[ext=m4a]/best[ext=mp4]/best", feedConfig.MaxHeight) } args = append(args, "--format", format) } else { // Audio, mp3, high by default format := "bestaudio" if feedConfig.Quality == model.QualityLow { format = "worstaudio" } args = append(args, "--extract-audio", "--audio-format", "mp3", "--format", format) } args = append(args, "--output", outputFilePath, episode.VideoURL) return args }