some more
This commit is contained in:
parent
e4586cd5f3
commit
c5ceea00fb
121
main.go
121
main.go
|
@ -2,7 +2,9 @@ package main
|
||||||
|
|
||||||
import (
|
import (
|
||||||
"bufio"
|
"bufio"
|
||||||
|
"errors"
|
||||||
"fmt"
|
"fmt"
|
||||||
|
"io"
|
||||||
"net/http"
|
"net/http"
|
||||||
"net/url"
|
"net/url"
|
||||||
"os"
|
"os"
|
||||||
|
@ -148,6 +150,121 @@ func main() {
|
||||||
fmt.Fprintf(os.Stderr, "Failed to get index: %s\n", err)
|
fmt.Fprintf(os.Stderr, "Failed to get index: %s\n", err)
|
||||||
os.Exit(1)
|
os.Exit(1)
|
||||||
}
|
}
|
||||||
url := urls[i]
|
unparsedUrl := urls[i]
|
||||||
fmt.Println(url)
|
fmt.Println(unparsedUrl)
|
||||||
|
parsedUrl, err := url.Parse(unparsedUrl)
|
||||||
|
if err != nil {
|
||||||
|
fmt.Fprintf(os.Stderr, "Failed to parse url: %s\n", err)
|
||||||
|
os.Exit(1)
|
||||||
|
}
|
||||||
|
domain := submission.Domain
|
||||||
|
if domain == "" {
|
||||||
|
domain = parsedUrl.Hostname()
|
||||||
|
}
|
||||||
|
path := parsedUrl.EscapedPath()
|
||||||
|
pathExtless, pathExt := SplitExt(path)
|
||||||
|
urls = make([]string, 1)
|
||||||
|
urls[0] = unparsedUrl
|
||||||
|
if domain == "imgur.com" || strings.HasSuffix(domain, ".imgur.com") {
|
||||||
|
parsedUrl.Host = "i.imgur.com"
|
||||||
|
if strings.HasPrefix(path, "/a/") || strings.HasPrefix(path, "/gallery/") {
|
||||||
|
albumId := strings.SplitN(path, "/", 4)[2]
|
||||||
|
imgurImages, err := GetImgurAlbum(client, albumId)
|
||||||
|
if err != nil {
|
||||||
|
fmt.Fprintf(os.Stderr, "Failed to get imgur album: %s\n", err)
|
||||||
|
os.Exit(1)
|
||||||
|
}
|
||||||
|
urls = nil
|
||||||
|
for _, i := range imgurImages {
|
||||||
|
urls = append(urls, "https://i.imgur.com/"+i.Hash+i.Ext)
|
||||||
|
}
|
||||||
|
} else {
|
||||||
|
if pathExt == ".gifv" {
|
||||||
|
parsedUrl.RawPath = pathExtless + ".mp4"
|
||||||
|
}
|
||||||
|
urls[0] = parsedUrl.String()
|
||||||
|
}
|
||||||
|
} else if domain == "gfycat.com" {
|
||||||
|
gfyMp4, err := GetGfycat(client, pathExtless)
|
||||||
|
if err != nil {
|
||||||
|
fmt.Fprintf(os.Stderr, "Failed to get gfycat video: %s\n", err)
|
||||||
|
os.Exit(1)
|
||||||
|
}
|
||||||
|
if gfyMp4 != "" {
|
||||||
|
urls[0] = gfyMp4
|
||||||
|
}
|
||||||
|
} else if submission.IsRedditMediaDomain && submission.Preview != nil {
|
||||||
|
preview := submission.Preview.Images[0]
|
||||||
|
if pathExt == ".gif" {
|
||||||
|
if preview.Variants.Mp4 != nil {
|
||||||
|
urls[0] = preview.Variants.Mp4.Url
|
||||||
|
} else if preview.Variants.Gif != nil {
|
||||||
|
urls[0] = preview.Variants.Gif.Url
|
||||||
|
}
|
||||||
|
} else if submission.IsVideo {
|
||||||
|
urls[0] = preview.Source.Url
|
||||||
|
}
|
||||||
|
}
|
||||||
|
i, err = InteractivelyAskIndex(stdin, urls)
|
||||||
|
if err != nil {
|
||||||
|
fmt.Fprintf(os.Stderr, "Failed to get index: %s\n", err)
|
||||||
|
os.Exit(1)
|
||||||
|
}
|
||||||
|
unparsedUrl = urls[i]
|
||||||
|
fmt.Println(unparsedUrl)
|
||||||
|
response, err := client.Get(unparsedUrl)
|
||||||
|
if err != nil {
|
||||||
|
fmt.Fprintf(os.Stderr, "Failed to get response: %s\n", err)
|
||||||
|
os.Exit(1)
|
||||||
|
}
|
||||||
|
defer response.Body.Close()
|
||||||
|
ext, err := GetExtension(response.Header.Get("Content-Type"))
|
||||||
|
if err != nil {
|
||||||
|
fmt.Fprintf(os.Stderr, "Warning: Failed to get file extension: %s\n", err)
|
||||||
|
} else {
|
||||||
|
filename = filename + ext
|
||||||
|
}
|
||||||
|
fmt.Printf("Downloading to %s\n", filename)
|
||||||
|
file, err := os.OpenFile(filename, os.O_WRONLY|os.O_CREATE, 0o664)
|
||||||
|
if err != nil {
|
||||||
|
fmt.Fprintf(os.Stderr, "Failed to open file for writing: %s\n", err)
|
||||||
|
os.Exit(1)
|
||||||
|
}
|
||||||
|
writer := bufio.NewWriter(file)
|
||||||
|
defer writer.Flush()
|
||||||
|
reader := bufio.NewReader(response.Body)
|
||||||
|
contentLengthString := ""
|
||||||
|
if response.ContentLength >= 0 {
|
||||||
|
contentLengthString = FormatBytes(float64(response.ContentLength))
|
||||||
|
}
|
||||||
|
lastOutputLength := 0
|
||||||
|
bytesDownloaded := 0
|
||||||
|
toWrite := make([]byte, 1024*1024)
|
||||||
|
for {
|
||||||
|
output := fmt.Sprintf("%s downloaded", FormatBytes(float64(bytesDownloaded)))
|
||||||
|
if response.ContentLength >= 0 {
|
||||||
|
output = fmt.Sprintf("%s out of %s downloaded (%.2f%%)", FormatBytes(float64(bytesDownloaded)), contentLengthString, float64(bytesDownloaded)/float64(response.ContentLength)*100.0)
|
||||||
|
}
|
||||||
|
fmt.Print(output)
|
||||||
|
for i := 0; i < lastOutputLength-len(output); i++ {
|
||||||
|
fmt.Print(" ")
|
||||||
|
}
|
||||||
|
lastOutputLength = len(output)
|
||||||
|
fmt.Print("\r")
|
||||||
|
n, err := reader.Read(toWrite)
|
||||||
|
if n == 0 && errors.Is(err, io.EOF) {
|
||||||
|
break
|
||||||
|
}
|
||||||
|
if err != nil {
|
||||||
|
fmt.Fprintf(os.Stderr, "Failed to read response: %s\n", err)
|
||||||
|
os.Exit(1)
|
||||||
|
}
|
||||||
|
_, err = writer.Write(toWrite[:n])
|
||||||
|
if err != nil {
|
||||||
|
fmt.Fprintf(os.Stderr, "Failed to write response: %s\n", err)
|
||||||
|
os.Exit(1)
|
||||||
|
}
|
||||||
|
bytesDownloaded += n
|
||||||
|
}
|
||||||
|
fmt.Println()
|
||||||
}
|
}
|
||||||
|
|
22
structs.go
22
structs.go
|
@ -61,17 +61,18 @@ type Submission struct {
|
||||||
} `json:"s"`
|
} `json:"s"`
|
||||||
} `json:"media_metadata"`
|
} `json:"media_metadata"`
|
||||||
IsRedditMediaDomain bool `json:"is_reddit_media_domain"`
|
IsRedditMediaDomain bool `json:"is_reddit_media_domain"`
|
||||||
Preview struct {
|
Preview *struct {
|
||||||
Images []struct {
|
Images []struct {
|
||||||
Variants struct {
|
Variants struct {
|
||||||
Mp4 *PreviewSource `json:"mp4"`
|
Mp4 *PreviewSource `json:"mp4"`
|
||||||
Gif *PreviewSource `json:"gif"`
|
Gif *PreviewSource `json:"gif"`
|
||||||
} `json:"variants"`
|
} `json:"variants"`
|
||||||
} `json:"images"`
|
|
||||||
Source *PreviewSource `json:"source"`
|
Source *PreviewSource `json:"source"`
|
||||||
|
} `json:"images"`
|
||||||
} `json:"preview"`
|
} `json:"preview"`
|
||||||
IsSelf bool `json:"is_self"`
|
IsSelf bool `json:"is_self"`
|
||||||
Title string `json:"title"`
|
Title string `json:"title"`
|
||||||
|
Domain string `json:"domain"`
|
||||||
}
|
}
|
||||||
|
|
||||||
type SubmissionResponseItem struct {
|
type SubmissionResponseItem struct {
|
||||||
|
@ -81,3 +82,20 @@ type SubmissionResponseItem struct {
|
||||||
} `json:"children"`
|
} `json:"children"`
|
||||||
} `json:"data"`
|
} `json:"data"`
|
||||||
}
|
}
|
||||||
|
|
||||||
|
type ImgurImage struct {
|
||||||
|
Hash string `json:"hash"`
|
||||||
|
Ext string `json:"ext"`
|
||||||
|
}
|
||||||
|
|
||||||
|
type ImgurResponse struct {
|
||||||
|
Data struct {
|
||||||
|
Images []ImgurImage `json:"images"`
|
||||||
|
} `json:"data"`
|
||||||
|
}
|
||||||
|
|
||||||
|
type GfycatResponse struct {
|
||||||
|
GfyItem struct {
|
||||||
|
Mp4Url string `json:"mp4Url"`
|
||||||
|
} `json:"gfyItem"`
|
||||||
|
}
|
||||||
|
|
94
utils.go
94
utils.go
|
@ -7,6 +7,7 @@ import (
|
||||||
"fmt"
|
"fmt"
|
||||||
"io"
|
"io"
|
||||||
"io/fs"
|
"io/fs"
|
||||||
|
"mime"
|
||||||
"net/http"
|
"net/http"
|
||||||
"os"
|
"os"
|
||||||
"path/filepath"
|
"path/filepath"
|
||||||
|
@ -172,3 +173,96 @@ func InteractivelyAskIndex(stdin *bufio.Reader, items []string) (int, error) {
|
||||||
}
|
}
|
||||||
return i, nil
|
return i, nil
|
||||||
}
|
}
|
||||||
|
|
||||||
|
func SplitExt(str string) (string, string) {
|
||||||
|
if str == "" {
|
||||||
|
return "", ""
|
||||||
|
}
|
||||||
|
s := strings.Split(str[1:], ".")
|
||||||
|
if len(s) < 2 {
|
||||||
|
return str, ""
|
||||||
|
}
|
||||||
|
return str[:1] + strings.Join(s[:len(s)-1], "."), "." + s[len(s)-1]
|
||||||
|
}
|
||||||
|
|
||||||
|
func GetImgurAlbum(client *http.Client, albumId string) ([]ImgurImage, error) {
|
||||||
|
response, err := client.Get("https://imgur.com/ajaxalbums/getimages/" + albumId + "/hit.json?all=true")
|
||||||
|
if err != nil {
|
||||||
|
return nil, fmt.Errorf("Failed to get response: %s", err)
|
||||||
|
}
|
||||||
|
contents, err := io.ReadAll(response.Body)
|
||||||
|
response.Body.Close()
|
||||||
|
if err != nil {
|
||||||
|
return nil, fmt.Errorf("Failed to read response body: %s", err)
|
||||||
|
}
|
||||||
|
if response.StatusCode != 200 {
|
||||||
|
return nil, fmt.Errorf("Response returned status code %d, body: %s", response.StatusCode, contents)
|
||||||
|
}
|
||||||
|
var imgurResponse *ImgurResponse
|
||||||
|
err = json.Unmarshal(contents, &imgurResponse)
|
||||||
|
if err != nil {
|
||||||
|
return nil, fmt.Errorf("Failed to parse response: %s", err)
|
||||||
|
}
|
||||||
|
return imgurResponse.Data.Images, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func GetGfycat(client *http.Client, gfyId string) (string, error) {
|
||||||
|
response, err := client.Get("https://api.gfycat.com/v1/gfycats/" + gfyId)
|
||||||
|
if err != nil {
|
||||||
|
return "", fmt.Errorf("Failed to get response: %s", err)
|
||||||
|
}
|
||||||
|
contents, err := io.ReadAll(response.Body)
|
||||||
|
response.Body.Close()
|
||||||
|
if err != nil {
|
||||||
|
return "", fmt.Errorf("Failed to read response body: %s", err)
|
||||||
|
}
|
||||||
|
if response.StatusCode != 200 {
|
||||||
|
return "", fmt.Errorf("Response returned status code %d, body: %s", response.StatusCode, contents)
|
||||||
|
}
|
||||||
|
var gfycatResponse *GfycatResponse
|
||||||
|
err = json.Unmarshal(contents, &gfycatResponse)
|
||||||
|
if err != nil {
|
||||||
|
return "", fmt.Errorf("Failed to parse response: %s", err)
|
||||||
|
}
|
||||||
|
return gfycatResponse.GfyItem.Mp4Url, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func FormatBytes(size float64) string {
|
||||||
|
label := ""
|
||||||
|
if size >= 1024 {
|
||||||
|
size /= 1024
|
||||||
|
label = "K"
|
||||||
|
}
|
||||||
|
if size >= 1024 {
|
||||||
|
size /= 1024
|
||||||
|
label = "M"
|
||||||
|
}
|
||||||
|
if size >= 1024 {
|
||||||
|
size /= 1024
|
||||||
|
label = "G"
|
||||||
|
}
|
||||||
|
if size >= 1024 {
|
||||||
|
size /= 1024
|
||||||
|
label = "T"
|
||||||
|
}
|
||||||
|
return fmt.Sprintf("%.2f %sB", size, label)
|
||||||
|
}
|
||||||
|
|
||||||
|
func GetExtension(mimeType string) (string, error) {
|
||||||
|
if mimeType == "" {
|
||||||
|
return "", nil
|
||||||
|
}
|
||||||
|
mediaType, _, err := mime.ParseMediaType(mimeType)
|
||||||
|
if err != nil {
|
||||||
|
return "", fmt.Errorf("Failed to parse media type of %s: %s", mimeType, err)
|
||||||
|
}
|
||||||
|
exts, err := mime.ExtensionsByType(mediaType)
|
||||||
|
if err != nil {
|
||||||
|
return "", fmt.Errorf("Failed to find file extensions of %s: %s", mediaType, err)
|
||||||
|
}
|
||||||
|
if len(exts) < 1 {
|
||||||
|
return "", nil
|
||||||
|
}
|
||||||
|
fmt.Println(exts)
|
||||||
|
return exts[0], nil
|
||||||
|
}
|
||||||
|
|
Reference in New Issue