Caching (closes #18)
This commit is contained in:
		
							parent
							
								
									db2195d17f
								
							
						
					
					
						commit
						90ab3b37d3
					
				
							
								
								
									
										34
									
								
								api/album.go
								
								
								
								
							
							
						
						
									
										34
									
								
								api/album.go
								
								
								
								
							| 
						 | 
					@ -4,15 +4,22 @@ import (
 | 
				
			||||||
	"io"
 | 
						"io"
 | 
				
			||||||
	"net/http"
 | 
						"net/http"
 | 
				
			||||||
	"strings"
 | 
						"strings"
 | 
				
			||||||
 | 
						"time"
 | 
				
			||||||
 | 
					
 | 
				
			||||||
	"codeberg.org/video-prize-ranch/rimgo/types"
 | 
						"codeberg.org/video-prize-ranch/rimgo/types"
 | 
				
			||||||
	"codeberg.org/video-prize-ranch/rimgo/utils"
 | 
						"codeberg.org/video-prize-ranch/rimgo/utils"
 | 
				
			||||||
 | 
						"github.com/patrickmn/go-cache"
 | 
				
			||||||
	"github.com/spf13/viper"
 | 
						"github.com/spf13/viper"
 | 
				
			||||||
	"github.com/tidwall/gjson"
 | 
						"github.com/tidwall/gjson"
 | 
				
			||||||
)
 | 
					)
 | 
				
			||||||
 | 
					
 | 
				
			||||||
 | 
					var albumCache = cache.New(1*time.Hour, 15*time.Minute)
 | 
				
			||||||
 | 
					
 | 
				
			||||||
func FetchAlbum(albumID string) (types.Album, error) {
 | 
					func FetchAlbum(albumID string) (types.Album, error) {
 | 
				
			||||||
	// https://api.imgur.com/post/v1/albums/zk7mdKH?client_id=${CLIENT_ID}&include=media%2Caccount
 | 
						cacheData, found := albumCache.Get(albumID + "-album")
 | 
				
			||||||
 | 
						if found {
 | 
				
			||||||
 | 
							return cacheData.(types.Album), nil
 | 
				
			||||||
 | 
						}
 | 
				
			||||||
 | 
					
 | 
				
			||||||
	res, err := http.Get("https://api.imgur.com/post/v1/albums/" + albumID + "?client_id=" + viper.GetString("RIMGU_IMGUR_CLIENT_ID") + "&include=media%2Caccount")
 | 
						res, err := http.Get("https://api.imgur.com/post/v1/albums/" + albumID + "?client_id=" + viper.GetString("RIMGU_IMGUR_CLIENT_ID") + "&include=media%2Caccount")
 | 
				
			||||||
	if err != nil {
 | 
						if err != nil {
 | 
				
			||||||
| 
						 | 
					@ -33,10 +40,16 @@ func FetchAlbum(albumID string) (types.Album, error) {
 | 
				
			||||||
		album, err = ParseAlbum(data)
 | 
							album, err = ParseAlbum(data)
 | 
				
			||||||
	}
 | 
						}
 | 
				
			||||||
 | 
					
 | 
				
			||||||
 | 
						albumCache.Set(albumID + "-album", album, cache.DefaultExpiration)
 | 
				
			||||||
	return album, err
 | 
						return album, err
 | 
				
			||||||
}
 | 
					}
 | 
				
			||||||
 | 
					
 | 
				
			||||||
func FetchPosts(albumID string) (types.Album, error) {
 | 
					func FetchPosts(albumID string) (types.Album, error) {
 | 
				
			||||||
 | 
						cacheData, found := albumCache.Get(albumID + "-posts")
 | 
				
			||||||
 | 
						if found {
 | 
				
			||||||
 | 
							return cacheData.(types.Album), nil
 | 
				
			||||||
 | 
						}
 | 
				
			||||||
 | 
					
 | 
				
			||||||
	res, err := http.Get("https://api.imgur.com/post/v1/posts/" + albumID + "?client_id=" + viper.GetString("RIMGU_IMGUR_CLIENT_ID") + "&include=media%2Caccount%2Ctags")
 | 
						res, err := http.Get("https://api.imgur.com/post/v1/posts/" + albumID + "?client_id=" + viper.GetString("RIMGU_IMGUR_CLIENT_ID") + "&include=media%2Caccount%2Ctags")
 | 
				
			||||||
	if err != nil {
 | 
						if err != nil {
 | 
				
			||||||
		return types.Album{}, err
 | 
							return types.Album{}, err
 | 
				
			||||||
| 
						 | 
					@ -48,11 +61,21 @@ func FetchPosts(albumID string) (types.Album, error) {
 | 
				
			||||||
	}
 | 
						}
 | 
				
			||||||
 | 
					
 | 
				
			||||||
	data := gjson.Parse(string(body))
 | 
						data := gjson.Parse(string(body))
 | 
				
			||||||
 | 
						album, err := ParseAlbum(data)
 | 
				
			||||||
 | 
						if err != nil {
 | 
				
			||||||
 | 
							return types.Album{}, err
 | 
				
			||||||
 | 
						}
 | 
				
			||||||
 | 
					
 | 
				
			||||||
	return ParseAlbum(data)
 | 
						albumCache.Set(albumID + "-posts", album, cache.DefaultExpiration)
 | 
				
			||||||
 | 
						return album, nil
 | 
				
			||||||
}
 | 
					}
 | 
				
			||||||
 | 
					
 | 
				
			||||||
func FetchMedia(mediaID string) (types.Album, error) {
 | 
					func FetchMedia(mediaID string) (types.Album, error) {
 | 
				
			||||||
 | 
						cacheData, found := albumCache.Get(mediaID + "-media")
 | 
				
			||||||
 | 
						if found {
 | 
				
			||||||
 | 
							return cacheData.(types.Album), nil
 | 
				
			||||||
 | 
						}
 | 
				
			||||||
 | 
						
 | 
				
			||||||
	res, err := http.Get("https://api.imgur.com/post/v1/media/" + mediaID + "?client_id=" + viper.GetString("RIMGU_IMGUR_CLIENT_ID") + "&include=media%2Caccount")
 | 
						res, err := http.Get("https://api.imgur.com/post/v1/media/" + mediaID + "?client_id=" + viper.GetString("RIMGU_IMGUR_CLIENT_ID") + "&include=media%2Caccount")
 | 
				
			||||||
	if err != nil {
 | 
						if err != nil {
 | 
				
			||||||
		return types.Album{}, err
 | 
							return types.Album{}, err
 | 
				
			||||||
| 
						 | 
					@ -64,8 +87,13 @@ func FetchMedia(mediaID string) (types.Album, error) {
 | 
				
			||||||
	}
 | 
						}
 | 
				
			||||||
 | 
					
 | 
				
			||||||
	data := gjson.Parse(string(body))
 | 
						data := gjson.Parse(string(body))
 | 
				
			||||||
 | 
						album, err := ParseAlbum(data)
 | 
				
			||||||
 | 
						if err != nil {
 | 
				
			||||||
 | 
							return types.Album{}, err
 | 
				
			||||||
 | 
						}
 | 
				
			||||||
 | 
					
 | 
				
			||||||
	return ParseAlbum(data)
 | 
						albumCache.Set(mediaID + "-media", album, cache.DefaultExpiration)
 | 
				
			||||||
 | 
						return album, nil
 | 
				
			||||||
}
 | 
					}
 | 
				
			||||||
 | 
					
 | 
				
			||||||
func ParseAlbum(data gjson.Result) (types.Album, error) {
 | 
					func ParseAlbum(data gjson.Result) (types.Album, error) {
 | 
				
			||||||
| 
						 | 
					
 | 
				
			||||||
| 
						 | 
					@ -10,12 +10,18 @@ import (
 | 
				
			||||||
	"codeberg.org/video-prize-ranch/rimgo/types"
 | 
						"codeberg.org/video-prize-ranch/rimgo/types"
 | 
				
			||||||
	"codeberg.org/video-prize-ranch/rimgo/utils"
 | 
						"codeberg.org/video-prize-ranch/rimgo/utils"
 | 
				
			||||||
	"github.com/dustin/go-humanize"
 | 
						"github.com/dustin/go-humanize"
 | 
				
			||||||
 | 
						"github.com/patrickmn/go-cache"
 | 
				
			||||||
	"github.com/spf13/viper"
 | 
						"github.com/spf13/viper"
 | 
				
			||||||
	"github.com/tidwall/gjson"
 | 
						"github.com/tidwall/gjson"
 | 
				
			||||||
)
 | 
					)
 | 
				
			||||||
 | 
					
 | 
				
			||||||
 | 
					var commentCache = cache.New(15*time.Minute, 15*time.Minute)
 | 
				
			||||||
 | 
					
 | 
				
			||||||
func FetchComments(galleryID string) ([]types.Comment, error) {
 | 
					func FetchComments(galleryID string) ([]types.Comment, error) {
 | 
				
			||||||
	// https://api.imgur.com/comment/v1/comments?client_id=546c25a59c58ad7&filter[post]=eq:g1bk7CB&include=account&per_page=30&sort=best
 | 
						cacheData, found := commentCache.Get(galleryID)
 | 
				
			||||||
 | 
						if found {
 | 
				
			||||||
 | 
							return cacheData.([]types.Comment), nil
 | 
				
			||||||
 | 
						}
 | 
				
			||||||
 | 
					
 | 
				
			||||||
	res, err := http.Get("https://api.imgur.com/comment/v1/comments?client_id=" + viper.GetString("RIMGU_IMGUR_CLIENT_ID") + "&filter[post]=eq:" + galleryID + "&include=account,adconfig&per_page=30&sort=best")
 | 
						res, err := http.Get("https://api.imgur.com/comment/v1/comments?client_id=" + viper.GetString("RIMGU_IMGUR_CLIENT_ID") + "&filter[post]=eq:" + galleryID + "&include=account,adconfig&per_page=30&sort=best")
 | 
				
			||||||
	if err != nil {
 | 
						if err != nil {
 | 
				
			||||||
| 
						 | 
					@ -45,6 +51,7 @@ func FetchComments(galleryID string) ([]types.Comment, error) {
 | 
				
			||||||
	)
 | 
						)
 | 
				
			||||||
	wg.Wait()
 | 
						wg.Wait()
 | 
				
			||||||
 | 
					
 | 
				
			||||||
 | 
						commentCache.Set(galleryID, comments, cache.DefaultExpiration)
 | 
				
			||||||
	return comments, nil
 | 
						return comments, nil
 | 
				
			||||||
}
 | 
					}
 | 
				
			||||||
 | 
					
 | 
				
			||||||
| 
						 | 
					
 | 
				
			||||||
							
								
								
									
										16
									
								
								api/tag.go
								
								
								
								
							
							
						
						
									
										16
									
								
								api/tag.go
								
								
								
								
							| 
						 | 
					@ -5,13 +5,22 @@ import (
 | 
				
			||||||
	"net/http"
 | 
						"net/http"
 | 
				
			||||||
	"strings"
 | 
						"strings"
 | 
				
			||||||
	"sync"
 | 
						"sync"
 | 
				
			||||||
 | 
						"time"
 | 
				
			||||||
 | 
					
 | 
				
			||||||
	"codeberg.org/video-prize-ranch/rimgo/types"
 | 
						"codeberg.org/video-prize-ranch/rimgo/types"
 | 
				
			||||||
 | 
						"github.com/patrickmn/go-cache"
 | 
				
			||||||
	"github.com/spf13/viper"
 | 
						"github.com/spf13/viper"
 | 
				
			||||||
	"github.com/tidwall/gjson"
 | 
						"github.com/tidwall/gjson"
 | 
				
			||||||
)
 | 
					)
 | 
				
			||||||
 | 
					
 | 
				
			||||||
 | 
					var tagCache = cache.New(15*time.Minute, 15*time.Minute)
 | 
				
			||||||
 | 
					
 | 
				
			||||||
func FetchTag(tag string, sort string, page string) (types.Tag, error) {
 | 
					func FetchTag(tag string, sort string, page string) (types.Tag, error) {
 | 
				
			||||||
 | 
						cacheData, found := tagCache.Get(tag + sort + page)
 | 
				
			||||||
 | 
						if found {
 | 
				
			||||||
 | 
							return cacheData.(types.Tag), nil
 | 
				
			||||||
 | 
						}
 | 
				
			||||||
 | 
					
 | 
				
			||||||
	req, err := http.NewRequest("GET", "https://api.imgur.com/post/v1/posts/t/"+tag, nil)
 | 
						req, err := http.NewRequest("GET", "https://api.imgur.com/post/v1/posts/t/"+tag, nil)
 | 
				
			||||||
	if err != nil {
 | 
						if err != nil {
 | 
				
			||||||
		return types.Tag{}, err
 | 
							return types.Tag{}, err
 | 
				
			||||||
| 
						 | 
					@ -82,12 +91,15 @@ func FetchTag(tag string, sort string, page string) (types.Tag, error) {
 | 
				
			||||||
 | 
					
 | 
				
			||||||
	wg.Wait()
 | 
						wg.Wait()
 | 
				
			||||||
 | 
					
 | 
				
			||||||
	return types.Tag{
 | 
						tagData := types.Tag{
 | 
				
			||||||
		Tag: tag,
 | 
							Tag: tag,
 | 
				
			||||||
		Display: data.Get("display").String(),
 | 
							Display: data.Get("display").String(),
 | 
				
			||||||
		Sort: sort,
 | 
							Sort: sort,
 | 
				
			||||||
		PostCount: data.Get("post_count").Int(),
 | 
							PostCount: data.Get("post_count").Int(),
 | 
				
			||||||
		Posts: posts,
 | 
							Posts: posts,
 | 
				
			||||||
		Background: "/" + data.Get("background_id").String() + ".webp",
 | 
							Background: "/" + data.Get("background_id").String() + ".webp",
 | 
				
			||||||
	}, nil
 | 
						}
 | 
				
			||||||
 | 
					
 | 
				
			||||||
 | 
						tagCache.Set(tag, tagData, cache.DefaultExpiration)
 | 
				
			||||||
 | 
						return tagData, nil
 | 
				
			||||||
}
 | 
					}
 | 
				
			||||||
| 
						 | 
					
 | 
				
			||||||
							
								
								
									
										22
									
								
								api/user.go
								
								
								
								
							
							
						
						
									
										22
									
								
								api/user.go
								
								
								
								
							| 
						 | 
					@ -8,11 +8,19 @@ import (
 | 
				
			||||||
	"time"
 | 
						"time"
 | 
				
			||||||
 | 
					
 | 
				
			||||||
	"codeberg.org/video-prize-ranch/rimgo/types"
 | 
						"codeberg.org/video-prize-ranch/rimgo/types"
 | 
				
			||||||
 | 
						"github.com/patrickmn/go-cache"
 | 
				
			||||||
	"github.com/spf13/viper"
 | 
						"github.com/spf13/viper"
 | 
				
			||||||
	"github.com/tidwall/gjson"
 | 
						"github.com/tidwall/gjson"
 | 
				
			||||||
)
 | 
					)
 | 
				
			||||||
 | 
					
 | 
				
			||||||
 | 
					var userCache = cache.New(30*time.Minute, 15*time.Minute)
 | 
				
			||||||
 | 
					
 | 
				
			||||||
func FetchUser(username string) (types.User, error) {
 | 
					func FetchUser(username string) (types.User, error) {
 | 
				
			||||||
 | 
						cacheData, found := userCache.Get(username)
 | 
				
			||||||
 | 
						if found {
 | 
				
			||||||
 | 
							return cacheData.(types.User), nil
 | 
				
			||||||
 | 
						}
 | 
				
			||||||
 | 
					
 | 
				
			||||||
	res, err := http.Get("https://api.imgur.com/account/v1/accounts/" + username + "?client_id=" + viper.GetString("RIMGU_IMGUR_CLIENT_ID"))
 | 
						res, err := http.Get("https://api.imgur.com/account/v1/accounts/" + username + "?client_id=" + viper.GetString("RIMGU_IMGUR_CLIENT_ID"))
 | 
				
			||||||
	if err != nil {
 | 
						if err != nil {
 | 
				
			||||||
		return types.User{}, err
 | 
							return types.User{}, err
 | 
				
			||||||
| 
						 | 
					@ -27,7 +35,7 @@ func FetchUser(username string) (types.User, error) {
 | 
				
			||||||
 | 
					
 | 
				
			||||||
	createdTime, _ := time.Parse(time.RFC3339, data.Get("created_at").String())
 | 
						createdTime, _ := time.Parse(time.RFC3339, data.Get("created_at").String())
 | 
				
			||||||
 | 
					
 | 
				
			||||||
	return types.User{
 | 
						user := types.User{
 | 
				
			||||||
		Id:        data.Get("id").Int(),
 | 
							Id:        data.Get("id").Int(),
 | 
				
			||||||
		Bio:       data.Get("bio").String(),
 | 
							Bio:       data.Get("bio").String(),
 | 
				
			||||||
		Username:  data.Get("username").String(),
 | 
							Username:  data.Get("username").String(),
 | 
				
			||||||
| 
						 | 
					@ -35,10 +43,18 @@ func FetchUser(username string) (types.User, error) {
 | 
				
			||||||
		Cover:     strings.ReplaceAll(data.Get("cover_url").String(), "https://imgur.com", ""),
 | 
							Cover:     strings.ReplaceAll(data.Get("cover_url").String(), "https://imgur.com", ""),
 | 
				
			||||||
		Avatar:    strings.ReplaceAll(data.Get("avatar_url").String(), "https://i.imgur.com", ""),
 | 
							Avatar:    strings.ReplaceAll(data.Get("avatar_url").String(), "https://i.imgur.com", ""),
 | 
				
			||||||
		CreatedAt: createdTime.Format("January 2, 2006"),
 | 
							CreatedAt: createdTime.Format("January 2, 2006"),
 | 
				
			||||||
	}, nil
 | 
						}
 | 
				
			||||||
 | 
					
 | 
				
			||||||
 | 
						userCache.Set(username, user, 1*time.Hour)
 | 
				
			||||||
 | 
						return user, nil
 | 
				
			||||||
}
 | 
					}
 | 
				
			||||||
 | 
					
 | 
				
			||||||
func FetchSubmissions(username string, sort string, page string) ([]types.Submission, error) {
 | 
					func FetchSubmissions(username string, sort string, page string) ([]types.Submission, error) {
 | 
				
			||||||
 | 
						cacheData, found := userCache.Get(username + "-submissions")
 | 
				
			||||||
 | 
						if found {
 | 
				
			||||||
 | 
							return cacheData.([]types.Submission), nil
 | 
				
			||||||
 | 
						}
 | 
				
			||||||
 | 
					
 | 
				
			||||||
	res, err := http.Get("https://api.imgur.com/3/account/" + username + "/submissions/" + page + "/" + sort + "?album_previews=1&client_id=" + viper.GetString("RIMGU_IMGUR_CLIENT_ID"))
 | 
						res, err := http.Get("https://api.imgur.com/3/account/" + username + "/submissions/" + page + "/" + sort + "?album_previews=1&client_id=" + viper.GetString("RIMGU_IMGUR_CLIENT_ID"))
 | 
				
			||||||
	if err != nil {
 | 
						if err != nil {
 | 
				
			||||||
		return []types.Submission{}, err
 | 
							return []types.Submission{}, err
 | 
				
			||||||
| 
						 | 
					@ -99,5 +115,7 @@ func FetchSubmissions(username string, sort string, page string) ([]types.Submis
 | 
				
			||||||
		},
 | 
							},
 | 
				
			||||||
	)
 | 
						)
 | 
				
			||||||
	wg.Wait()
 | 
						wg.Wait()
 | 
				
			||||||
 | 
					
 | 
				
			||||||
 | 
						userCache.Set(username + "-submissions", submissions, 15*time.Minute)
 | 
				
			||||||
	return submissions, nil
 | 
						return submissions, nil
 | 
				
			||||||
}
 | 
					}
 | 
				
			||||||
| 
						 | 
					
 | 
				
			||||||
							
								
								
									
										1
									
								
								go.mod
								
								
								
								
							
							
						
						
									
										1
									
								
								go.mod
								
								
								
								
							| 
						 | 
					@ -6,6 +6,7 @@ require (
 | 
				
			||||||
	github.com/dustin/go-humanize v1.0.0
 | 
						github.com/dustin/go-humanize v1.0.0
 | 
				
			||||||
	github.com/gofiber/fiber/v2 v2.24.0
 | 
						github.com/gofiber/fiber/v2 v2.24.0
 | 
				
			||||||
	github.com/gofiber/template v1.6.21
 | 
						github.com/gofiber/template v1.6.21
 | 
				
			||||||
 | 
						github.com/patrickmn/go-cache v2.1.0+incompatible
 | 
				
			||||||
	github.com/spf13/viper v1.10.1
 | 
						github.com/spf13/viper v1.10.1
 | 
				
			||||||
	github.com/tidwall/gjson v1.12.1
 | 
						github.com/tidwall/gjson v1.12.1
 | 
				
			||||||
)
 | 
					)
 | 
				
			||||||
| 
						 | 
					
 | 
				
			||||||
							
								
								
									
										2
									
								
								go.sum
								
								
								
								
							
							
						
						
									
										2
									
								
								go.sum
								
								
								
								
							| 
						 | 
					@ -313,6 +313,8 @@ github.com/niemeyer/pretty v0.0.0-20200227124842-a10e7caefd8e h1:fD57ERR4JtEqsWb
 | 
				
			||||||
github.com/niemeyer/pretty v0.0.0-20200227124842-a10e7caefd8e/go.mod h1:zD1mROLANZcx1PVRCS0qkT7pwLkGfwJo4zjcN/Tysno=
 | 
					github.com/niemeyer/pretty v0.0.0-20200227124842-a10e7caefd8e/go.mod h1:zD1mROLANZcx1PVRCS0qkT7pwLkGfwJo4zjcN/Tysno=
 | 
				
			||||||
github.com/pascaldekloe/goe v0.0.0-20180627143212-57f6aae5913c/go.mod h1:lzWF7FIEvWOWxwDKqyGYQf6ZUaNfKdP144TG7ZOy1lc=
 | 
					github.com/pascaldekloe/goe v0.0.0-20180627143212-57f6aae5913c/go.mod h1:lzWF7FIEvWOWxwDKqyGYQf6ZUaNfKdP144TG7ZOy1lc=
 | 
				
			||||||
github.com/pascaldekloe/goe v0.1.0/go.mod h1:lzWF7FIEvWOWxwDKqyGYQf6ZUaNfKdP144TG7ZOy1lc=
 | 
					github.com/pascaldekloe/goe v0.1.0/go.mod h1:lzWF7FIEvWOWxwDKqyGYQf6ZUaNfKdP144TG7ZOy1lc=
 | 
				
			||||||
 | 
					github.com/patrickmn/go-cache v2.1.0+incompatible h1:HRMgzkcYKYpi3C8ajMPV8OFXaaRUnok+kx1WdO15EQc=
 | 
				
			||||||
 | 
					github.com/patrickmn/go-cache v2.1.0+incompatible/go.mod h1:3Qf8kWWT7OJRJbdiICTKqZju1ZixQ/KpMGzzAfe6+WQ=
 | 
				
			||||||
github.com/pelletier/go-toml v1.9.3/go.mod h1:u1nR/EPcESfeI/szUZKdtJ0xRNbUoANCkoOuaOx1Y+c=
 | 
					github.com/pelletier/go-toml v1.9.3/go.mod h1:u1nR/EPcESfeI/szUZKdtJ0xRNbUoANCkoOuaOx1Y+c=
 | 
				
			||||||
github.com/pelletier/go-toml v1.9.4 h1:tjENF6MfZAg8e4ZmZTeWaWiT2vXtsoO6+iuOjFhECwM=
 | 
					github.com/pelletier/go-toml v1.9.4 h1:tjENF6MfZAg8e4ZmZTeWaWiT2vXtsoO6+iuOjFhECwM=
 | 
				
			||||||
github.com/pelletier/go-toml v1.9.4/go.mod h1:u1nR/EPcESfeI/szUZKdtJ0xRNbUoANCkoOuaOx1Y+c=
 | 
					github.com/pelletier/go-toml v1.9.4/go.mod h1:u1nR/EPcESfeI/szUZKdtJ0xRNbUoANCkoOuaOx1Y+c=
 | 
				
			||||||
| 
						 | 
					
 | 
				
			||||||
		Loading…
	
		Reference in New Issue