nitter/src/formatters.nim

130 lines
4.1 KiB
Nim
Raw Normal View History

2019-12-06 03:37:38 +00:00
import strutils, strformat, times, uri, tables
import xmltree, htmlparser
2019-06-20 14:16:20 +00:00
import regex
2019-10-08 13:07:10 +00:00
import types, utils, query
2019-06-20 14:16:20 +00:00
2019-06-25 00:38:18 +00:00
from unicode import Rune, `$`
2019-06-20 14:16:20 +00:00
const
2020-01-19 07:49:20 +00:00
ytRegex = re"([A-z.]+\.)?youtu(be\.com|\.be)"
twRegex = re"(www\.|mobile\.)?twitter\.com"
igRegex = re"(www\.)?instagram.com"
2020-03-08 23:33:52 +00:00
cards = "cards.twitter.com/cards"
tco = "https://t.co"
2019-06-25 00:38:18 +00:00
nbsp = $Rune(0x000A0)
2020-01-22 12:04:35 +00:00
wwwRegex = re"https?://(www[0-9]?\.)?"
manifestRegex = re"(.+(.ts|.m3u8|.vmap))"
userpicRegex = re"_(normal|bigger|mini|200x200|400x400)(\.[A-z]+)$"
extRegex = re"(\.[A-z]+)$"
tombstoneRegex = re"\n* *Learn more"
2019-06-25 00:38:18 +00:00
proc stripText*(text: string): string =
text.replace(nbsp, " ").strip()
2019-06-20 14:16:20 +00:00
proc stripHtml*(text: string): string =
2019-10-11 17:20:40 +00:00
var html = parseHtml(text)
for el in html.findAll("a"):
let link = el.attr("href")
if "http" in link:
el[0].text = link
html.innerText()
2019-06-20 14:16:20 +00:00
proc shortLink*(text: string; length=28): string =
2020-01-22 12:04:35 +00:00
result = text.replace(wwwRegex, "")
2019-06-20 14:16:20 +00:00
if result.len > length:
result = result[0 ..< length] & ""
proc replaceUrl*(url: string; prefs: Prefs; absolute=""): string =
2019-08-15 16:45:56 +00:00
result = url
if prefs.replaceYouTube.len > 0:
result = result.replace(ytRegex, prefs.replaceYouTube)
2020-03-08 23:47:00 +00:00
if prefs.replaceYouTube in result:
result = result.replace("/c/", "/")
if prefs.replaceInstagram.len > 0:
result = result.replace(igRegex, prefs.replaceInstagram)
if prefs.replaceTwitter.len > 0:
result = result.replace(tco, "https://" & prefs.replaceTwitter & "/t.co")
2020-03-08 23:33:52 +00:00
result = result.replace(cards, prefs.replaceTwitter & "/cards")
result = result.replace(twRegex, prefs.replaceTwitter)
if absolute.len > 0:
result = result.replace("href=\"/", "href=\"https://" & absolute & "/")
2019-06-20 14:16:20 +00:00
2019-08-19 18:53:47 +00:00
proc proxifyVideo*(manifest: string; proxy: bool): string =
proc cb(m: RegexMatch; s: string): string =
result = "https://video.twimg.com" & s[m.group(0)[0]]
if proxy: result = getVidUrl(result)
2020-01-22 12:04:35 +00:00
result = manifest.replace(manifestRegex, cb)
2019-08-19 18:53:47 +00:00
2019-06-20 14:16:20 +00:00
proc getUserpic*(userpic: string; style=""): string =
2020-01-22 12:04:35 +00:00
let pic = userpic.replace(userpicRegex, "$2")
pic.replace(extRegex, style & "$1")
2019-06-20 14:16:20 +00:00
proc getUserpic*(profile: Profile; style=""): string =
getUserPic(profile.userpic, style)
2019-12-09 23:39:12 +00:00
proc getVideoEmbed*(cfg: Config; id: int64): string =
2019-12-06 14:15:56 +00:00
&"https://{cfg.hostname}/i/videos/{id}"
2019-08-07 20:02:19 +00:00
2019-06-24 20:40:48 +00:00
proc pageTitle*(profile: Profile): string =
2019-07-31 00:15:43 +00:00
&"{profile.fullname} (@{profile.username})"
2019-06-25 02:52:38 +00:00
2020-03-29 07:15:05 +00:00
proc pageTitle*(tweet: Tweet): string =
&"{pageTitle(tweet.profile)}: \"{stripHtml(tweet.text)}\""
2019-08-07 20:02:19 +00:00
proc pageDesc*(profile: Profile): string =
2019-10-11 16:43:47 +00:00
if profile.bio.len > 0:
stripHtml(profile.bio)
else:
"The latest tweets from " & profile.fullname
2019-08-07 20:02:19 +00:00
proc getJoinDate*(profile: Profile): string =
profile.joinDate.format("'Joined' MMMM YYYY")
proc getJoinDateFull*(profile: Profile): string =
profile.joinDate.format("h:mm tt - d MMM YYYY")
2019-06-25 02:52:38 +00:00
proc getTime*(tweet: Tweet): string =
2019-09-15 09:14:03 +00:00
tweet.time.format("d/M/yyyy', 'HH:mm:ss")
proc getRfc822Time*(tweet: Tweet): string =
tweet.time.format("ddd', 'd MMM yyyy HH:mm:ss 'GMT'")
2019-07-01 21:14:36 +00:00
proc getTweetTime*(tweet: Tweet): string =
tweet.time.format("h:mm tt' · 'MMM d', 'YYYY")
2019-10-22 07:17:58 +00:00
proc getLink*(tweet: Tweet | Quote; focus=true): string =
if tweet.id == 0: return
2019-10-22 07:17:58 +00:00
result = &"/{tweet.profile.username}/status/{tweet.id}"
if focus: result &= "#m"
proc getTombstone*(text: string): string =
2020-01-22 12:04:35 +00:00
text.replace(tombstoneRegex, "").stripText().strip(chars={' ', '\n'})
2019-10-08 13:07:10 +00:00
proc getTwitterLink*(path: string; params: Table[string, string]): string =
let
twitter = parseUri("https://twitter.com")
username = params.getOrDefault("name")
query = initQuery(params, username)
if "/search" notin path:
return $(twitter / path ? filterParams(params))
2019-10-08 13:07:10 +00:00
let p = {
"f": $query.kind,
"q": genQueryParam(query),
"src": "typd",
"max_position": params.getOrDefault("max_position", "0")
2019-10-08 13:07:10 +00:00
}
result = $(parseUri("https://twitter.com") / path ? p)
if username.len > 0:
result = result.replace("/" & username, "")
2019-12-21 04:44:58 +00:00
proc getLocation*(u: Profile | Tweet): (string, string) =
2020-03-09 00:03:24 +00:00
if "://" in u.location: return (u.location, "")
2019-12-21 04:44:58 +00:00
let loc = u.location.split(":")
let url = if loc.len > 1: "/search?q=place:" & loc[1] else: ""
(loc[0], url)