import strutils, times, macros, htmlgen, unicode, options import regex, packedjson import types, utils, formatters const unRegex = re"(^|[^A-z0-9-_./?])@([A-z0-9_]{1,15})" unReplace = "$1@$2" htRegex = re"(^|[^\w-_./?])([#$])([\w_]+)" htReplace = "$1$2$3" template isNull*(js: JsonNode): bool = js.kind == JNull template notNull*(js: JsonNode): bool = js.kind != JNull template `?`*(js: JsonNode): untyped = let j = js if j.isNull: return j template `with`*(ident, value, body): untyped = block: let ident {.inject.} = value if ident != nil: body template `with`*(ident; value: JsonNode; body): untyped = block: let ident {.inject.} = value if value.notNull: body template getCursor*(js: JsonNode): string = js{"content", "operation", "cursor", "value"}.getStr template getError*(js: JsonNode): Error = if js.kind != JArray or js.len == 0: null else: Error(js[0]{"code"}.getInt) template parseTime(time: string; f: static string; flen: int): Time = if time.len != flen: return parse(time, f).toTime proc getDateTime*(js: JsonNode): Time = parseTime(js.getStr, "yyyy-MM-dd\'T\'HH:mm:ss\'Z\'", 20) proc getTime*(js: JsonNode): Time = parseTime(js.getStr, "ddd MMM dd hh:mm:ss \'+0000\' yyyy", 30) proc getId*(id: string): string {.inline.} = let start = id.rfind("-") if start < 0: return id id[start + 1 ..< id.len] proc getId*(js: JsonNode): int64 {.inline.} = case js.kind of JString: return parseBiggestInt(js.getStr("0")) of JInt: return js.getBiggestInt() else: return 0 proc getEntryId*(js: JsonNode): string {.inline.} = let entry = js{"entryId"}.getStr if entry.len == 0: return if "tweet" in entry or "sq-I-t" in entry: return entry.getId elif "tombstone" in entry: return js{"content", "item", "content", "tombstone", "tweet", "id"}.getStr else: echo "unknown entry: ", entry return template getStrVal*(js: JsonNode; default=""): string = js{"string_value"}.getStr(default) proc getImageStr*(js: JsonNode): string = result = js.getStr result.removePrefix(https) result.removePrefix(twimg) template getImageVal*(js: JsonNode): string = js{"image_value", "url"}.getImageStr proc getCardUrl*(js: JsonNode; kind: CardKind): string = result = js{"website_url"}.getStrVal if kind == promoVideoConvo: result = js{"thank_you_url"}.getStrVal(result) if result.startsWith("card://"): result = "" proc getCardDomain*(js: JsonNode; kind: CardKind): string = result = js{"vanity_url"}.getStrVal(js{"domain"}.getStr) if kind == promoVideoConvo: result = js{"thank_you_vanity_url"}.getStrVal(result) proc getCardTitle*(js: JsonNode; kind: CardKind): string = result = js{"title"}.getStrVal if kind == promoVideoConvo: result = js{"thank_you_text"}.getStrVal(result) elif kind == liveEvent: result = js{"event_category"}.getStrVal elif kind in {videoDirectMessage, imageDirectMessage}: result = js{"cta1"}.getStrVal proc getBanner*(js: JsonNode): string = let url = js{"profile_banner_url"}.getImageStr if url.len > 0: return url & "/1500x500" let color = js{"profile_link_color"}.getStr if color.len > 0: return '#' & color # use primary color from profile picture color histrogram with p, js{"profile_image_extensions", "mediaColor", "r", "ok", "palette"}: if p.len > 0: let pal = p[0]{"rgb"} result = "#" result.add toHex(pal{"red"}.getInt, 2) result.add toHex(pal{"green"}.getInt, 2) result.add toHex(pal{"blue"}.getInt, 2) return return "#161616" proc getTombstone*(js: JsonNode): string = result = js{"tombstoneInfo", "richText", "text"}.getStr result.removeSuffix(" Learn more") template getSlice(text: string; slice: seq[int]): string = text.runeSubStr(slice[0], slice[1] - slice[0]) proc getSlice(text: string; js: JsonNode): string = if js.kind != JArray or js.len < 2 or js[0].kind != JInt: return text let slice = @[js{0}.getInt, js{1}.getInt] text.getSlice(slice) proc expandUrl(text: var string; js: JsonNode; tLen: int; hideTwitter=false) = let u = js{"url"}.getStr if u.len == 0 or u notin text: return let url = js{"expanded_url"}.getStr slice = js{"indices"}[1].getInt if hideTwitter and slice >= tLen and url.isTwitterUrl: text = text.replace(u, "") text.removeSuffix(' ') text.removeSuffix('\n') else: text = text.replace(u, a(shortLink(url), href=url)) proc expandMention(text: var string; orig: string; js: JsonNode) = let name = js{"name"}.getStr href = '/' & js{"screen_name"}.getStr uname = orig.getSlice(js{"indices"}) text = text.replace(uname, a(uname, href=href, title=name)) proc expandProfileEntities*(profile: var Profile; js: JsonNode) = let orig = profile.bio ent = ? js{"entities"} with urls, ent{"url", "urls"}: profile.website = urls[0]{"expanded_url"}.getStr with urls, ent{"description", "urls"}: for u in urls: profile.bio.expandUrl(u, orig.high) profile.bio = profile.bio.replace(unRegex, unReplace) .replace(htRegex, htReplace) for mention in ? ent{"user_mentions"}: profile.bio.expandMention(orig, mention) proc expandTweetEntities*(tweet: Tweet; js: JsonNode) = let orig = tweet.text textRange = js{"display_text_range"} slice = @[textRange{0}.getInt, textRange{1}.getInt] hasQuote = js{"is_quote_status"}.getBool hasCard = tweet.card.isSome tweet.text = tweet.text.getSlice(slice) var replyTo = "" if tweet.replyId != 0: with reply, js{"in_reply_to_screen_name"}: tweet.reply.add reply.getStr replyTo = reply.getStr let ent = ? js{"entities"} with urls, ent{"urls"}: for u in urls: tweet.text.expandUrl(u, slice[1], hasQuote) if hasCard and u{"url"}.getStr == get(tweet.card).url: get(tweet.card).url = u{"expanded_url"}.getStr with media, ent{"media"}: for m in media: tweet.text.expandUrl(m, slice[1], hideTwitter=true) if "hashtags" in ent or "symbols" in ent: tweet.text = tweet.text.replace(htRegex, htReplace) for mention in ? ent{"user_mentions"}: let name = mention{"screen_name"}.getStr idx = tweet.reply.find(name) if mention{"indices"}[0].getInt >= slice[0]: tweet.text.expandMention(orig, mention) if idx > -1 and name != replyTo: tweet.reply.delete idx elif idx == -1 and tweet.replyId != 0: tweet.reply.add name