2019-08-06 17:02:38 +00:00
|
|
|
import asyncdispatch, asyncfile, httpclient, sequtils, strutils, strformat, uri, os
|
2019-07-31 00:15:43 +00:00
|
|
|
from net import Port
|
2019-06-20 14:16:20 +00:00
|
|
|
|
2019-07-31 00:15:43 +00:00
|
|
|
import jester, regex
|
2019-06-24 21:25:21 +00:00
|
|
|
|
2019-07-31 06:36:24 +00:00
|
|
|
import api, utils, types, cache, formatters, search, config, agents
|
2019-07-10 22:42:31 +00:00
|
|
|
import views/[general, profile, status]
|
2019-06-20 14:16:20 +00:00
|
|
|
|
2019-07-31 00:15:43 +00:00
|
|
|
const configPath {.strdefine.} = "./nitter.conf"
|
|
|
|
let cfg = getConfig(configPath)
|
2019-06-23 00:46:46 +00:00
|
|
|
|
2019-08-06 15:41:06 +00:00
|
|
|
proc showSingleTimeline(name, after, agent: string; query: Option[Query]): Future[string] {.async.} =
|
|
|
|
let railFut = getPhotoRail(name, agent)
|
2019-07-03 09:46:03 +00:00
|
|
|
|
2019-08-11 19:26:55 +00:00
|
|
|
var timeline: Timeline
|
|
|
|
var profile: Profile
|
|
|
|
var cachedProfile = hasCachedProfile(name)
|
|
|
|
|
|
|
|
if cachedProfile.isSome:
|
|
|
|
profile = get(cachedProfile)
|
|
|
|
|
2019-07-03 09:46:03 +00:00
|
|
|
if query.isNone:
|
2019-08-11 19:26:55 +00:00
|
|
|
if cachedProfile.isSome:
|
|
|
|
timeline = await getTimeline(name, after, agent)
|
|
|
|
else:
|
|
|
|
(profile, timeline) = await getProfileAndTimeline(name, agent, after)
|
|
|
|
cache(profile)
|
2019-07-03 09:46:03 +00:00
|
|
|
else:
|
2019-08-11 19:26:55 +00:00
|
|
|
var timelineFut = getTimelineSearch(get(query), after, agent)
|
|
|
|
if cachedProfile.isNone:
|
|
|
|
profile = await getCachedProfile(name, agent)
|
|
|
|
timeline = await timelineFut
|
2019-06-20 14:16:20 +00:00
|
|
|
|
2019-06-21 00:16:10 +00:00
|
|
|
if profile.username.len == 0:
|
2019-06-20 14:16:20 +00:00
|
|
|
return ""
|
|
|
|
|
2019-08-11 19:26:55 +00:00
|
|
|
let profileHtml = renderProfile(profile, timeline, await railFut)
|
2019-08-07 20:02:19 +00:00
|
|
|
return renderMain(profileHtml, title=cfg.title, titleText=pageTitle(profile), desc=pageDesc(profile))
|
2019-06-20 14:16:20 +00:00
|
|
|
|
2019-08-06 15:41:06 +00:00
|
|
|
proc showMultiTimeline(names: seq[string]; after, agent: string; query: Option[Query]): Future[string] {.async.} =
|
|
|
|
var q = query
|
|
|
|
if q.isSome:
|
|
|
|
get(q).fromUser = names
|
|
|
|
else:
|
|
|
|
q = some(Query(kind: multi, fromUser: names, excludes: @["replies"]))
|
|
|
|
|
|
|
|
var timeline = renderMulti(await getTimelineSearch(get(q), after, agent), names.join(","))
|
2019-08-06 17:02:38 +00:00
|
|
|
return renderMain(timeline, title=cfg.title, titleText="Multi")
|
2019-08-06 15:41:06 +00:00
|
|
|
|
|
|
|
proc showTimeline(name, after: string; query: Option[Query]): Future[string] {.async.} =
|
|
|
|
let agent = getAgent()
|
2019-08-06 17:02:38 +00:00
|
|
|
let names = name.strip(chars={'/'}).split(",").filterIt(it.len > 0)
|
2019-08-06 15:41:06 +00:00
|
|
|
|
|
|
|
if names.len == 1:
|
|
|
|
return await showSingleTimeline(names[0], after, agent, query)
|
|
|
|
else:
|
|
|
|
return await showMultiTimeline(names, after, agent, query)
|
|
|
|
|
2019-07-03 09:46:03 +00:00
|
|
|
template respTimeline(timeline: typed) =
|
|
|
|
if timeline.len == 0:
|
2019-07-31 00:15:43 +00:00
|
|
|
resp Http404, showError("User \"" & @"name" & "\" not found", cfg.title)
|
2019-07-03 09:46:03 +00:00
|
|
|
resp timeline
|
|
|
|
|
2019-07-31 00:15:43 +00:00
|
|
|
setProfileCacheTime(cfg.profileCacheTime)
|
|
|
|
|
|
|
|
settings:
|
|
|
|
port = Port(cfg.port)
|
|
|
|
staticDir = cfg.staticDir
|
|
|
|
bindAddr = cfg.address
|
|
|
|
|
2019-06-20 14:16:20 +00:00
|
|
|
routes:
|
|
|
|
get "/":
|
2019-08-07 18:58:17 +00:00
|
|
|
resp renderMain(renderSearch(), title=cfg.title)
|
2019-06-20 14:16:20 +00:00
|
|
|
|
|
|
|
post "/search":
|
|
|
|
if @"query".len == 0:
|
2019-07-31 00:15:43 +00:00
|
|
|
resp Http404, showError("Please enter a username.", cfg.title)
|
2019-06-20 14:16:20 +00:00
|
|
|
redirect("/" & @"query")
|
|
|
|
|
|
|
|
get "/@name/?":
|
|
|
|
cond '.' notin @"name"
|
2019-07-03 09:46:03 +00:00
|
|
|
respTimeline(await showTimeline(@"name", @"after", none(Query)))
|
2019-06-23 00:46:46 +00:00
|
|
|
|
2019-07-04 09:55:19 +00:00
|
|
|
get "/@name/search":
|
2019-07-03 09:46:03 +00:00
|
|
|
cond '.' notin @"name"
|
2019-07-04 09:55:19 +00:00
|
|
|
let query = initQuery(@"filter", @"include", @"not", @"sep", @"name")
|
2019-07-03 09:46:03 +00:00
|
|
|
respTimeline(await showTimeline(@"name", @"after", some(query)))
|
2019-06-20 14:16:20 +00:00
|
|
|
|
2019-07-03 09:46:03 +00:00
|
|
|
get "/@name/replies":
|
|
|
|
cond '.' notin @"name"
|
|
|
|
respTimeline(await showTimeline(@"name", @"after", some(getReplyQuery(@"name"))))
|
|
|
|
|
|
|
|
get "/@name/media":
|
|
|
|
cond '.' notin @"name"
|
|
|
|
respTimeline(await showTimeline(@"name", @"after", some(getMediaQuery(@"name"))))
|
2019-06-20 14:16:20 +00:00
|
|
|
|
|
|
|
get "/@name/status/@id":
|
|
|
|
cond '.' notin @"name"
|
2019-06-23 00:46:46 +00:00
|
|
|
|
2019-07-31 06:36:24 +00:00
|
|
|
let conversation = await getTweet(@"name", @"id", getAgent())
|
2019-06-27 19:07:29 +00:00
|
|
|
if conversation == nil or conversation.tweet.id.len == 0:
|
2019-07-31 00:15:43 +00:00
|
|
|
resp Http404, showError("Tweet not found", cfg.title)
|
2019-06-20 14:16:20 +00:00
|
|
|
|
2019-06-24 20:40:48 +00:00
|
|
|
let title = pageTitle(conversation.tweet.profile)
|
2019-08-07 20:02:19 +00:00
|
|
|
let desc = conversation.tweet.text
|
|
|
|
let html = renderConversation(conversation)
|
|
|
|
|
|
|
|
if conversation.tweet.video.isSome():
|
|
|
|
let thumb = get(conversation.tweet.video).thumb
|
2019-08-07 20:27:24 +00:00
|
|
|
let vidUrl = getVideoEmbed(conversation.tweet.id)
|
|
|
|
resp renderMain(html, title=cfg.title, titleText=title, desc=desc,
|
|
|
|
images = @[thumb], `type`="video", video=vidUrl)
|
|
|
|
elif conversation.tweet.gif.isSome():
|
|
|
|
let thumb = get(conversation.tweet.gif).thumb
|
|
|
|
let vidUrl = getVideoEmbed(conversation.tweet.id)
|
2019-08-07 20:02:19 +00:00
|
|
|
resp renderMain(html, title=cfg.title, titleText=title, desc=desc,
|
|
|
|
images = @[thumb], `type`="video", video=vidUrl)
|
|
|
|
else:
|
|
|
|
resp renderMain(html, title=cfg.title, titleText=title,
|
|
|
|
desc=desc, images=conversation.tweet.photos)
|
2019-06-20 14:16:20 +00:00
|
|
|
|
|
|
|
get "/pic/@sig/@url":
|
|
|
|
cond "http" in @"url"
|
|
|
|
cond "twimg" in @"url"
|
2019-06-23 00:46:46 +00:00
|
|
|
|
|
|
|
let
|
2019-06-23 23:59:52 +00:00
|
|
|
uri = parseUri(decodeUrl(@"url"))
|
|
|
|
path = uri.path.split("/")[2 .. ^1].join("/")
|
2019-07-31 00:15:43 +00:00
|
|
|
filename = cfg.cacheDir / cleanFilename(path & uri.query)
|
2019-06-20 14:16:20 +00:00
|
|
|
|
2019-06-23 23:59:52 +00:00
|
|
|
if getHmac($uri) != @"sig":
|
2019-07-31 00:15:43 +00:00
|
|
|
resp showError("Failed to verify signature", cfg.title)
|
2019-06-20 14:16:20 +00:00
|
|
|
|
2019-07-31 00:15:43 +00:00
|
|
|
if not existsDir(cfg.cacheDir):
|
|
|
|
createDir(cfg.cacheDir)
|
2019-06-20 14:16:20 +00:00
|
|
|
|
2019-06-23 00:46:46 +00:00
|
|
|
if not existsFile(filename):
|
|
|
|
let client = newAsyncHttpClient()
|
2019-06-23 23:59:52 +00:00
|
|
|
await client.downloadFile($uri, filename)
|
2019-06-23 00:46:46 +00:00
|
|
|
client.close()
|
2019-06-21 00:30:57 +00:00
|
|
|
|
2019-06-25 13:09:43 +00:00
|
|
|
if not existsFile(filename):
|
|
|
|
resp Http404
|
|
|
|
|
|
|
|
let file = openAsync(filename)
|
2019-08-07 18:58:17 +00:00
|
|
|
let buf = await readAll(file)
|
|
|
|
file.close()
|
2019-07-31 00:15:43 +00:00
|
|
|
|
2019-08-07 18:58:17 +00:00
|
|
|
resp buf, mimetype(filename)
|
2019-06-20 14:16:20 +00:00
|
|
|
|
|
|
|
get "/video/@sig/@url":
|
|
|
|
cond "http" in @"url"
|
|
|
|
cond "video.twimg" in @"url"
|
|
|
|
let url = decodeUrl(@"url")
|
|
|
|
|
|
|
|
if getHmac(url) != @"sig":
|
2019-07-31 00:15:43 +00:00
|
|
|
resp showError("Failed to verify signature", cfg.title)
|
2019-06-20 14:16:20 +00:00
|
|
|
|
|
|
|
let
|
|
|
|
client = newAsyncHttpClient()
|
2019-06-23 00:46:46 +00:00
|
|
|
video = await client.getContent(url)
|
2019-06-20 14:16:20 +00:00
|
|
|
|
|
|
|
defer: client.close()
|
2019-06-23 00:46:46 +00:00
|
|
|
resp video, mimetype(url)
|
2019-06-20 14:16:20 +00:00
|
|
|
|
|
|
|
runForever()
|