import httpclient, asyncdispatch, htmlparser import sequtils, strutils, json, uri import ".."/[types, parser, parserutils, query] import utils, consts, timeline, search proc getListTimeline*(username, list, after, agent: string; media=true): Future[Timeline] {.async.} = let url = base / (listUrl % [username, list]) var params = toSeq({ "include_available_features": "1", "include_entities": "1", "reset_error_state": "false" }) if after.len > 0: params.add {"max_position": after} let json = await fetchJson(url ? params, genHeaders(agent, url)) result = await finishTimeline(json, Query(), after, agent, media) if result.content.len == 0: return result.minId = getLastId(result) proc getListMembersSearch(username, list, after, agent: string): Future[Result[Profile]] {.async.} = let referer = base / (listMembersUrl % [username, list]) url = referer / "timeline" headers = genHeaders({"x-push-with": "XMLHttpRequest"}, agent, referer, xml=true) var params = toSeq({ "include_available_features": "1", "include_entities": "1", "reset_error_state": "false" }) if after.len > 0: params.add {"max_position": after} let json = await fetchJson(url ? params, headers) result = getResult[Profile](json, Query(kind: userList), after) if json == nil or not json.hasKey("items_html"): return let html = json["items_html"].to(string) result.hasMore = html != "\n" for p in parseHtml(html).selectAll(".account"): result.content.add parseListProfile(p) proc getListMembers*(username, list, after, agent: string): Future[Result[Profile]] {.async.} = if after.len > 0: return await getListMembersSearch(username, list, after, agent) let url = base / (listMembersUrl % [username, list]) html = await fetchHtml(url, genHeaders(agent, url)) result = Result[Profile]( minId: html.selectAttr(".stream-container", "data-min-position"), hasMore: html.select(".has-more-items") != nil, beginning: true, query: Query(kind: userList), content: html.selectAll(".account").map(parseListProfile) )