mirror of https://github.com/zedeus/nitter
60 lines
1.9 KiB
Nim
60 lines
1.9 KiB
Nim
import httpclient, asyncdispatch, htmlparser
|
|
import strutils, json, xmltree, uri
|
|
|
|
import ".."/[types, parser, parserutils, query]
|
|
import utils, consts, timeline
|
|
|
|
proc getResult*[T](json: JsonNode; query: Query; after: string): Result[T] =
|
|
if json == nil: return Result[T](beginning: true, query: query)
|
|
Result[T](
|
|
hasMore: json.getOrDefault("has_more_items").getBool(false),
|
|
maxId: json.getOrDefault("max_position").getStr(""),
|
|
minId: json.getOrDefault("min_position").getStr("").cleanPos(),
|
|
query: query,
|
|
beginning: after.len == 0
|
|
)
|
|
|
|
proc getSearch*[T](query: Query; after, agent: string): Future[Result[T]] {.async.} =
|
|
let
|
|
kind = if query.kind == userSearch: "users" else: "tweets"
|
|
pos = when T is Tweet: genPos(after) else: after
|
|
|
|
param = genQueryParam(query)
|
|
encoded = encodeUrl(param, usePlus=false)
|
|
|
|
headers = newHttpHeaders({
|
|
"Accept": jsonAccept,
|
|
"Referer": $(base / ("search?f=$1&q=$2&src=typd" % [kind, encoded])),
|
|
"User-Agent": agent,
|
|
"X-Requested-With": "XMLHttpRequest",
|
|
"Authority": "twitter.com",
|
|
"Accept-Language": lang
|
|
})
|
|
|
|
params = {
|
|
"f": kind,
|
|
"vertical": "default",
|
|
"q": param,
|
|
"src": "typd",
|
|
"include_available_features": "1",
|
|
"include_entities": "1",
|
|
"max_position": if pos.len > 0: pos else: "0",
|
|
"reset_error_state": "false"
|
|
}
|
|
|
|
if param in ["include:nativeretweets", "-filter:nativeretweets", ""]:
|
|
return Result[T](query: query, beginning: true)
|
|
|
|
let json = await fetchJson(base / searchUrl ? params, headers)
|
|
|
|
result = getResult[T](json, query, after)
|
|
if json == nil or not json.hasKey("items_html"): return
|
|
|
|
when T is Tweet:
|
|
result = await finishTimeline(json, query, after, agent)
|
|
elif T is Profile:
|
|
let html = json["items_html"].to(string)
|
|
result.hasMore = html != "\n"
|
|
for p in parseHtml(html).selectAll(".js-stream-item"):
|
|
result.content.add parsePopupProfile(p, ".ProfileCard")
|