fix: reuse Cloudflare session for site media
This commit is contained in:
@@ -108,6 +108,7 @@ class SiteParserClient:
|
||||
"config": config,
|
||||
"rucaptcha_token": self.rucaptcha_token or None,
|
||||
"browser_state": runtime_state.get("browser_state"),
|
||||
"browser_user_agent": runtime_state.get("browser_user_agent"),
|
||||
}
|
||||
try:
|
||||
async with self.session.post(
|
||||
@@ -144,4 +145,11 @@ class SiteParserClient:
|
||||
]
|
||||
items.append(SourceItem(external_id, url, text, _posted_at(raw.get("published_at")), media, raw))
|
||||
state = data.get("browser_state")
|
||||
return items, ({"browser_state": state} if isinstance(state, dict) else None)
|
||||
return items, (
|
||||
{
|
||||
"browser_state": state,
|
||||
"browser_user_agent": str(data.get("browser_user_agent") or "") or None,
|
||||
}
|
||||
if isinstance(state, dict)
|
||||
else None
|
||||
)
|
||||
|
||||
Reference in New Issue
Block a user