Honor Fetch credentials across origins

This commit is contained in:
SGavrl committed 2026-07-31 03:52:05 +00:00
1 parent 0751ae9e62
commit b744b9b437
4 files changed
+328 -81

No files matched your search

+32 -6
View File
@@ -252,7 +252,7 @@ async function __processDynScriptQueue() {
if (task.url.startsWith('data:')) { if (task.url.startsWith('data:')) {
body = _decodeDataScriptUrl(task.url); body = _decodeDataScriptUrl(task.url);
} else { } else {
const raw = await Deno.core.ops.op_fetch_url(task.url, "GET", "{}", "", task.pageOrigin, "no-cors"); const raw = await Deno.core.ops.op_fetch_url(task.url, "GET", "{}", "", task.pageOrigin, "no-cors", "same-origin");
const parsed = JSON.parse(raw); const parsed = JSON.parse(raw);
// The HTML script-fetch algorithm treats an unsuccessful HTTP // The HTML script-fetch algorithm treats an unsuccessful HTTP
// response as a network error. Evaluating its response body is both // response as a network error. Evaluating its response body is both
@@ -392,7 +392,7 @@ async function _fetchLinkedCss(url, pageOrigin, depth = 0, seen = new Set()) {
if (depth > 4 || seen.has(url)) return ""; if (depth > 4 || seen.has(url)) return "";
seen.add(url); seen.add(url);
const raw = await Deno.core.ops.op_fetch_url( const raw = await Deno.core.ops.op_fetch_url(
url, "GET", "{}", "", pageOrigin, "no-cors" url, "GET", "{}", "", pageOrigin, "no-cors", "same-origin"
); );
const parsed = JSON.parse(raw); const parsed = JSON.parse(raw);
if (parsed.blocked || parsed.status >= 400 || parsed.status === 0) { if (parsed.blocked || parsed.status >= 400 || parsed.status === 0) {
@@ -4911,6 +4911,7 @@ function _serializeBody(initBody, headers) {
} }
globalThis.fetch = async (input, init = {}) => { globalThis.fetch = async (input, init = {}) => {
init = init || {};
let url = typeof input === "string" let url = typeof input === "string"
? input ? input
: (input instanceof Request : (input instanceof Request
@@ -4927,8 +4928,14 @@ globalThis.fetch = async (input, init = {}) => {
const body = _serializeBody(init.body, _h); const body = _serializeBody(init.body, _h);
const hdrs = JSON.stringify(_h); const hdrs = JSON.stringify(_h);
const fetchMode = init.mode || (input instanceof Request ? input.mode : "cors"); const fetchMode = init.mode || (input instanceof Request ? input.mode : "cors");
const fetchCredentials = init.credentials !== undefined
? String(init.credentials)
: (input instanceof Request ? input.credentials : "same-origin");
if (fetchCredentials !== "omit" && fetchCredentials !== "same-origin" && fetchCredentials !== "include") {
throw new TypeError("Failed to execute 'fetch': '" + fetchCredentials + "' is not a valid RequestCredentials value");
}
const pageOrigin = (function() { try { const u = new URL(_domParse("document_url") || "about:blank"); return u.origin; } catch(e) { return ""; } })(); const pageOrigin = (function() { try { const u = new URL(_domParse("document_url") || "about:blank"); return u.origin; } catch(e) { return ""; } })();
const raw = await Deno.core.ops.op_fetch_url(url, method, hdrs, body, pageOrigin, fetchMode); const raw = await Deno.core.ops.op_fetch_url(url, method, hdrs, body, pageOrigin, fetchMode, fetchCredentials);
const parsed = JSON.parse(raw); const parsed = JSON.parse(raw);
if (parsed.blocked) { if (parsed.blocked) {
const err = new TypeError('net::ERR_FAILED'); const err = new TypeError('net::ERR_FAILED');
@@ -5097,6 +5104,7 @@ globalThis.XMLHttpRequest = class XMLHttpRequest extends XMLHttpRequestEventTarg
headers: this._headers, headers: this._headers,
body: body || undefined, body: body || undefined,
mode: 'cors', mode: 'cors',
credentials: this.withCredentials ? 'include' : 'same-origin',
}).then(async (resp) => { }).then(async (resp) => {
if (xhr._aborted) return; if (xhr._aborted) return;
@@ -5318,21 +5326,39 @@ _markNative(globalThis.cancelIdleCallback);
if (typeof Request === 'undefined') { if (typeof Request === 'undefined') {
globalThis.Request = class Request { globalThis.Request = class Request {
constructor(input, init = {}) { constructor(input, init = {}) {
const inputRequest = input instanceof Request ? input : null;
if (typeof input === 'string') { this.url = input; } if (typeof input === 'string') { this.url = input; }
else if (input instanceof Request) { this.url = input.url; init = { ...input, ...init }; } else if (inputRequest) { this.url = inputRequest.url; init = { ...inputRequest, ...init }; }
else if (typeof URL === 'function' && input instanceof URL) { this.url = input.href; } else if (typeof URL === 'function' && input instanceof URL) { this.url = input.href; }
else { this.url = input?.url || input?.href || String(input); } else { this.url = input?.url || input?.href || String(input); }
this.method = (init.method || 'GET').toUpperCase(); this.method = (init.method || 'GET').toUpperCase();
this.headers = new Headers(init.headers); this.headers = new Headers(init.headers);
this.body = init.body || null; this.body = init.body || null;
this.mode = init.mode || 'cors'; this.mode = init.mode || 'cors';
this.credentials = init.credentials || 'same-origin'; this.credentials = init.credentials !== undefined
? String(init.credentials)
: (inputRequest ? inputRequest.credentials : 'same-origin');
if (this.credentials !== 'omit' && this.credentials !== 'same-origin' && this.credentials !== 'include') {
throw new TypeError("Failed to construct 'Request': '" + this.credentials + "' is not a valid RequestCredentials value");
}
this.redirect = init.redirect || 'follow'; this.redirect = init.redirect || 'follow';
this.referrer = init.referrer || ''; this.referrer = init.referrer || '';
this.signal = init.signal || { aborted: false, addEventListener(){}, removeEventListener(){} }; this.signal = init.signal || { aborted: false, addEventListener(){}, removeEventListener(){} };
this.cache = init.cache || 'default'; this.cache = init.cache || 'default';
} }
clone() { return new Request(this.url, { method: this.method, headers: this.headers, body: this.body }); } clone() {
return new Request(this.url, {
method: this.method,
headers: this.headers,
body: this.body,
mode: this.mode,
credentials: this.credentials,
redirect: this.redirect,
referrer: this.referrer,
signal: this.signal,
cache: this.cache,
});
}
async text() { return this.body ? String(this.body) : ''; } async text() { return this.body ? String(this.body) : ''; }
async json() { return JSON.parse(await this.text()); } async json() { return JSON.parse(await this.text()); }
async arrayBuffer() { return new TextEncoder().encode(await this.text()).buffer; } async arrayBuffer() { return new TextEncoder().encode(await this.text()).buffer; }
+206 -62
View File
@@ -772,6 +772,52 @@ fn fetch_timeout() -> std::time::Duration {
/// Matches reqwest's default policy of 10. /// Matches reqwest's default policy of 10.
const FETCH_REDIRECT_LIMIT: usize = 10; const FETCH_REDIRECT_LIMIT: usize = 10;
#[derive(Clone, Copy, Debug, PartialEq, Eq)]
enum FetchCredentials {
Omit,
SameOrigin,
Include,
}
impl FetchCredentials {
fn parse(value: &str) -> Self {
match value {
"omit" => Self::Omit,
"include" => Self::Include,
_ => Self::SameOrigin,
}
}
fn allows(self, page_origin: &str, request_url: &str) -> bool {
match self {
Self::Omit => false,
Self::Include => true,
Self::SameOrigin => request_origin(request_url)
.map(|origin| origin == page_origin)
.unwrap_or(false),
}
}
}
fn request_origin(request_url: &str) -> Option<String> {
url::Url::parse(request_url)
.ok()
.map(|url| url.origin().ascii_serialization())
}
fn cors_response_allows(
credentials: FetchCredentials,
page_origin: &str,
allowed_origin: &str,
allow_credentials: &str,
) -> bool {
if credentials == FetchCredentials::Include {
allowed_origin == page_origin && allow_credentials == "true"
} else {
allowed_origin == "*" || allowed_origin == page_origin
}
}
#[op2(async)] #[op2(async)]
#[string] #[string]
async fn op_fetch_url( async fn op_fetch_url(
@@ -782,6 +828,7 @@ async fn op_fetch_url(
#[string] body: String, #[string] body: String,
#[string] origin: String, #[string] origin: String,
#[string] mode: String, #[string] mode: String,
#[string] credentials: String,
) -> Result<String, deno_error::JsErrorBox> { ) -> Result<String, deno_error::JsErrorBox> {
tracing::debug!("op_fetch_url called: {} {} (intercept check pending)", method, url); tracing::debug!("op_fetch_url called: {} {} (intercept check pending)", method, url);
@@ -926,18 +973,15 @@ async fn op_fetch_url(
.map_err(deno_error::JsErrorBox::generic)?, .map_err(deno_error::JsErrorBox::generic)?,
}; };
let request_origin = url::Url::parse(&url) let initial_request_origin = request_origin(&url).unwrap_or_default();
.ok() let page_origin = if origin.is_empty() {
.map(|u| { initial_request_origin.clone()
let host = u.host_str().unwrap_or(""); } else {
match u.port() { origin.clone()
Some(p) => format!("{}://{}:{}", u.scheme(), host, p), };
None => format!("{}://{}", u.scheme(), host), let is_cross_origin =
} !page_origin.is_empty() && initial_request_origin != page_origin;
}) let credentials = FetchCredentials::parse(&credentials);
.unwrap_or_default();
let page_origin = if origin.is_empty() { request_origin.clone() } else { origin.clone() };
let is_cross_origin = !page_origin.is_empty() && request_origin != page_origin;
let req_method: reqwest::Method = method.parse().unwrap_or(reqwest::Method::GET); let req_method: reqwest::Method = method.parse().unwrap_or(reqwest::Method::GET);
@@ -962,35 +1006,6 @@ async fn op_fetch_url(
} }
} }
// Stealth mode: route the scripted request through the wreq client so its
// TLS fingerprint and Chrome client hints match the main navigation. The
// rustls ClientHello plus missing client hints that op_fetch_url's reqwest
// path sends otherwise read as a non-browser script to bot managers (the
// AWS WAF challenge verify call, Akamai sensors, etc.).
#[cfg(feature = "stealth")]
{
let stealth = {
let st = state.borrow();
let gs = st.borrow::<SharedState>().clone();
let client = gs.borrow().stealth_client.clone();
client
};
if let Some(stealth) = stealth {
return stealth_fetch_all(
stealth,
url.clone(),
req_method.as_str().to_string(),
custom_headers.clone(),
body.clone(),
page_origin.clone(),
is_cross_origin,
mode.clone(),
callbacks.clone(),
)
.await;
}
}
let needs_preflight = is_cross_origin let needs_preflight = is_cross_origin
&& mode == "cors" && mode == "cors"
&& (req_method != reqwest::Method::GET && (req_method != reqwest::Method::GET
@@ -1022,7 +1037,17 @@ async fn op_fetch_url(
.and_then(|v| v.to_str().ok()) .and_then(|v| v.to_str().ok())
.unwrap_or(""); .unwrap_or("");
if allowed_origin != "*" && allowed_origin != page_origin { let allow_credentials = preflight
.headers()
.get("access-control-allow-credentials")
.and_then(|v| v.to_str().ok())
.unwrap_or("");
if !cors_response_allows(
credentials,
&page_origin,
allowed_origin,
allow_credentials,
) {
return Err(deno_error::JsErrorBox::generic(format!( return Err(deno_error::JsErrorBox::generic(format!(
"CORS preflight: Origin '{}' not allowed by Access-Control-Allow-Origin '{}'", "CORS preflight: Origin '{}' not allowed by Access-Control-Allow-Origin '{}'",
page_origin, allowed_origin page_origin, allowed_origin
@@ -1030,6 +1055,33 @@ async fn op_fetch_url(
} }
} }
// Stealth mode: route scripted requests through wreq after the CORS
// preflight. stealth_fetch_all applies the credentials decision to each
// redirect hop without losing the Chrome TLS/client-hint transport.
#[cfg(feature = "stealth")]
{
let stealth = {
let st = state.borrow();
let gs = st.borrow::<SharedState>().clone();
let client = gs.borrow().stealth_client.clone();
client
};
if let Some(stealth) = stealth {
return stealth_fetch_all(
stealth,
url.clone(),
req_method.as_str().to_string(),
custom_headers.clone(),
body.clone(),
page_origin.clone(),
mode.clone(),
credentials,
callbacks.clone(),
)
.await;
}
}
// Follow redirects manually so the SSRF policy applies to every hop. // Follow redirects manually so the SSRF policy applies to every hop.
// reqwest's auto-follow would bypass validate_fetch_url on the redirect // reqwest's auto-follow would bypass validate_fetch_url on the redirect
// target and let an attacker-allowed origin 302 to http://127.0.0.1 // target and let an attacker-allowed origin 302 to http://127.0.0.1
@@ -1043,11 +1095,15 @@ async fn op_fetch_url(
.request(current_method.clone(), &current_url) .request(current_method.clone(), &current_url)
.timeout(fetch_timeout()); .timeout(fetch_timeout());
if is_cross_origin { let current_is_cross_origin = request_origin(&current_url)
.map(|request_origin| request_origin != page_origin)
.unwrap_or(false);
if current_is_cross_origin {
req = req.header("Origin", &page_origin); req = req.header("Origin", &page_origin);
} }
if !is_cross_origin { let credentials_allowed = credentials.allows(&page_origin, &current_url);
if credentials_allowed {
if let Some(ref jar) = cookie_jar { if let Some(ref jar) = cookie_jar {
if let Ok(parsed_url) = url::Url::parse(&current_url) { if let Ok(parsed_url) = url::Url::parse(&current_url) {
let cookie_header = jar.get_cookie_header(&parsed_url); let cookie_header = jar.get_cookie_header(&parsed_url);
@@ -1091,11 +1147,13 @@ async fn op_fetch_url(
counter.fetch_sub(1, std::sync::atomic::Ordering::Relaxed); counter.fetch_sub(1, std::sync::atomic::Ordering::Relaxed);
} }
if let Some(ref jar) = cookie_jar { if credentials_allowed {
if let Ok(parsed_url) = url::Url::parse(&current_url) { if let Some(ref jar) = cookie_jar {
for val in resp.headers().get_all(reqwest::header::SET_COOKIE) { if let Ok(parsed_url) = url::Url::parse(&current_url) {
if let Ok(s) = val.to_str() { for val in resp.headers().get_all(reqwest::header::SET_COOKIE) {
jar.set_cookie(s, &parsed_url); if let Ok(s) = val.to_str() {
jar.set_cookie(s, &parsed_url);
}
} }
} }
} }
@@ -1169,20 +1227,34 @@ async fn op_fetch_url(
.map(|(k, v)| (k.to_string(), v.to_str().unwrap_or("").to_string())) .map(|(k, v)| (k.to_string(), v.to_str().unwrap_or("").to_string()))
.collect(); .collect();
if is_cross_origin && mode == "cors" { let final_is_cross_origin = request_origin(&current_url)
.map(|request_origin| request_origin != page_origin)
.unwrap_or(false);
if final_is_cross_origin && mode == "cors" {
let allowed = resp_headers let allowed = resp_headers
.get("access-control-allow-origin") .get("access-control-allow-origin")
.map(|s| s.as_str()) .map(|s| s.as_str())
.unwrap_or(""); .unwrap_or("");
if allowed != "*" && allowed != page_origin { let allow_credentials = resp_headers
.get("access-control-allow-credentials")
.map(|s| s.as_str())
.unwrap_or("");
if !cors_response_allows(credentials, &page_origin, allowed, allow_credentials) {
return Ok(serde_json::json!({ return Ok(serde_json::json!({
"status": 0, "status": 0,
"body": "", "body": "",
"url": url, "url": url,
"headers": {}, "headers": {},
"corsBlocked": true, "corsBlocked": true,
"corsError": format!("CORS error: Origin '{}' not in Access-Control-Allow-Origin '{}'", page_origin, allowed), "corsError": if credentials == FetchCredentials::Include {
format!(
"CORS error: credentialed request requires Access-Control-Allow-Origin '{}' and Access-Control-Allow-Credentials 'true'",
page_origin
)
} else {
format!("CORS error: Origin '{}' not in Access-Control-Allow-Origin '{}'", page_origin, allowed)
},
}) })
.to_string()); .to_string());
} }
@@ -1294,8 +1366,8 @@ async fn stealth_fetch_all(
custom_headers: HashMap<String, String>, custom_headers: HashMap<String, String>,
body: String, body: String,
page_origin: String, page_origin: String,
is_cross_origin: bool,
mode: String, mode: String,
credentials: FetchCredentials,
callbacks: Option<Arc<CallbackRegistry>>, callbacks: Option<Arc<CallbackRegistry>>,
) -> Result<String, deno_error::JsErrorBox> { ) -> Result<String, deno_error::JsErrorBox> {
let mut current_url = url.clone(); let mut current_url = url.clone();
@@ -1315,15 +1387,25 @@ async fn stealth_fetch_all(
}; };
let mut req_headers: HashMap<String, String> = HashMap::new(); let mut req_headers: HashMap<String, String> = HashMap::new();
if is_cross_origin { let current_is_cross_origin =
parsed_current.origin().ascii_serialization() != page_origin;
if current_is_cross_origin {
req_headers.insert("origin".to_string(), page_origin.clone()); req_headers.insert("origin".to_string(), page_origin.clone());
} }
for (k, v) in &custom_headers { for (k, v) in &custom_headers {
req_headers.insert(k.to_lowercase(), v.clone()); req_headers.insert(k.to_lowercase(), v.clone());
} }
let credentials_allowed = credentials.allows(&page_origin, &current_url);
let r = stealth let r = stealth
.send_single(&current_method, &parsed_current, &req_headers, &current_body) .send_single(
&current_method,
&parsed_current,
&req_headers,
&current_body,
credentials_allowed,
credentials_allowed,
)
.await .await
.map_err(|e| deno_error::JsErrorBox::generic(e.to_string()))?; .map_err(|e| deno_error::JsErrorBox::generic(e.to_string()))?;
@@ -1364,19 +1446,33 @@ async fn stealth_fetch_all(
current_url = next_url.to_string(); current_url = next_url.to_string();
}; };
if is_cross_origin && mode == "cors" { let final_is_cross_origin = request_origin(&current_url)
.map(|request_origin| request_origin != page_origin)
.unwrap_or(false);
if final_is_cross_origin && mode == "cors" {
let allowed = resp_headers let allowed = resp_headers
.get("access-control-allow-origin") .get("access-control-allow-origin")
.map(|s| s.as_str()) .map(|s| s.as_str())
.unwrap_or(""); .unwrap_or("");
if allowed != "*" && allowed != page_origin { let allow_credentials = resp_headers
.get("access-control-allow-credentials")
.map(|s| s.as_str())
.unwrap_or("");
if !cors_response_allows(credentials, &page_origin, allowed, allow_credentials) {
return Ok(serde_json::json!({ return Ok(serde_json::json!({
"status": 0, "body": "", "url": url, "headers": {}, "status": 0, "body": "", "url": url, "headers": {},
"corsBlocked": true, "corsBlocked": true,
"corsError": format!( "corsError": if credentials == FetchCredentials::Include {
"CORS error: Origin '{}' not in Access-Control-Allow-Origin '{}'", format!(
page_origin, allowed "CORS error: credentialed request requires Access-Control-Allow-Origin '{}' and Access-Control-Allow-Credentials 'true'",
), page_origin
)
} else {
format!(
"CORS error: Origin '{}' not in Access-Control-Allow-Origin '{}'",
page_origin, allowed
)
},
}) })
.to_string()); .to_string());
} }
@@ -1436,7 +1532,7 @@ fn glob_match(pattern: &str, url: &str) -> bool {
#[cfg(test)] #[cfg(test)]
mod tests { mod tests {
use super::glob_match; use super::{cors_response_allows, glob_match, FetchCredentials};
#[test] #[test]
fn glob_match_handles_cdp_blocked_url_patterns() { fn glob_match_handles_cdp_blocked_url_patterns() {
@@ -1461,6 +1557,54 @@ mod tests {
"https://fonts.gstatic.com/s/inter/v18/font.woff", "https://fonts.gstatic.com/s/inter/v18/font.woff",
)); ));
} }
#[test]
fn fetch_credentials_gate_cookie_send_and_storage_per_request_origin() {
let page_origin = "https://www.example.com";
let same_origin_url = "https://www.example.com/api";
let explicit_default_port = "https://www.example.com:443/api";
let cross_origin_url = "https://api.example.com/data";
assert!(!FetchCredentials::Omit.allows(page_origin, same_origin_url));
assert!(!FetchCredentials::Omit.allows(page_origin, cross_origin_url));
assert!(FetchCredentials::SameOrigin.allows(page_origin, same_origin_url));
assert!(FetchCredentials::SameOrigin.allows(page_origin, explicit_default_port));
assert!(!FetchCredentials::SameOrigin.allows(page_origin, cross_origin_url));
assert!(FetchCredentials::Include.allows(page_origin, same_origin_url));
assert!(FetchCredentials::Include.allows(page_origin, cross_origin_url));
}
#[test]
fn credentialed_cors_requires_exact_origin_and_allow_credentials() {
let page_origin = "https://www.example.com";
assert!(cors_response_allows(
FetchCredentials::SameOrigin,
page_origin,
"*",
"",
));
assert!(!cors_response_allows(
FetchCredentials::Include,
page_origin,
"*",
"true",
));
assert!(!cors_response_allows(
FetchCredentials::Include,
page_origin,
page_origin,
"",
));
assert!(cors_response_allows(
FetchCredentials::Include,
page_origin,
page_origin,
"true",
));
}
} }
fn validate_fetch_url(url: &url::Url) -> Result<(), String> { fn validate_fetch_url(url: &url::Url) -> Result<(), String> {
+75
View File
@@ -5603,6 +5603,81 @@ mod tests {
); );
} }
#[tokio::test(flavor = "current_thread")]
async fn fetch_and_xhr_forward_browser_credentials_modes() {
let mut rt = setup_runtime("<html><body></body></html>");
let result = rt
.call_function_on_for_cdp(
r#"async () => {
const originalFetchOp = Deno.core.ops.op_fetch_url;
const calls = [];
try {
Deno.core.ops.op_fetch_url =
(url, method, headers, body, origin, mode, credentials) => {
calls.push({ url, credentials });
return JSON.stringify({
status: 200,
headers: {},
body: "ok",
url,
});
};
await fetch("/default");
await fetch("/omit", { credentials: "omit" });
const request = new Request("/included", { credentials: "include" });
await fetch(request);
await fetch(request.clone());
await fetch(request, { credentials: "same-origin" });
const sendXhr = (path, withCredentials) => new Promise((resolve, reject) => {
const xhr = new XMLHttpRequest();
xhr.open("GET", path);
xhr.withCredentials = withCredentials;
xhr.onload = resolve;
xhr.onerror = reject;
xhr.send();
});
await sendXhr("/xhr-default", false);
await sendXhr("/xhr-credentialed", true);
let invalidFetchRejected = false;
try {
await fetch("/bad", { credentials: "invalid" });
} catch (error) {
invalidFetchRejected = error instanceof TypeError;
}
return { calls, invalidFetchRejected };
} finally {
Deno.core.ops.op_fetch_url = originalFetchOp;
}
}"#,
None,
&[],
true,
true,
)
.await
.unwrap();
assert_eq!(
result.value.unwrap(),
serde_json::json!({
"calls": [
{ "url": "http://example.com/default", "credentials": "same-origin" },
{ "url": "http://example.com/omit", "credentials": "omit" },
{ "url": "http://example.com/included", "credentials": "include" },
{ "url": "http://example.com/included", "credentials": "include" },
{ "url": "http://example.com/included", "credentials": "same-origin" },
{ "url": "http://example.com/xhr-default", "credentials": "same-origin" },
{ "url": "http://example.com/xhr-credentialed", "credentials": "include" },
],
"invalidFetchRejected": true,
})
);
}
#[tokio::test(flavor = "current_thread")] #[tokio::test(flavor = "current_thread")]
async fn dynamic_linked_stylesheet_enters_the_live_dom_with_imports_rebased() { async fn dynamic_linked_stylesheet_enters_the_live_dom_with_imports_rebased() {
let mut rt = setup_runtime( let mut rt = setup_runtime(
+15 -13
View File
@@ -188,19 +188,17 @@ impl StealthHttpClient {
Err(ObscuraNetError::TooManyRedirects(url.to_string())) Err(ObscuraNetError::TooManyRedirects(url.to_string()))
} }
/// One request with no redirect following, for scripted fetch()/XHR. Reads /// One request with no redirect following, for scripted fetch()/XHR. The
/// the cookie jar for the Cookie header and stores Set-Cookie back into it, /// caller supplies the Fetch credentials decision for this redirect hop,
/// so the caller only owns redirect hops and SSRF re-validation. Used in /// while this method preserves the Chrome transport fingerprint.
/// stealth mode so JS-level requests carry the same Chrome TLS fingerprint
/// and client hints as the main navigation instead of the rustls ClientHello
/// that op_fetch_url would otherwise send (which bot managers read as a
/// non-browser script and reject, e.g. the AWS WAF challenge verify call).
pub async fn send_single( pub async fn send_single(
&self, &self,
method: &str, method: &str,
url: &Url, url: &Url,
headers: &HashMap<String, String>, headers: &HashMap<String, String>,
body: &str, body: &str,
send_cookies: bool,
store_cookies: bool,
) -> Result<Response, ObscuraNetError> { ) -> Result<Response, ObscuraNetError> {
if let Some(host) = url.host_str() { if let Some(host) = url.host_str() {
if crate::blocklist::is_blocked(host) { if crate::blocklist::is_blocked(host) {
@@ -220,9 +218,11 @@ impl StealthHttpClient {
.map_err(|e| ObscuraNetError::Network(format!("invalid method '{}': {}", method, e)))?; .map_err(|e| ObscuraNetError::Network(format!("invalid method '{}': {}", method, e)))?;
let mut req = self.client.request(req_method, url.as_str()); let mut req = self.client.request(req_method, url.as_str());
let cookie_header = self.cookie_jar.get_cookie_header(url); if send_cookies {
if !cookie_header.is_empty() { let cookie_header = self.cookie_jar.get_cookie_header(url);
req = req.header("cookie", &cookie_header); if !cookie_header.is_empty() {
req = req.header("cookie", &cookie_header);
}
} }
for (k, v) in self.extra_headers.read().await.iter() { for (k, v) in self.extra_headers.read().await.iter() {
req = req.header(k.as_str(), v.as_str()); req = req.header(k.as_str(), v.as_str());
@@ -242,9 +242,11 @@ impl StealthHttpClient {
self.in_flight.fetch_sub(1, std::sync::atomic::Ordering::Relaxed); self.in_flight.fetch_sub(1, std::sync::atomic::Ordering::Relaxed);
let status = resp.status(); let status = resp.status();
for val in resp.headers().get_all("set-cookie") { if store_cookies {
if let Ok(s) = val.to_str() { for val in resp.headers().get_all("set-cookie") {
self.cookie_jar.set_cookie(s, url); if let Ok(s) = val.to_str() {
self.cookie_jar.set_cookie(s, url);
}
} }
} }
let response_headers: HashMap<String, String> = resp let response_headers: HashMap<String, String> = resp