From b3ee83f88480ea20fe969e62eefc04d42b706f89 Mon Sep 17 00:00:00 2001 From: Muki Kiboigo Date: Wed, 1 Jul 2026 08:12:53 -0700 Subject: [PATCH] remove storing obey_robots on HttpClient --- src/browser/HttpClient.zig | 3 --- 1 file changed, 3 deletions(-) diff --git a/src/browser/HttpClient.zig b/src/browser/HttpClient.zig index de9f9ca77..a4ccc0b02 100644 --- a/src/browser/HttpClient.zig +++ b/src/browser/HttpClient.zig @@ -129,8 +129,6 @@ use_proxy: bool, // Current TLS verification state, applied per-connection in makeRequest. tls_verify: bool = true, -obey_robots: bool, - // User agent override set via CDP Emulation.setUserAgentOverride. // When set, takes precedence over the config's http_headers values. // Both fields are allocated from self.allocator when set, null otherwise. @@ -217,7 +215,6 @@ pub fn init(self: *Client, allocator: Allocator, network: *Network, cdp: ?*CDP) .use_proxy = http_proxy != null, .http_proxy = http_proxy, .tls_verify = network.config.tlsVerifyHost(), - .obey_robots = network.config.obeyRobots(), .max_response_size = network.config.httpMaxResponseSize() orelse std.math.maxInt(u32), .cache_layer = .{},