Merge pull request #2935 from lightpanda-io/robots-skip-non-200-body

robots, mem: don't buffer body on a non-200 robots response
This commit is contained in:
Karl Seguin
2026-07-15 07:02:28 +08:00
committed by GitHub

View File

@@ -220,7 +220,9 @@ const RobotsContext = struct {
fn dataCallback(transfer: *Transfer, data: []const u8) anyerror!void {
const self: *RobotsContext = @ptrCast(@alignCast(transfer.req.ctx));
try self.buffer.appendSlice(self.arena, data);
if (self.status == 200) {
try self.buffer.appendSlice(self.arena, data);
}
}
fn doneCallback(ctx_ptr: *anyopaque) anyerror!void {