attempting to match request w response in headless

meterglost · Mar 14, 2023 · c57c984 · c57c984
1 parent 81510fc
commit c57c984
Showing 1 changed file with 4 additions and 0 deletions.
diff --git a/pkg/engine/hybrid/crawl.go b/pkg/engine/hybrid/crawl.go
@@ -80,6 +80,10 @@ func (c *Crawler) navigateRequest(ctx context.Context, httpclient *retryablehttp
 			Headers:      utils.FlattenHeaders(headers),
 		}
 
+		if request.URL == e.Request.URL {
+			response = &resp
+		}
+
 		// process the raw response
 		navigationRequests := parser.ParseResponse(resp)
 		c.enqueue(queue, navigationRequests...)