From 9a1ef814eff2a2a3d2f200e7719a56a262aa0f1f Mon Sep 17 00:00:00 2001 From: Alessio Date: Thu, 8 Jun 2023 16:04:24 -0300 Subject: [PATCH] Add debug logging of requested URLs --- scraper/api_request_utils.go | 8 +++++--- 1 file changed, 5 insertions(+), 3 deletions(-) diff --git a/scraper/api_request_utils.go b/scraper/api_request_utils.go index 6dbcf8a..78381fc 100644 --- a/scraper/api_request_utils.go +++ b/scraper/api_request_utils.go @@ -264,14 +264,16 @@ func (api *API) do_http(url string, cursor string, result interface{}) error { api.add_authentication_headers(req) + log.Debug(fmt.Sprintf("GET: %s\n", req.URL.String())) + for header := range req.Header { + log.Debug(fmt.Sprintf(" %s: %s\n", header, req.Header.Get(header))) + } + resp, err := api.Client.Do(req) if err != nil { return fmt.Errorf("Error executing HTTP request:\n %w", err) } defer resp.Body.Close() - for header := range req.Header { - log.Debug(fmt.Sprintf(" %s: %s\n", header, req.Header.Get(header))) - } if resp.StatusCode != 200 && resp.StatusCode != 403 { content, err := io.ReadAll(resp.Body)