me/offline-twitter
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Add debug logging of requested URLs

Browse Source
This commit is contained in:
Alessio 2023-06-08 16:04:24 -03:00
parent 5c70d2cf49
commit 9a1ef814ef
1 changed files with 5 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
scraper/api_request_utils.go
View File

@ -264,14 +264,16 @@ func (api *API) do_http(url string, cursor string, result interface{}) error {
api.add_authentication_headers(req)
log.Debug(fmt.Sprintf("GET: %s\n", req.URL.String()))
for header := range req.Header {
log.Debug(fmt.Sprintf(" %s: %s\n", header, req.Header.Get(header)))
}
resp, err := api.Client.Do(req)
if err != nil {
return fmt.Errorf("Error executing HTTP request:\n %w", err)
}
defer resp.Body.Close()
for header := range req.Header {
log.Debug(fmt.Sprintf(" %s: %s\n", header, req.Header.Get(header)))
}
if resp.StatusCode != 200 && resp.StatusCode != 403 {
content, err := io.ReadAll(resp.Body)