gitea-mirror/sif
1
0
Fork 0
mirror of https://github.com/lunchcat/sif.git synced 2026-01-09 11:45:07 -08:00
Code Issues Packages Projects Releases Wiki Activity

cmd/scan: ignore 3xx redirects

Browse Source
This commit is contained in:
Sol Fisher Romanoff
2023-09-05 18:41:31 +03:00
parent 5d1e793a3b
commit 79218df42a
1 changed files with 4 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
cmd/scan.go
View File

@@ -37,13 +37,16 @@ func Scan(url string, timeout time.Duration, threads int, logdir string) {
client := &http.Client{
Timeout: timeout,
CheckRedirect: func(req *http.Request, via []*http.Request) error {
return http.ErrUseLastResponse
},
}
resp, err := client.Get(url + "/robots.txt")
if err != nil {
log.Debugf("Error: %s", err)
}
if resp.StatusCode != 404 {
if resp.StatusCode != 404 && resp.StatusCode != 301 && resp.StatusCode != 302 && resp.StatusCode != 307 {
scanlog.Infof("file [%s] found", statusstyle.Render("robots.txt"))
var robotsData []string