DWS/hadrian
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

re-add googlebot ip randomization flag to fix import cycle

Browse Source
This commit is contained in:
Kevin Pham
2023-12-05 21:09:06 -06:00
parent 0b33765b4f
commit 5a7fe8a70a
1 changed files with 21 additions and 24 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
cmd/main.go
View File

@@ -9,6 +9,7 @@ import (
"ladder/handlers" "ladder/handlers"
"ladder/internal/cli" "ladder/internal/cli"
"ladder/proxychain/requestmodifiers/bot"
"github.com/akamensky/argparse" "github.com/akamensky/argparse"
"github.com/gofiber/fiber/v2" "github.com/gofiber/fiber/v2"
@@ -42,7 +43,6 @@ func main() {
Help: "Adds verbose logging", Help: "Adds verbose logging",
}) })
/*
randomGoogleBot := parser.Flag("", "random-googlebot", &argparse.Options{ randomGoogleBot := parser.Flag("", "random-googlebot", &argparse.Options{
Required: false, Required: false,
Help: "Update the list of trusted Googlebot IPs, and use a random one for each masqueraded request", Help: "Update the list of trusted Googlebot IPs, and use a random one for each masqueraded request",
@@ -52,7 +52,6 @@ func main() {
Required: false, Required: false,
Help: "Update the list of trusted Bingbot IPs, and use a random one for each masqueraded request", Help: "Update the list of trusted Bingbot IPs, and use a random one for each masqueraded request",
}) })
*/
// TODO: add version flag that reads from handers/VERSION // TODO: add version flag that reads from handers/VERSION
@@ -76,7 +75,6 @@ func main() {
fmt.Print(parser.Usage(err)) fmt.Print(parser.Usage(err))
} }
/*
if *randomGoogleBot { if *randomGoogleBot {
err := bot.GoogleBot.UpdatePool("https://developers.google.com/static/search/apis/ipranges/googlebot.json") err := bot.GoogleBot.UpdatePool("https://developers.google.com/static/search/apis/ipranges/googlebot.json")
if err != nil { if err != nil {
@@ -92,7 +90,6 @@ func main() {
fmt.Println("defaulting to known trusted Bingbot identity") fmt.Println("defaulting to known trusted Bingbot identity")
} }
} }
*/
// utility cli flag to compile ruleset directory into single ruleset.yaml // utility cli flag to compile ruleset directory into single ruleset.yaml
if *mergeRulesets { if *mergeRulesets {