add option to use random ip from googlebot pool

This commit is contained in:
Damian Bednarczyk
2023-11-29 23:24:32 -06:00
parent 97afbaa64d
commit 0122b2f1cf
4 changed files with 103 additions and 3 deletions

View File

@@ -1,6 +1,7 @@
package requestmodifers
import (
"ladder/internal/helpers"
"ladder/proxychain"
)
@@ -8,7 +9,8 @@ import (
// to appear to be a Google Bot
func MasqueradeAsGoogleBot() proxychain.RequestModification {
const botUA string = "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; Googlebot/2.1; http://www.google.com/bot.html) Chrome/79.0.3945.120 Safari/537.36"
const botIP string = "66.249.78.8" // TODO: create a random ip pool from https://developers.google.com/static/search/apis/ipranges/googlebot.json
var botIP string = helpers.RandomGooglebotIP()
// https://github.com/trisulnsm/trisul-scripts/blob/master/lua/frontend_scripts/reassembly/ja3/prints/ja3fingerprint.json
const ja3 string = "769,49195-49199-49196-49200-52393-52392-52244-52243-49161-49171-49162-49172-156-157-47-53-10,65281-0-23-35-13-5-18-16-11-10-21,29-23-24,0"
// "741,49195-49199-49200-49161-49171-49162-49172-156-157-47-10-53-51-57,65281-0-23-35-13-13172-11-10,29-23-24,0"