fix "modifer" -> "modifier" typo everywhere

This commit is contained in:
Kevin Pham
2023-12-03 17:04:30 -06:00
parent 117ded5653
commit 6c0721dcb8
67 changed files with 73 additions and 77 deletions

View File

@@ -21,7 +21,7 @@ tmp_dir = "tmp"
poll = false poll = false
poll_interval = 0 poll_interval = 0
post_cmd = [] post_cmd = []
pre_cmd = ["git rev-parse --short HEAD > handlers/VERSION; git rev-parse --short HEAD > cmd/VERSION"] pre_cmd = ["git submodule update --init --recursive; rev-parse --short HEAD > handlers/VERSION; git rev-parse --short HEAD > cmd/VERSION"]
rerun = false rerun = false
rerun_delay = 500 rerun_delay = 500
send_interrupt = false send_interrupt = false

10
.gitmodules vendored
View File

@@ -1,6 +1,6 @@
[submodule "proxychain/requestmodifers/vendor/ua-parser-js"] [submodule "proxychain/responsemodifiers/vendor/ddg-tracker-surrogates"]
path = proxychain/requestmodifers/vendor/ua-parser-js path = proxychain/responsemodifiers/vendor/ddg-tracker-surrogates
url = https://github.com/faisalman/ua-parser-js.git
[submodule "proxychain/responsemodifers/vendor/ddg-tracker-surrogates"]
path = proxychain/responsemodifers/vendor/ddg-tracker-surrogates
url = https://github.com/duckduckgo/tracker-surrogates url = https://github.com/duckduckgo/tracker-surrogates
[submodule "proxychain/requestmodifiers/vendor/ua-parser-js"]
path = proxychain/requestmodifiers/vendor/ua-parser-js
url = https://github.com/faisalman/ua-parser-js.git

View File

@@ -10,7 +10,7 @@ import (
"ladder/handlers" "ladder/handlers"
"ladder/internal/cli" "ladder/internal/cli"
"ladder/proxychain/requestmodifers/bot" "ladder/proxychain/requestmodifiers/bot"
"github.com/akamensky/argparse" "github.com/akamensky/argparse"
"github.com/gofiber/fiber/v2" "github.com/gofiber/fiber/v2"

1
go.mod
View File

@@ -3,7 +3,6 @@ module ladder
go 1.21.1 go 1.21.1
require ( require (
github.com/3th1nk/cidr v0.2.0
github.com/akamensky/argparse v1.4.0 github.com/akamensky/argparse v1.4.0
github.com/bogdanfinn/fhttp v0.5.24 github.com/bogdanfinn/fhttp v0.5.24
github.com/bogdanfinn/tls-client v1.6.1 github.com/bogdanfinn/tls-client v1.6.1

3
go.sum
View File

@@ -1,5 +1,3 @@
github.com/3th1nk/cidr v0.2.0 h1:81jjEknszD8SHPLVTPPk+BZjNVqq1ND2YXLSChl6Lrs=
github.com/3th1nk/cidr v0.2.0/go.mod h1:XsSQnS4rEYyB2veDfnIGgViulFpIITPKtp3f0VxpiLw=
github.com/abadojack/whatlanggo v1.0.1 h1:19N6YogDnf71CTHm3Mp2qhYfkRdyvbgwWdd2EPxJRG4= github.com/abadojack/whatlanggo v1.0.1 h1:19N6YogDnf71CTHm3Mp2qhYfkRdyvbgwWdd2EPxJRG4=
github.com/abadojack/whatlanggo v1.0.1/go.mod h1:66WiQbSbJBIlOZMsvbKe5m6pzQovxCH9B/K8tQB2uoc= github.com/abadojack/whatlanggo v1.0.1/go.mod h1:66WiQbSbJBIlOZMsvbKe5m6pzQovxCH9B/K8tQB2uoc=
github.com/akamensky/argparse v1.4.0 h1:YGzvsTqCvbEZhL8zZu2AiA5nq805NZh75JNj4ajn1xc= github.com/akamensky/argparse v1.4.0 h1:YGzvsTqCvbEZhL8zZu2AiA5nq805NZh75JNj4ajn1xc=
@@ -84,7 +82,6 @@ github.com/sirupsen/logrus v1.9.3 h1:dueUQJ1C2q9oE3F7wvmSGAaVtTmUizReu6fjN8uqzbQ
github.com/sirupsen/logrus v1.9.3/go.mod h1:naHLuLoDiP4jHNo9R0sCBMtWGeIprob74mVsIT4qYEQ= github.com/sirupsen/logrus v1.9.3/go.mod h1:naHLuLoDiP4jHNo9R0sCBMtWGeIprob74mVsIT4qYEQ=
github.com/stretchr/objx v0.1.0/go.mod h1:HFkY916IF+rwdDfMAkV7OtwuqBVzrE8GR6GFx+wExME= github.com/stretchr/objx v0.1.0/go.mod h1:HFkY916IF+rwdDfMAkV7OtwuqBVzrE8GR6GFx+wExME=
github.com/stretchr/testify v1.7.0/go.mod h1:6Fq8oRcR53rry900zMqJjRRixrwX3KX962/h/Wwjteg= github.com/stretchr/testify v1.7.0/go.mod h1:6Fq8oRcR53rry900zMqJjRRixrwX3KX962/h/Wwjteg=
github.com/stretchr/testify v1.7.2/go.mod h1:R6va5+xMeoiuVRoj+gSkQ7d3FALtqAAGI1FQKckRals=
github.com/stretchr/testify v1.8.4 h1:CcVxjf3Q8PM0mHUKJCdn+eZZtm5yQwehR5yeSVQQcUk= github.com/stretchr/testify v1.8.4 h1:CcVxjf3Q8PM0mHUKJCdn+eZZtm5yQwehR5yeSVQQcUk=
github.com/stretchr/testify v1.8.4/go.mod h1:sz/lmYIOXD/1dqDmKjjqLyZ2RngseejIcXlSw2iwfAo= github.com/stretchr/testify v1.8.4/go.mod h1:sz/lmYIOXD/1dqDmKjjqLyZ2RngseejIcXlSw2iwfAo=
github.com/tam7t/hpkp v0.0.0-20160821193359-2b70b4024ed5 h1:YqAladjX7xpA6BM04leXMWAEjS0mTZ5kUU9KRBriQJc= github.com/tam7t/hpkp v0.0.0-20160821193359-2b70b4024ed5 h1:YqAladjX7xpA6BM04leXMWAEjS0mTZ5kUU9KRBriQJc=

View File

@@ -2,8 +2,8 @@ package handlers
import ( import (
"ladder/proxychain" "ladder/proxychain"
rx "ladder/proxychain/requestmodifers" rx "ladder/proxychain/requestmodifiers"
tx "ladder/proxychain/responsemodifers" tx "ladder/proxychain/responsemodifiers"
"github.com/gofiber/fiber/v2" "github.com/gofiber/fiber/v2"
) )

View File

@@ -2,8 +2,8 @@ package handlers
import ( import (
"ladder/proxychain" "ladder/proxychain"
rx "ladder/proxychain/requestmodifers" rx "ladder/proxychain/requestmodifiers"
tx "ladder/proxychain/responsemodifers" tx "ladder/proxychain/responsemodifiers"
"github.com/gofiber/fiber/v2" "github.com/gofiber/fiber/v2"
) )

View File

@@ -2,8 +2,8 @@ package handlers
import ( import (
"ladder/proxychain" "ladder/proxychain"
rx "ladder/proxychain/requestmodifers" rx "ladder/proxychain/requestmodifiers"
tx "ladder/proxychain/responsemodifers" tx "ladder/proxychain/responsemodifiers"
"github.com/gofiber/fiber/v2" "github.com/gofiber/fiber/v2"
) )

View File

@@ -42,9 +42,9 @@ applying request and response modifications along the way.
import ( import (
rx "ladder/pkg/proxychain/requestmodifers" rx "ladder/pkg/proxychain/requestmodifiers"
tx "ladder/pkg/proxychain/responsemodifers" tx "ladder/pkg/proxychain/responsemodifiers"
"ladder/pkg/proxychain/responsemodifers/rewriters" "ladder/pkg/proxychain/responsemodifiers/rewriters"
"ladder/internal/proxychain" "ladder/internal/proxychain"
) )
@@ -134,14 +134,14 @@ type HTTPClient interface {
Post(url, contentType string, body io.Reader) (resp *http.Response, err error) Post(url, contentType string, body io.Reader) (resp *http.Response, err error)
} }
// SetRequestModifications sets the ProxyChain's request modifers // SetRequestModifications sets the ProxyChain's request modifiers
// the modifier will not fire until ProxyChain.Execute() is run. // the modifier will not fire until ProxyChain.Execute() is run.
func (chain *ProxyChain) SetRequestModifications(mods ...RequestModification) *ProxyChain { func (chain *ProxyChain) SetRequestModifications(mods ...RequestModification) *ProxyChain {
chain.requestModifications = mods chain.requestModifications = mods
return chain return chain
} }
// AddRequestModifications adds more request modifers to the ProxyChain // AddRequestModifications adds more request modifiers to the ProxyChain
// the modifier will not fire until ProxyChain.Execute() is run. // the modifier will not fire until ProxyChain.Execute() is run.
func (chain *ProxyChain) AddRequestModifications(mods ...RequestModification) *ProxyChain { func (chain *ProxyChain) AddRequestModifications(mods ...RequestModification) *ProxyChain {
chain.requestModifications = append(chain.requestModifications, mods...) chain.requestModifications = append(chain.requestModifications, mods...)
@@ -162,7 +162,7 @@ func (chain *ProxyChain) AddOnceResponseModifications(mods ...ResponseModificati
return chain return chain
} }
// AddResponseModifications sets the ProxyChain's response modifers // AddResponseModifications sets the ProxyChain's response modifiers
// the modifier will not fire until ProxyChain.Execute() is run. // the modifier will not fire until ProxyChain.Execute() is run.
func (chain *ProxyChain) AddResponseModifications(mods ...ResponseModification) *ProxyChain { func (chain *ProxyChain) AddResponseModifications(mods ...ResponseModification) *ProxyChain {
chain.responseModifications = mods chain.responseModifications = mods

View File

@@ -1,4 +1,4 @@
package requestmodifers package requestmodifiers
import ( import (
"strings" "strings"

View File

@@ -1,8 +1,8 @@
package requestmodifers package requestmodifiers
import ( import (
"ladder/proxychain" "ladder/proxychain"
"ladder/proxychain/requestmodifers/bot" "ladder/proxychain/requestmodifiers/bot"
) )
// MasqueradeAsGoogleBot modifies user agent and x-forwarded for // MasqueradeAsGoogleBot modifies user agent and x-forwarded for

View File

@@ -1,4 +1,4 @@
package requestmodifers package requestmodifiers
import ( import (
"regexp" "regexp"

View File

@@ -1,4 +1,4 @@
package requestmodifers package requestmodifiers
import ( import (
//"net/http" //"net/http"

View File

@@ -1,4 +1,4 @@
package requestmodifers package requestmodifiers
import ( import (
"regexp" "regexp"

View File

@@ -1,4 +1,4 @@
package requestmodifers package requestmodifiers
import ( import (
"net/url" "net/url"

View File

@@ -1,4 +1,4 @@
package requestmodifers package requestmodifiers
import ( import (
"ladder/proxychain" "ladder/proxychain"

View File

@@ -1,4 +1,4 @@
package requestmodifers package requestmodifiers
import ( import (
"fmt" "fmt"
@@ -6,7 +6,7 @@ import (
"regexp" "regexp"
"ladder/proxychain" "ladder/proxychain"
tx "ladder/proxychain/responsemodifers" tx "ladder/proxychain/responsemodifiers"
) )
const archivistUrl string = "https://archive.is/latest" const archivistUrl string = "https://archive.is/latest"

View File

@@ -1,4 +1,4 @@
package requestmodifers package requestmodifiers
import ( import (
"net/url" "net/url"

View File

@@ -1,11 +1,11 @@
package requestmodifers package requestmodifiers
import ( import (
"net/url" "net/url"
"regexp" "regexp"
"ladder/proxychain" "ladder/proxychain"
tx "ladder/proxychain/responsemodifers" tx "ladder/proxychain/responsemodifiers"
) )
const waybackUrl string = "https://web.archive.org/web/" const waybackUrl string = "https://web.archive.org/web/"

View File

@@ -1,4 +1,4 @@
package requestmodifers package requestmodifiers
import ( import (
"context" "context"

View File

@@ -1,4 +1,4 @@
package requestmodifers package requestmodifiers
// removed due to using a different TLS spoofing technique // removed due to using a different TLS spoofing technique

View File

@@ -1,4 +1,4 @@
package requestmodifers package requestmodifiers
import ( import (
"ladder/proxychain" "ladder/proxychain"

View File

@@ -1,10 +1,10 @@
package requestmodifers package requestmodifiers
import ( import (
"fmt" "fmt"
"ladder/proxychain" "ladder/proxychain"
tx "ladder/proxychain/responsemodifers" tx "ladder/proxychain/responsemodifiers"
) )
// SpoofReferrer modifies the referrer header. // SpoofReferrer modifies the referrer header.

View File

@@ -1,4 +1,4 @@
package requestmodifers package requestmodifiers
import ( import (
"fmt" "fmt"

View File

@@ -1,4 +1,4 @@
package requestmodifers package requestmodifiers
import ( import (
"ladder/proxychain" "ladder/proxychain"

View File

@@ -1,4 +1,4 @@
package requestmodifers package requestmodifiers
import ( import (
"ladder/proxychain" "ladder/proxychain"

View File

@@ -1,4 +1,4 @@
package requestmodifers package requestmodifiers
import ( import (
"ladder/proxychain" "ladder/proxychain"

View File

@@ -1,4 +1,4 @@
package requestmodifers package requestmodifiers
import ( import (
"fmt" "fmt"

View File

@@ -1,4 +1,4 @@
package requestmodifers package requestmodifiers
import ( import (
"ladder/proxychain" "ladder/proxychain"

View File

@@ -1,4 +1,4 @@
package requestmodifers package requestmodifiers
import ( import (
"ladder/proxychain" "ladder/proxychain"

View File

@@ -1,4 +1,4 @@
package requestmodifers package requestmodifiers
import ( import (
"ladder/proxychain" "ladder/proxychain"

View File

@@ -1,4 +1,4 @@
package requestmodifers package requestmodifiers
import ( import (
"ladder/proxychain" "ladder/proxychain"

View File

@@ -1,4 +1,4 @@
package requestmodifers package requestmodifiers
import ( import (
"ladder/proxychain" "ladder/proxychain"

View File

@@ -1,4 +1,4 @@
package requestmodifers package requestmodifiers
import ( import (
"ladder/proxychain" "ladder/proxychain"

View File

@@ -1,4 +1,4 @@
package requestmodifers package requestmodifiers
import ( import (
"fmt" "fmt"

View File

@@ -1,11 +1,11 @@
package requestmodifers package requestmodifiers
import ( import (
_ "embed" _ "embed"
"strings" "strings"
"ladder/proxychain" "ladder/proxychain"
tx "ladder/proxychain/responsemodifers" tx "ladder/proxychain/responsemodifiers"
) )
// https://github.com/faisalman/ua-parser-js/tree/master // https://github.com/faisalman/ua-parser-js/tree/master

View File

@@ -1,4 +1,4 @@
package requestmodifers package requestmodifiers
import ( import (
"ladder/proxychain" "ladder/proxychain"

View File

@@ -1,4 +1,4 @@
package responsemodifers package responsemodifiers
import ( import (
"bytes" "bytes"
@@ -8,7 +8,7 @@ import (
"github.com/markusmobius/go-trafilatura" "github.com/markusmobius/go-trafilatura"
"ladder/proxychain" "ladder/proxychain"
"ladder/proxychain/responsemodifers/api" "ladder/proxychain/responsemodifiers/api"
) )
// APIContent creates an JSON representation of the article and returns it as an API response. // APIContent creates an JSON representation of the article and returns it as an API response.

View File

@@ -1,4 +1,4 @@
package responsemodifers package responsemodifiers
import ( import (
"encoding/json" "encoding/json"
@@ -7,7 +7,7 @@ import (
"net/url" "net/url"
"testing" "testing"
"ladder/proxychain/responsemodifers/api" "ladder/proxychain/responsemodifiers/api"
) )
func TestCreateAPIErrReader(t *testing.T) { func TestCreateAPIErrReader(t *testing.T) {

View File

@@ -1,11 +1,11 @@
package responsemodifers package responsemodifiers
import ( import (
_ "embed" _ "embed"
"strings" "strings"
"ladder/proxychain" "ladder/proxychain"
"ladder/proxychain/responsemodifers/rewriters" "ladder/proxychain/responsemodifiers/rewriters"
) )
//go:embed block_element_removal.js //go:embed block_element_removal.js

View File

@@ -1,4 +1,4 @@
package responsemodifers package responsemodifiers
import ( import (
"ladder/proxychain" "ladder/proxychain"

View File

@@ -1,4 +1,4 @@
package responsemodifers package responsemodifiers
import ( import (
"ladder/proxychain" "ladder/proxychain"

View File

@@ -1,4 +1,4 @@
package responsemodifers package responsemodifiers
import ( import (
"fmt" "fmt"

View File

@@ -1,4 +1,4 @@
package responsemodifers package responsemodifiers
import ( import (
"bytes" "bytes"

View File

@@ -1,11 +1,11 @@
package responsemodifers package responsemodifiers
import ( import (
_ "embed" _ "embed"
"strings" "strings"
"ladder/proxychain" "ladder/proxychain"
"ladder/proxychain/responsemodifers/rewriters" "ladder/proxychain/responsemodifiers/rewriters"
) )
// injectScript modifies HTTP responses // injectScript modifies HTTP responses

View File

@@ -1,4 +1,4 @@
package responsemodifers package responsemodifiers
import ( import (
"fmt" "fmt"

View File

@@ -1,4 +1,4 @@
package responsemodifers package responsemodifiers
import ( import (
"ladder/proxychain" "ladder/proxychain"

View File

@@ -1,4 +1,4 @@
package responsemodifers package responsemodifiers
import ( import (
_ "embed" _ "embed"
@@ -6,7 +6,7 @@ import (
"strings" "strings"
"ladder/proxychain" "ladder/proxychain"
"ladder/proxychain/responsemodifers/rewriters" "ladder/proxychain/responsemodifiers/rewriters"
) )
//go:embed patch_dynamic_resource_urls.js //go:embed patch_dynamic_resource_urls.js

View File

@@ -1,4 +1,4 @@
package responsemodifers package responsemodifiers
import ( import (
_ "embed" _ "embed"

View File

@@ -1,4 +1,4 @@
package responsemodifers package responsemodifiers
import ( import (
"embed" "embed"
@@ -20,7 +20,7 @@ var rules domainRules
func init() { func init() {
err := json.Unmarshal([]byte(mappingJSON), &rules) err := json.Unmarshal([]byte(mappingJSON), &rules)
if err != nil { if err != nil {
log.Printf("[ERROR]: PatchTrackerScripts: failed to deserialize ladder/proxychain/responsemodifers/vendor/ddg-tracker-surrogates/mapping.json") log.Printf("[ERROR]: PatchTrackerScripts: failed to deserialize ladder/proxychain/responsemodifiers/vendor/ddg-tracker-surrogates/mapping.json")
} }
} }

View File

@@ -1,4 +1,4 @@
package responsemodifers package responsemodifiers
import ( import (
_ "embed" _ "embed"
@@ -6,7 +6,7 @@ import (
"strings" "strings"
"ladder/proxychain" "ladder/proxychain"
"ladder/proxychain/responsemodifers/rewriters" "ladder/proxychain/responsemodifiers/rewriters"
) )
// RewriteHTMLResourceURLs modifies HTTP responses // RewriteHTMLResourceURLs modifies HTTP responses