diff --git a/README.md b/README.md index 72e3d1e..c291b33 100644 --- a/README.md +++ b/README.md @@ -33,7 +33,7 @@ Follow the steps below to build dodo: 3. **Build the project:** ```sh - go build -o dodo + go build -ldflags "-s -w" -o dodo ``` This will generate an executable named `dodo` in the project directory. @@ -58,8 +58,9 @@ You can find an example config structure in the [config.json](https://github.com { "method": "GET", "url": "https://example.com", - "timeout": 10000, - "dodos_count": 50, + "no_proxy_check": false, + "timeout": 2000, + "dodos_count": 10, "request_count": 1000, "params": {}, "headers": {}, @@ -77,7 +78,7 @@ You can find an example config structure in the [config.json](https://github.com ] } ``` -Send 1000 GET requests to https://example.com with 5 parallel dodos (threads) and a timeout of 10000 milliseconds: +Send 1000 GET requests to https://example.com with 10 parallel dodos (threads) and a timeout of 2000 milliseconds: ```sh dodo -c /path/config.json @@ -101,17 +102,18 @@ docker run --rm -v ./path/config.json:/dodo/config.json -i aykhans/dodo -u https ## CLI and JSON Config Parameters If the Headers, Params, Cookies and Body fields have multiple values, each request will choose a random value from the list. -| Parameter | JSON config file | CLI Flag | CLI Short Flag | Type | Description | Default | -| ----------- | ----------- | ----------- | ----------- | ----------- | ----------- | ----------- | -| Config file | - | --config-file | -c | String | Path to the JSON config file | - | -| Yes | - | --yes | -y | Boolean | Answer yes to all questions | false | -| URL | url | --url | -u | String | URL to send the request to | - | -| Method | method | --method | -m | String | HTTP method | GET | -| Request count | request_count | --request-count | -r | Integer | Total number of requests to send | 1000 | -| Dodos count (Threads) | dodos_count | --dodos-count | -d | Integer | Number of dodos (threads) to send requests in parallel | 1 | -| Timeout | timeout | --timeout | -t | Integer | Timeout for canceling each request (milliseconds) | 10000 | -| Params | params | - | - | Key-Value {String: [String]} | Request parameters | - | -| Headers | headers | - | - | Key-Value {String: [String]} | Request headers | - | -| Cookies | cookies | - | - | Key-Value {String: [String]} | Request cookies | - | -| Body | body | - | - | [String] | Request body | - | -| Proxy | proxies | - | - | List[Key-Value {string: string}] | List of proxies (will check active proxies before sending requests) | - | +| Parameter | JSON config file | CLI Flag | CLI Short Flag | Type | Description | Default | +| --------------------- | ---------------- | --------------- | -------------- | -------------------------------- | ------------------------------------------------------------------- | ----------- | +| Config file | - | --config-file | -c | String | Path to the JSON config file | - | +| Yes | - | --yes | -y | Boolean | Answer yes to all questions | false | +| URL | url | --url | -u | String | URL to send the request to | - | +| Method | method | --method | -m | String | HTTP method | GET | +| Request count | request_count | --request-count | -r | Integer | Total number of requests to send | 1000 | +| Dodos count (Threads) | dodos_count | --dodos-count | -d | Integer | Number of dodos (threads) to send requests in parallel | 1 | +| Timeout | timeout | --timeout | -t | Integer | Timeout for canceling each request (milliseconds) | 10000 | +| No Proxy Check | no_proxy_check | --no-proxy-check| - | Boolean | Disable proxy check | false | +| Params | params | - | - | Key-Value {String: [String]} | Request parameters | - | +| Headers | headers | - | - | Key-Value {String: [String]} | Request headers | - | +| Cookies | cookies | - | - | Key-Value {String: [String]} | Request cookies | - | +| Body | body | - | - | [String] | Request body | - | +| Proxy | proxies | - | - | List[Key-Value {string: string}] | List of proxies (will check active proxies before sending requests) | - | diff --git a/config.json b/config.json index cfa8782..217392f 100644 --- a/config.json +++ b/config.json @@ -1,6 +1,7 @@ { "method": "GET", "url": "https://example.com", + "no_proxy_check": false, "timeout": 10000, "dodos_count": 50, "request_count": 1000, diff --git a/config/config.go b/config/config.go index 37c65ce..99dae75 100644 --- a/config/config.go +++ b/config/config.go @@ -11,7 +11,7 @@ import ( ) const ( - VERSION string = "0.5.1" + VERSION string = "0.5.2" DefaultUserAgent string = "Dodo/" + VERSION ProxyCheckURL string = "https://www.google.com" DefaultMethod string = "GET" @@ -37,6 +37,7 @@ type RequestConfig struct { Proxies []Proxy Body []string Yes bool + NoProxyCheck bool } func (config *RequestConfig) Print() { @@ -66,6 +67,8 @@ func (config *RequestConfig) Print() { t.AppendSeparator() t.AppendRow(table.Row{"Proxies Count", len(config.Proxies)}) t.AppendSeparator() + t.AppendRow(table.Row{"Proxy Check", !config.NoProxyCheck}) + t.AppendSeparator() t.AppendRow(table.Row{"Body", utils.MarshalJSON(config.Body, 3)}) t.Render() @@ -87,11 +90,12 @@ func (config *RequestConfig) GetMaxConns(minConns uint) uint { } type Config struct { - Method string `json:"method" validate:"http_method"` // custom validations: http_method - URL string `json:"url" validate:"http_url,required"` - Timeout uint32 `json:"timeout" validate:"gte=1,lte=100000"` - DodosCount uint `json:"dodos_count" validate:"gte=1"` - RequestCount uint `json:"request_count" validation_name:"request-count" validate:"gte=1"` + Method string `json:"method" validate:"http_method"` // custom validations: http_method + URL string `json:"url" validate:"http_url,required"` + Timeout uint32 `json:"timeout" validate:"gte=1,lte=100000"` + DodosCount uint `json:"dodos_count" validate:"gte=1"` + RequestCount uint `json:"request_count" validation_name:"request-count" validate:"gte=1"` + NoProxyCheck utils.Option[bool] `json:"no_proxy_check"` } func (config *Config) MergeConfigs(newConfig *Config) { @@ -110,6 +114,9 @@ func (config *Config) MergeConfigs(newConfig *Config) { if newConfig.RequestCount != 0 { config.RequestCount = newConfig.RequestCount } + if !newConfig.NoProxyCheck.IsNone() { + config.NoProxyCheck = newConfig.NoProxyCheck + } } func (config *Config) SetDefaults() { @@ -125,6 +132,9 @@ func (config *Config) SetDefaults() { if config.RequestCount == 0 { config.RequestCount = DefaultRequestCount } + if config.NoProxyCheck.IsNone() { + config.NoProxyCheck = utils.NewOption(false) + } } type Proxy struct { diff --git a/main.go b/main.go index 1b5baec..b911f72 100644 --- a/main.go +++ b/main.go @@ -81,6 +81,7 @@ func main() { Proxies: jsonConf.Proxies, Body: jsonConf.Body, Yes: cliConf.Yes, + NoProxyCheck: *conf.NoProxyCheck.ValueOrPanic(), } requestConf.Print() if !cliConf.Yes { diff --git a/readers/cli.go b/readers/cli.go index 3880a1d..2dfe975 100644 --- a/readers/cli.go +++ b/readers/cli.go @@ -12,11 +12,16 @@ import ( func CLIConfigReader() (*config.CLIConfig, error) { var ( - returnNil = false - cliConfig = &config.CLIConfig{} + returnNil = false + cliConfig = &config.CLIConfig{ + Config: config.Config{ + NoProxyCheck: utils.NewNoneOption[bool](), + }, + } dodosCount uint requestCount uint timeout uint32 + noProxyCheck bool rootCmd = &cobra.Command{ Use: "dodo [flags]", Example: ` Simple usage only with URL: @@ -26,17 +31,7 @@ func CLIConfigReader() (*config.CLIConfig, error) { dodo -c /path/to/config/file/config.json Usage with all flags: - dodo -c /path/to/config/file/config.json -u https://example.com -m POST -d 10 -r 1000 -t 2000`, - Short: ` -██████████ ███████ ██████████ ███████ -░░███░░░░███ ███░░░░░███ ░░███░░░░███ ███░░░░░███ - ░███ ░░███ ███ ░░███ ░███ ░░███ ███ ░░███ - ░███ ░███░███ ░███ ░███ ░███░███ ░███ - ░███ ░███░███ ░███ ░███ ░███░███ ░███ - ░███ ███ ░░███ ███ ░███ ███ ░░███ ███ - ██████████ ░░░███████░ ██████████ ░░░███████░ -░░░░░░░░░░ ░░░░░░░ ░░░░░░░░░░ ░░░░░░░ -`, + dodo -c /path/to/config/file/config.json -u https://example.com -m POST -d 10 -r 1000 -t 2000 --no-proxy-check -y`, Run: func(cmd *cobra.Command, args []string) {}, SilenceErrors: true, SilenceUsage: true, @@ -51,6 +46,7 @@ func CLIConfigReader() (*config.CLIConfig, error) { rootCmd.Flags().UintVarP(&dodosCount, "dodos-count", "d", config.DefaultDodosCount, "Number of dodos(threads)") rootCmd.Flags().UintVarP(&requestCount, "request-count", "r", config.DefaultRequestCount, "Number of total requests") rootCmd.Flags().Uint32VarP(&timeout, "timeout", "t", config.DefaultTimeout, "Timeout for each request in milliseconds") + rootCmd.Flags().BoolVar(&noProxyCheck, "no-proxy-check", false, "Do not check for proxies") if err := rootCmd.Execute(); err != nil { utils.PrintErr(err) rootCmd.Println(rootCmd.UsageString()) @@ -68,6 +64,8 @@ func CLIConfigReader() (*config.CLIConfig, error) { cliConfig.RequestCount = requestCount case "timeout": cliConfig.Timeout = timeout + case "no-proxy-check": + cliConfig.NoProxyCheck = utils.NewOption(noProxyCheck) } }) if returnNil { diff --git a/readers/json.go b/readers/json.go index cf8725e..f88aca5 100644 --- a/readers/json.go +++ b/readers/json.go @@ -5,7 +5,8 @@ import ( "os" "github.com/aykhans/dodo/config" - "github.com/aykhans/dodo/custom_errors" + customerrors "github.com/aykhans/dodo/custom_errors" + "github.com/aykhans/dodo/utils" ) func JSONConfigReader(filePath string) (*config.JSONConfig, error) { @@ -13,7 +14,11 @@ func JSONConfigReader(filePath string) (*config.JSONConfig, error) { if err != nil { return nil, customerrors.OSErrorFormater(err) } - jsonConf := &config.JSONConfig{} + jsonConf := &config.JSONConfig{ + Config: config.Config{ + NoProxyCheck: utils.NewNoneOption[bool](), + }, + } err = json.Unmarshal(data, &jsonConf) if err != nil { diff --git a/requests/client.go b/requests/client.go index 52fef8d..36a9859 100644 --- a/requests/client.go +++ b/requests/client.go @@ -26,11 +26,42 @@ func getClients( dodosCount uint, maxConns uint, yes bool, + noProxyCheck bool, URL *url.URL, ) []*fasthttp.HostClient { isTLS := URL.Scheme == "https" - if len(proxies) > 0 { + if proxiesLen := len(proxies); proxiesLen > 0 { + // If noProxyCheck is true, we will return the clients without checking the proxies. + if noProxyCheck { + clients := make([]*fasthttp.HostClient, 0, proxiesLen) + addr := URL.Host + if isTLS && URL.Port() == "" { + addr += ":443" + } + + for _, proxy := range proxies { + dialFunc, err := getDialFunc(&proxy, timeout) + if err != nil { + continue + } + + clients = append(clients, &fasthttp.HostClient{ + MaxConns: int(maxConns), + IsTLS: isTLS, + Addr: addr, + Dial: dialFunc, + MaxIdleConnDuration: timeout, + MaxConnDuration: timeout, + WriteTimeout: timeout, + ReadTimeout: timeout, + }, + ) + } + return clients + } + + // Else, we will check the proxies and return the active ones. activeProxyClients := getActiveProxyClients( ctx, proxies, timeout, dodosCount, maxConns, URL, ) diff --git a/requests/run.go b/requests/run.go index c1ae2bc..a90e58a 100644 --- a/requests/run.go +++ b/requests/run.go @@ -38,6 +38,7 @@ func Run(ctx context.Context, requestConfig *config.RequestConfig) (Responses, e requestConfig.GetValidDodosCountForProxies(), requestConfig.GetMaxConns(fasthttp.DefaultMaxConnsPerHost), requestConfig.Yes, + requestConfig.NoProxyCheck, requestConfig.URL, ) if clients == nil { diff --git a/utils/types.go b/utils/types.go new file mode 100644 index 0000000..78f2815 --- /dev/null +++ b/utils/types.go @@ -0,0 +1,71 @@ +package utils + +import ( + "encoding/json" + "errors" +) + +type NonNilConcrete interface { + ~int | ~float64 | ~string | ~bool +} + +type Option[T NonNilConcrete] interface { + IsNone() bool + ValueOrErr() (*T, error) + ValueOr(def *T) *T + ValueOrPanic() *T + UnmarshalJSON(data []byte) error +} + +// Don't call this struct directly, use NewOption[T] or NewNoneOption[T] instead. +type option[T NonNilConcrete] struct { + // value holds the actual value of the Option if it is not None. + value T + // none indicates whether the Option is None (i.e., has no value). + none bool +} + +func (o *option[T]) IsNone() bool { + return o.none +} + +// The returned value can be nil, if the Option is None, it will return nil and an error. +func (o *option[T]) ValueOrErr() (*T, error) { + if o.IsNone() { + return nil, errors.New("Option is None") + } + return &o.value, nil +} + +// The returned value can't be nil, if the Option is None, it will return the default value. +func (o *option[T]) ValueOr(def *T) *T { + if o.IsNone() { + return def + } + return &o.value +} + +// The returned value can't be nil, if the Option is None, it will panic. +func (o *option[T]) ValueOrPanic() *T { + if o.IsNone() { + panic("Option is None") + } + return &o.value +} + +func (o *option[T]) UnmarshalJSON(data []byte) error { + if string(data) == "null" { + o.none = true + return nil + } + o.none = false + return json.Unmarshal(data, &o.value) +} + +func NewOption[T NonNilConcrete](value T) *option[T] { + return &option[T]{value: value} +} + +func NewNoneOption[T NonNilConcrete]() *option[T] { + return &option[T]{none: true} +}