[lib/http] Proxy API services integration

[gnh1201]

Summary

I have observed many practical use cases of Proxy API services in WelsonJS. I intend to support ScrapeOps as the primary service among these.

This will soon be integrated into the lib/http module.

Related Links

• https://scrapeops.io?fpr=namhyeon75

[gnh1201]

I have made the following updates to ensure compatibility with the existing code. Along with the previously supported proxy tools, we now support external proxy services (e.g., ScrapeOps) as well as our own proxy service (gnh1201/caterpillar).

// If you have any suggestions for partnerships, please contact us at: [email protected]
var AVAILABLE_PROXIES = [
    {
        "type": "stateless",
        "provider": "scrapeops",
        "url": "https://proxy.scrapeops.io/v1/?api_key={api_key}&url={url}&render_js={render_js}&residential={residential}&country={country}&keep_headers={keep_headers}",
        "documentation": "https://scrapeops.io?fpr=namhyeon75"
    },
    {
        "type": "stateful",
        "provider": "scrapeops",
        "url": "http://scrapeops:{api_key}@residential-proxy.scrapeops.io:8181",
        "documentation": "https://scrapeops.io?fpr=namhyeon75"
    },
    {
        "type": "stateless-jsonrpc2",
        "provider": "gnh1201/caterpillar",
        "url": "http://localhost:5555",
        "documentation": "https://github.com/gnh1201/caterpillar"
    },
    {
        "type": "stateful",
        "provider": "gnh1201/caterpillar",
        "url": "http://localhost:5555",
        "documentation": "https://github.com/gnh1201/caterpillar"
    },
    {
        "type": "stateful",
        "provider": "cloudflare",
        "url": "http://localhost:40000",
        "documentation": "https://developers.cloudflare.com/warp-client/warp-modes/"
    },
    {
        "type": "stateful",
        "provider": "fiddler",
        "url": "http://localhost:8888",
        "documentation": "https://www.telerik.com/fiddler/fiddler-classic"
    },
    {
        "type": "stateful",
        "provider": "fiddler2",
        "url": "http://localhost:8866",
        "documentation": "https://www.telerik.com/fiddler/fiddler-everywhere"
    },
    {
        "type": "stateful",
        "provider": "mitmproxy",
        "url": "http://localhost:8080",
        "documetation": "https://mitmproxy.org/"
    },
    {
        "type": "stateful",
        "provider": "burpsuite",
        "url": "http://localhost:8080",
        "documetation": "https://portswigger.net/burp"
    },
    {
        "type": "stateful",
        "provider": "zaproxy",
        "url": "http://localhost:8080",
        "documetation": "https://www.zaproxy.org/"
    }
];