pro.py

#ProxyFinder is a tool to search and test free proxies around the web
#git: https://github.com/richardparker6103/proxyfinder/

import requests
import sys
import datetime
import os
import time
import colorama
import argparse
import certifi
from bs4 import BeautifulSoup
from threading import Thread
from prettytable import PrettyTable

#HEADERS TO PREVIVE SOME ERRORS IN LOADING PAGE
hdr = {'User-Agent': 'Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.11 (KHTML, like Gecko) Chrome/23.0.1271.64 Safari/537.11',
'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8',
'Accept-Charset': 'ISO-8859-1,utf-8;q=0.7,*;q=0.3',
'Accept-Encoding': 'none',
'Accept-Language': 'en-US,en;q=0.8',
'Connection': 'keep-alive'}

colorama.init()

banner = """
██████╗░██████╗░░█████╗░██╗░░██╗██╗░░░██╗███████╗██╗███╗░░██╗██████╗░███████╗██████╗░
██╔══██╗██╔══██╗██╔══██╗╚██╗██╔╝╚██╗░██╔╝██╔════╝██║████╗░██║██╔══██╗██╔════╝██╔══██╗
██████╔╝██████╔╝██║░░██║░╚███╔╝░░╚████╔╝░█████╗░░██║██╔██╗██║██║░░██║█████╗░░██████╔╝
██╔═══╝░██╔══██╗██║░░██║░██╔██╗░░░╚██╔╝░░██╔══╝░░██║██║╚████║██║░░██║██╔══╝░░██╔══██╗
██║░░░░░██║░░██║╚█████╔╝██╔╝╚██╗░░░██║░░░██║░░░░░██║██║░╚███║██████╔╝███████╗██║░░██║
╚═╝░░░░░╚═╝░░╚═╝░╚════╝░╚═╝░░╚═╝░░░╚═╝░░░╚═╝░░░░░╚═╝╚═╝░░╚══╝╚═════╝░╚══════╝╚═╝░░╚═╝
"""

BOLD = '\033[1m'
CYAN = BOLD + '\033[36m'
NORMAL = '\033[0;39m '
YELLOW = BOLD + '\033[33m'
RED = BOLD + '\033[31m'
GREEN = BOLD + '\033[32m'

PROXIES_SITE = "https://www.freeproxy.world" #WHERE SEARCH FOR
#TESTING WEBSITE
URL = {
    'http': "http://testphp.vulnweb.com",
    'https': "https://expired.badssl.com" 
}

# CREATE LISTS FOR FUTURE VALUES
IP_LIST = []
#VALUES FROM THE WEBSITE PROXIES
PORT_LIST = ['80', '8080', '3128', '8118']
ANON_LEVEL = ['4']
COUNTRY_LIST = []
IP_PORT = []
ANON_LIST = []
HTTP_ON = []
HTTPS_ON = []
SOCKS4_ON = []
SOCKS5_ON = []

def freeproxyworld(protocol):
    # CREATING AN TABLE TO SIMPLIFY READING
    results = PrettyTable()
    results.field_names = ["COUNTRY", "IP", "Anonymity"]
    results.align["COUNTRY"] = "l"
    results.align["IP"] = "l" #ALIGN RESULTS TO THE LEFT SIDE
    results.align["ANONYMITY"] = "l"
    # HERE STARTS THE ENGINE
    print("Starting Proxyfinder...")
    print("Searching for {} proxies in {} with {} timeout(ms)".format(protocol.upper(), PROXIES_SITE, TIME_OUT))
    time.sleep(3)
    # LETS START SEARCH WITH OUR PORTS DEFINED IN PORT_LIST
    for port in PORT_LIST:
        for n in ANON_LEVEL:
            r = requests.get(PROXIES_SITE + "/?type=" + protocol + "&/?anonymity=" + n + "&/?port=" + port, headers=hdr)
            response = BeautifulSoup(r.content, 'lxml')
            for ip in response.find_all('td', {'class': 'show-ip-div'}): #RETRIEVE ONLY IP'S FROM
                if n == "1":
                    ANON_LIST.append("Weak")
                if n == "4":
                    ANON_LIST.append("Strong") 
                IP_LIST.append(ip.get_text().strip())
                formatted_ip = ip.get_text().strip() + ":" + port    #FORMAT ENTRY TO ALIGN IP:PORT
                IP_PORT.append(formatted_ip)
            for country in response.find_all('span', {'class': 'table-country'}):
                COUNTRY_LIST.append(country.get_text().strip()) #DONT NEED FORMAT BECAUSE IT'S ONLY COUNTRY VALUE
    for x, y, z in zip(COUNTRY_LIST, IP_PORT, ANON_LIST):
        results.add_row([x, y, z])
    if IP_PORT:
        x = 0
        print(results)
        for x in range(int(len(IP_PORT))):
            x = x + 1
        if dont_ask_input:
            test_proxies(protocol, TIME_OUT)
        else:
            r = input("Proxyfinder has found {} values\nDo you want to test all of them ? [Y/n]".format(x))
            if r == "n":
                exit()
            else:
                test_proxies(protocol, TIME_OUT)
    else:
        print(RED + "Proxyfinder was not found any results in ", PROXIES_SITE)
        exit()


def test_proxies(protocol, verbose):
    global TIME_OUT
    errors = 0
    now = datetime.datetime.now()
    #print("\nProxyfinder starting at: ", now.hour, ":", now.minute, ":", now.second)
    print("Opening connections with {} through {} proxies servers.".format(URL[protocol], len(IP_PORT)))
    print("Current timeout: {}".format(TIME_OUT))
    time.sleep(5)
    for i in IP_PORT:
        try:
            # HERE SET THE PROXY IN DICTIONARY (YOU NEED SET THIS IN A DICT OR THIS WILL NOT WORKING)
            # DONT CHANGE THE ENTRY 'https': 'http://' <------here (even if it is not http)
            # IF YOU ARE INTERESTED YOU MUST READ THIS 
            # https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#https-proxy-error-http-proxy
            proxy = {
                'http': 'http://' + i,
                'https': 'http://' + i # DONT CHANGE THE 'http://' EVEN IF IT IS NOT HTTP  
            }
            print(BOLD + "\n({}://{}) -> {}\n".format(protocol, i, URL[protocol]))
            resp = requests.post(URL[protocol], proxies=proxy, headers=hdr, timeout=TIME_OUT, verify=False)    
            if resp.status_code == 200:
                print(GREEN + "{} is UP, received response <200> from {}".format(i, URL[protocol]) + NORMAL)
                if protocol == "http":
                    HTTP_ON.append(proxy[protocol])
                if protocol == "https":
                    HTTPS_ON.append(proxy[protocol])
            else:
                print(RED + "{} is down, received response <{}> from {}".format(i, resp.status_code, URL[protocol])+ NORMAL)
        except Exception as f:
            errors = errors + 1
            if (len(IP_PORT) / 2) == errors:
                if dont_ask_input:
                    print(YELLOW + "Proxyfinder is not finding any expressive result, increasing timeout limit to {}\n".format(TIME_OUT + 1) + NORMAL)
                    time.sleep(3)
                    TIME_OUT = TIME_OUT + 1
                else:
                    ask = input(YELLOW + "Proxyfinder is not finding any expressive result, do you want to increase the timeout limit ? [Y/n]" + NORMAL)
                    if ask.lower() == "n":
                        pass
                    else:
                        TIME_OUT = TIME_OUT + 1
            print(RED, f, NORMAL)
            print(RED + i + " connection timed out, consider to increase the time search value with""" + YELLOW + " --force (MORE SLOW!)" + NORMAL)
    #RETRIEVE THE LENGTH OF VALUES IN HTTP AND HTTPS LIST
    if protocol == "http":
        print("\nFound", len(HTTP_ON), "proxy servers online.\n")
        for r in HTTP_ON:
            print(GREEN + r + NORMAL + " Anonymity: 4 (Strong)")
        if not len(HTTP_ON):
            print(RED + "Appears to be empty results in this search, you must try rerun with --force" + NORMAL)
            time.sleep(2)
            exit()
    if protocol == "https":
        print("\nFound", len(HTTPS_ON), "proxy servers online.\n")
        for r in HTTPS_ON:   
            print(GREEN + r + NORMAL + " Anonymity: 4 (Strong)")
        if not len(HTTPS_ON):
            print(RED + "Appears to be empty results in this search, you must try rerun with --force" + NORMAL)
            time.sleep(2)
            exit()

parser = argparse.ArgumentParser(prog="ProxyFinder")
parser.add_argument('--fast', help='set the server response timeout to 0.5ms', action="store_true")
parser.add_argument('--force', dest="force", help='set the server response timeout to 5ms', action="store_true")
parser.add_argument('--http', help='only retrieve http proxies', action="store_true")
parser.add_argument('--https', help='only retrieve HTTPS proxies(you must declare certificate in --cert)', action="store_true")
parser.add_argument('--batch', action="store_true", dest="dont_ask_input", help='dont ask user input')
args = parser.parse_args()

fast = args.fast
dont_ask_input = args.dont_ask_input
force = args.force
http = args.http
https = args.https
    
if fast:
    TIME_OUT = 0.5
elif force:
    TIME_OUT = 5
else:
    TIME_OUT = 2
if http:
    protocol = "http"
elif https:
    protocol = "https"
else:
    protocol = "http"
if fast and force:
    print("You cannot use --force with --fast!")
    exit()
if __name__ == "__main__":
    print(banner)

freeproxyworld(protocol)