proxyfinder/test.py at main · lanftb/proxyfinder · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105

import requests
import os
import time
import colorama
from bs4 import BeautifulSoup
from prettytable import PrettyTable

#TEXT COLORS
colorama.init()

BOLD = '\033[1m'
CYAN = BOLD + '\033[36m'
NORMAL = BOLD + '\033[37m'
YELLOW = BOLD + '\033[33m'
RED = BOLD + '\033[31m'
GREEN = BOLD + '\033[32m'

# PAGE WHERE THE PROXIES SERVERS ARE
HTTP_PROXIES = "https://www.freeproxy.world/?port=80"
HTTP_PROXIES_PAGE_2 = "https://www.freeproxy.world/?port=80&page=2"

# HEADERS BELOW HERE TO PREVINE HTTP PAGE ERROR
hdr = {'User-Agent': 'Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.11 (KHTML, like Gecko) Chrome/23.0.1271.64 Safari/537.11',
'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8',
'Accept-Charset': 'ISO-8859-1,utf-8;q=0.7,*;q=0.3',
'Accept-Encoding': 'none',
'Accept-Language': 'en-US,en;q=0.8',
'Connection': 'keep-alive'}


def test_proxies():
    test_url = "http://testphp.vulnweb.com" #URL FOR TESTING HTTP PROXIES
    http_on = []
    for z, y in zip(IP_LIST, PORT_LIST):
        proxy = {
            'http': 'http://' + z + ":" + y
        }
        #proxy = ("http://" + z + ":" + y) #FORMATTING TEXT TO PROXY:PORT (192.168.25.354:80)
        print("Opening connections with {} through {}".format(test_url, proxy['http']))
        try:
            resp = requests.post(test_url, proxies=proxy, headers=hdr)
            if resp.status_code == 200:
                print(GREEN + "  {} seems UP, received response 200 from {}".format(z, test_url) + NORMAL)
                time.sleep(0.4)
                http_on.append(proxy['http'])
            else:
                print(RED + "   " + z + " is down, skipping..." + NORMAL)
        except Exception as f:
            print(RED + "   " + z + " appears to be broken, try --verbose to see it." + NORMAL)
            time.sleep(0.8)
            pass
    print("_______________________________________")
    print("\nFound ", len(http_on), "proxy servers online.")
    print("_______________________________________\n")
    for r in http_on:
        print(r)
    if (len(http_on)) == 0:
        print(RED + "Appears to be empty results in this search, trying to find in another page" + NORMAL)
        time.sleep(2)
        main(PAGE=2, SHOW_TABLES=False)


def main(PAGE, verbose=False, SHOW_TABLES=True):
    global IP_LIST
    global PORT_LIST
    results = PrettyTable()
    results.field_names = ["COUNTRY", "IP", "PORT"]
    results.align["IP"] = "l" #ALIGN RESULTS TO THE LEFT SIDE
    results.align["COUNTRY"] = "l"
    x = 0
    IP_LIST = []
    PORT_LIST = []
    COUNTRY_LIST =[]
    if PAGE == 1:
        r = requests.get(HTTP_PROXIES, headers=hdr) #SELECT HEADERS TO PREVINE HTTP PAGE ERROR
    elif PAGE == 2:
        r = requests.get(HTTP_PROXIES_PAGE_2, headers=hdr)

    response = BeautifulSoup(r.content, 'lxml')
    for ip in response.find_all('td', {'class': 'show-ip-div'}): #RETRIEVE ONLY IP'S
        IP_LIST.append(ip.get_text().strip())
        if verbose: #SHOW ON SCREEN THE PROCESS
            print(IP_LIST[x])
            time.sleep(0.1)
            x += 1
    for port in response.find_all('a', {'href': '/?port=80'}):  #RETRIEVE TRUST HTTP PORTS(NOT ONLY RANDOM)
        PORT_LIST.append(port.get_text().strip())

    for country in response.find_all('span', {'class': 'table-country'}):
        COUNTRY_LIST.append(country.get_text().strip())

    for country_retrieved, ip_retrieved, port_retrieved in zip(COUNTRY_LIST, IP_LIST, PORT_LIST):
        results.add_row([country_retrieved, ip_retrieved, port_retrieved])
    if SHOW_TABLES is False:
        pass
    else:
        print(results)
        asp = input("Do you want to proceed to testing them? [Y/n]")
        if asp == 'n':
            exit()
        else:
            test_proxies()
main(1)