Merge pull request #138 from phenobarbital/new-version

new proxy service added

examples/test_proxy.py

@@ -0,0 +1,18 @@
+import asyncio
+from proxylists.proxies import ProxyWorld
+
+
+async def proxy_list():
+    proxies = await ProxyWorld().get_list()
+    for p in proxies:
+        print(p)
+    return proxies
+
+
+def get_proxies():
+    loop = asyncio.get_event_loop()
+    return loop.run_until_complete(proxy_list())
+
+
+if __name__ == "__main__":
+    get_proxies()

proxylists/proxies/__init__.py

@@ -3,6 +3,7 @@
 from .freeproxy import FreeProxy
 from .proxydb import ProxyDB
 from .hidemy import Hidemy
+from .proxyworld import ProxyWorld
 
 __all__ = ["FreeProxy", "Hidemy", "ProxyDB"]
 

proxylists/proxies/proxyworld.py

@@ -0,0 +1,28 @@
+# https://www.freeproxy.world/
+
+
+from .server import ProxyServer
+
+
+class ProxyWorld(ProxyServer):
+    url = "https://www.freeproxy.world/?country=US"
+    table_attribute: str = 'layui-table'
+    table_param: str = 'class'
+
+    async def get_proxies(self):
+        proxies = []
+        try:
+            path = f'//table[@{self.table_param}="{self.table_attribute}"]'
+            table = self.parser.xpath(path)[0]
+        except IndexError as err:
+            print(err)
+            return []
+        for i in table.xpath("//tbody/tr")[:10]:
+            if i.xpath('.//td[6]//a[contains(text(),"http")]'):
+                ip = i.xpath('.//td[1]/text()')[0].strip()
+                port = i.xpath('.//td[2]//a/text()')[0].strip()
+                proxy = ":".join(
+                    [ip, port]
+                )
+                proxies.append(proxy)
+        return proxies

proxylists/version.py

@@ -3,7 +3,7 @@
 __title__ = 'proxylists'
 __description__ = ('Package for getting useful proxy servers, '
                    'can use lists like hidemy or proxydb.')
-__version__ = '0.12.5'
+__version__ = '0.13.1'
 __author__ = 'Jesus Lara'
 __author_email__ = '[email protected]'
 __license__ = 'BSD'