Merge pull request pkrumins#11 from Vort/parse_fix

Fix tags parsing; avoid SSL: CERTIFICATE_VERIFY_FAILED error.

xgoogle/browser.py

@@ -9,6 +9,7 @@
 # Code is licensed under MIT license.
 #
 
+import ssl
 import random
 import socket
 import urllib
@@ -95,6 +96,8 @@ def __init__(self, user_agent=BROWSERS[0], debug=False, use_pool=False):
         self.opener = urllib.request.build_opener(*self.handlers)
         self.opener.addheaders = []
 
+        ssl._create_default_https_context = ssl._create_unverified_context
+
         try:
             conn = self.opener.open("http://www.google.com/ncr")
             conn.info()  # retrieve session cookie

xgoogle/search.py

@@ -279,7 +279,7 @@ def _extract_info(self, soup):
 
     def _extract_results(self, soup):
         """Extract results from the page"""
-        results = soup.findAll('li','g')
+        results = soup.findAll('div','g')
         ret_res = []
         for result in results:
             eres = self._extract_result(result)
@@ -315,7 +315,7 @@ def _extract_title_url(self, result):
 
     def _extract_description(self, result):
         """Seems this is enough"""
-        desc = result.find('div', {'class': 'st'})
+        desc = result.find('span', {'class': 'st'})
         return desc
 
         desc_div = result.find('span', 'st')