handle mutiple para tags in a debate question

Fix for the parser failing to pick up all the text if there is more than one hs_Para element instite a Question tag
mysociety · Mar 6, 2017 · 9f0e0a4 · 9f0e0a4
1 parent cb2b94e
commit 9f0e0a4
Showing 1 changed file with 9 additions and 0 deletions.
diff --git a/pyscraper/new_hansard.py b/pyscraper/new_hansard.py
@@ -617,6 +617,15 @@ def parse_question(self, question):
 
         p.text = re.sub('\n', ' ', text)
         tag.append(p)
+
+        if len(para) > 1:
+            for p in para:
+                text = self.get_single_line_text_from_element(p)
+                if text != '':
+                    p = etree.Element('p')
+                    p.text = re.sub('\n', ' ', text)
+                    tag.append(p)
+
         self.root.append(tag)
 
     def parse_indent(self, tag):