handle bad SSL config in FL and filter retired people better in FL

Signed-off-by: John Seekins <[email protected]>

Author: John Seekins

openssl.cnf

@@ -8,3 +8,4 @@ system_default = system_default_sect
 
 [system_default_sect]
 Options = UnsafeLegacyRenegotiation
+CipherString = DEFAULT:@SECLEVEL=1

scrapers_next/fl/people.py

@@ -39,6 +39,8 @@ def process_item(self, item):
         district = item.xpath("string(../../td[1])")
         party = item.xpath("string(../../td[2])")
         leg_url = item.get("href")
+        if not district or not party or not leg_url:
+            self.skip()
 
         return SenDetail(
             PartialPerson(name=name, party=party, district=district, url=leg_url)
@@ -50,15 +52,15 @@ class SenDetail(HtmlPage):
     input_type = PartialPerson
 
     def get_source_from_input(self):
-        return URL(self.input.url, timeout=10)
+        return URL(self.input.url, timeout=30)
 
     def process_page(self):
         email = (
             self.root.xpath('//a[contains(@href, "mailto:")]')[0]
             .get("href")
             .split(":")[-1]
         )
-
+        print(self.input)
         p = ScrapePerson(
             state="fl",
             chamber="upper",
@@ -162,12 +164,15 @@ class Representatives(HtmlListPage):
 
     def process_item(self, item):
         name = item.xpath("./a/div[@class='team-txt']/h5/text()")[0].strip()
+        if name == "Pending, Election":
+            self.skip()
         party = item.xpath("./a/div[@class='team-txt']/p[1]/text()")[0].split()[0]
         district = item.xpath("./a/div[@class='team-txt']/p[1]/span/text()")[0].split()[
             -1
         ]
         image = self.IMAGE_BASE + item.xpath(".//img")[0].attrib["data-src"]
         link = str(item.xpath("./a/@href")[0])
+        print(name, party, district)
 
         return RepContact(
             PartialPerson(