D>
04:39:17 WARNING pupa: validation of CanadianPerson aaebb0ce-35ea-11eb-944e-9ebf6ea96d79 failed: 1 validation errors:
Value "Ya'ara Saks" for field '<obj>.name' does not match regular expression 'regex.Regex('\\A(?!(?:Chair|Commissioner|Conseiller|Councillor|Deputy|Dr|Hon|M|Maire|Mayor|Miss|Mme|Mr|Mrs|Ms|Regional|Warden)\\b)(?:(?:(?:\\p{Lu}\\.)+|\\p{Lu}+|(?:Jr|Rev|Sr|St)\\.|da|de|den|der|la|van|von|[("](?:\\p{Lu}+|\\p{Lu}\\p{Ll}*(?:-\\p{Lu}\\p{Ll}*)*)[)"]|(?:D\'|d\'|De|de|Des|Di|Du|L\'|La|Le|Mac|Mc|O\'|San|Van|Vander?|vanden)?\\p{Lu}\\p{Ll}+|\\p{Lu}\\p{Ll}+Anne?|Marie\\p{Lu}\\p{Ll}+|Ch\'ng|Prud\'homme|D!ONNE|IsaBelle)(?:\'|-| - | ))+(?:(?:\\p{Lu}\\.)+|\\p{Lu}+|(?:Jr|Rev|Sr|St)\\.|da|de|den|der|la|van|von|[("](?:\\p{Lu}+|\\p{Lu}\\p{Ll}*(?:-\\p{Lu}\\p{Ll}*)*)[)"]|(?:D\'|d\'|De|de|Des|Di|Du|L\'|La|Le|Mac|Mc|O\'|San|Van|Vander?|vanden)?\\p{Lu}\\p{Ll}+|\\p{Lu}\\p{Ll}+Anne?|Marie\\p{Lu}\\p{Ll}+|Ch\'ng|Prud\'homme|D!ONNE|IsaBelle)\\Z', flags=regex.V0)'
|
ca
|
2020-10-27 04:31:27
|
2020-12-04 04:39:17
|
Value "Ya'ara Saks" for field '<obj>.name' does not match regular expression 'regex.Regex('\\A(?!(?:Chair|Commissioner|Conse…
Traceback (most recent call last):
File "/app/.heroku/src/pupa/pupa/scrape/base.py", line 175, in validate
validator.validate(self.as_dict(), schema)
File "/app/.heroku/python/lib/python3.6/site-packages/validictory/validator.py", line 620, in validate
raise MultipleValidationError(self._errors)
validictory.validator.MultipleValidationError: 1 validation errors:
Value "Ya'ara Saks" for field '<obj>.name' does not match regular expression 'regex.Regex('\\A(?!(?:Chair|Commissioner|Conseiller|Councillor|Deputy|Dr|Hon|M|Maire|Mayor|Miss|Mme|Mr|Mrs|Ms|Regional|Warden)\\b)(?:(?:(?:\\p{Lu}\\.)+|\\p{Lu}+|(?:Jr|Rev|Sr|St)\\.|da|de|den|der|la|van|von|[("](?:\\p{Lu}+|\\p{Lu}\\p{Ll}*(?:-\\p{Lu}\\p{Ll}*)*)[)"]|(?:D\'|d\'|De|de|Des|Di|Du|L\'|La|Le|Mac|Mc|O\'|San|Van|Vander?|vanden)?\\p{Lu}\\p{Ll}+|\\p{Lu}\\p{Ll}+Anne?|Marie\\p{Lu}\\p{Ll}+|Ch\'ng|Prud\'homme|D!ONNE|IsaBelle)(?:\'|-| - | ))+(?:(?:\\p{Lu}\\.)+|\\p{Lu}+|(?:Jr|Rev|Sr|St)\\.|da|de|den|der|la|van|von|[("](?:\\p{Lu}+|\\p{Lu}\\p{Ll}*(?:-\\p{Lu}\\p{Ll}*)*)[)"]|(?:D\'|d\'|De|de|Des|Di|Du|L\'|La|Le|Mac|Mc|O\'|San|Van|Vander?|vanden)?\\p{Lu}\\p{Ll}+|\\p{Lu}\\p{Ll}+Anne?|Marie\\p{Lu}\\p{Ll}+|Ch\'ng|Prud\'homme|D!ONNE|IsaBelle)\\Z', flags=regex.V0)'
During handling of the above exception, another exception occurred:
Traceback (most recent call last):
File "/app/reports/utils.py", line 71, in scrape_people
report.report = subcommand.handle(args, other)
File "/app/.heroku/src/pupa/pupa/cli/commands/update.py", line 260, in handle
return self.do_handle(args, other, juris)
File "/app/.heroku/src/pupa/pupa/cli/commands/update.py", line 305, in do_handle
report['scrape'] = self.do_scrape(juris, args, scrapers)
File "/app/.heroku/src/pupa/pupa/cli/commands/update.py", line 173, in do_scrape
report[scraper_name] = scraper.do_scrape(**scrape_args)
File "/app/.heroku/src/pupa/pupa/scrape/base.py", line 104, in do_scrape
self.save_object(obj)
File "/app/.heroku/src/pupa/pupa/scrape/base.py", line 89, in save_object
raise ve
File "/app/.heroku/src/pupa/pupa/scrape/base.py", line 85, in save_object
obj.validate()
File "/app/.heroku/src/pupa/pupa/scrape/base.py", line 178, in validate
self.__class__.__name__, self._id, ve)
pupa.exceptions.ScrapeValueError: validation of CanadianPerson aaebb0ce-35ea-11eb-944e-9ebf6ea96d79 failed: 1 validation errors:
Value "Ya'ara Saks" for field '<obj>.name' does not match regular expression 'regex.Regex('\\A(?!(?:Chair|Commissioner|Conseiller|Councillor|Deputy|Dr|Hon|M|Maire|Mayor|Miss|Mme|Mr|Mrs|Ms|Regional|Warden)\\b)(?:(?:(?:\\p{Lu}\\.)+|\\p{Lu}+|(?:Jr|Rev|Sr|St)\\.|da|de|den|der|la|van|von|[("](?:\\p{Lu}+|\\p{Lu}\\p{Ll}*(?:-\\p{Lu}\\p{Ll}*)*)[)"]|(?:D\'|d\'|De|de|Des|Di|Du|L\'|La|Le|Mac|Mc|O\'|San|Van|Vander?|vanden)?\\p{Lu}\\p{Ll}+|\\p{Lu}\\p{Ll}+Anne?|Marie\\p{Lu}\\p{Ll}+|Ch\'ng|Prud\'homme|D!ONNE|IsaBelle)(?:\'|-| - | ))+(?:(?:\\p{Lu}\\.)+|\\p{Lu}+|(?:Jr|Rev|Sr|St)\\.|da|de|den|der|la|van|von|[("](?:\\p{Lu}+|\\p{Lu}\\p{Ll}*(?:-\\p{Lu}\\p{Ll}*)*)[)"]|(?:D\'|d\'|De|de|Des|Di|Du|L\'|La|Le|Mac|Mc|O\'|San|Van|Vander?|vanden)?\\p{Lu}\\p{Ll}+|\\p{Lu}\\p{Ll}+Anne?|Marie\\p{Lu}\\p{Ll}+|Ch\'ng|Prud\'homme|D!ONNE|IsaBelle)\\Z', flags=regex.V0)'
|
D>
04:08:08 WARNING pupa: could not save RunPlan, no successful runs of ocd-jurisdiction/country:ca/province:ab/legislature yet
|
ca_ab
|
|
2020-12-04 04:08:08
|
IndexError: list index out of range
Traceback (most recent call last):
File "/app/reports/utils.py", line 71, in scrape_people
report.report = subcommand.handle(args, other)
File "/app/.heroku/src/pupa/pupa/cli/commands/update.py", line 260, in handle
return self.do_handle(args, other, juris)
File "/app/.heroku/src/pupa/pupa/cli/commands/update.py", line 305, in do_handle
report['scrape'] = self.do_scrape(juris, args, scrapers)
File "/app/.heroku/src/pupa/pupa/cli/commands/update.py", line 173, in do_scrape
report[scraper_name] = scraper.do_scrape(**scrape_args)
File "/app/.heroku/src/pupa/pupa/scrape/base.py", line 99, in do_scrape
for obj in self.scrape(**kwargs) or []:
File "/app/scrapers/ca_ab/people.py", line 34, in scrape
csv_text = self.get(self.get_csv_url()).text
File "/app/scrapers/ca_ab/people.py", line 92, in get_csv_url
return result_page.xpath('//a[@id="_ctl0_HL_file"]/@href')[0]
IndexError: list index out of range
|
|
D>
|
ca_ab_calgary
|
2020-06-22 04:42:14
|
2020-12-04 04:18:52
|
AssertionError: No councillors found
Traceback (most recent call last):
File "/app/reports/utils.py", line 71, in scrape_people
report.report = subcommand.handle(args, other)
File "/app/.heroku/src/pupa/pupa/cli/commands/update.py", line 260, in handle
return self.do_handle(args, other, juris)
File "/app/.heroku/src/pupa/pupa/cli/commands/update.py", line 305, in do_handle
report['scrape'] = self.do_scrape(juris, args, scrapers)
File "/app/.heroku/src/pupa/pupa/cli/commands/update.py", line 173, in do_scrape
report[scraper_name] = scraper.do_scrape(**scrape_args)
File "/app/.heroku/src/pupa/pupa/scrape/base.py", line 99, in do_scrape
for obj in self.scrape(**kwargs) or []:
File "/app/scrapers/ca_ab_calgary/people.py", line 14, in scrape
assert len(councillors), 'No councillors found'
AssertionError: No councillors found
|
D>
04:07:52 WARNING pupa: could not save RunPlan, no successful runs of ocd-jurisdiction/country:ca/province:ab/executive yet
|
ca_ab_candidates
|
|
2020-12-04 04:07:52
|
pupa.exceptions.UnresolvedIdError: cannot resolve pseudo id to Post: ~{"label": "Calgary-Mountain View", "organization__clas…
Traceback (most recent call last):
File "/app/reports/utils.py", line 71, in scrape_people
report.report = subcommand.handle(args, other)
File "/app/.heroku/src/pupa/pupa/cli/commands/update.py", line 260, in handle
return self.do_handle(args, other, juris)
File "/app/.heroku/src/pupa/pupa/cli/commands/update.py", line 307, in do_handle
report['import'] = self.do_import(juris, args)
File "/app/.heroku/src/pupa/pupa/cli/commands/update.py", line 211, in do_import
report.update(membership_importer.import_directory(datadir))
File "/app/.heroku/src/pupa/pupa/importers/base.py", line 190, in import_directory
return self.import_data(json_stream())
File "/app/.heroku/src/pupa/pupa/importers/base.py", line 227, in import_data
obj_id, what = self.import_item(data)
File "/app/.heroku/src/pupa/pupa/importers/base.py", line 247, in import_item
data = self.prepare_for_db(data)
File "/app/.heroku/src/pupa/pupa/importers/memberships.py", line 50, in prepare_for_db
data['post_id'] = self.post_importer.resolve_json_id(data['post_id'])
File "/app/.heroku/src/pupa/pupa/importers/base.py", line 165, in resolve_json_id
raise UnresolvedIdError(errmsg)
pupa.exceptions.UnresolvedIdError: cannot resolve pseudo id to Post: ~{"label": "Calgary-Mountain View", "organization__classification": "executive", "role": "MLA"}
|
|
C
|
ca_ab_edmonton
|
2020-12-04 04:08:06
|
2020-12-04 04:08:06
|
|
|
D>
|
ca_ab_grande_prairie
|
2020-05-15 04:13:50
|
2020-12-04 04:09:52
|
KeyError: 'name'
Traceback (most recent call last):
File "/app/reports/utils.py", line 71, in scrape_people
report.report = subcommand.handle(args, other)
File "/app/.heroku/src/pupa/pupa/cli/commands/update.py", line 260, in handle
return self.do_handle(args, other, juris)
File "/app/.heroku/src/pupa/pupa/cli/commands/update.py", line 305, in do_handle
report['scrape'] = self.do_scrape(juris, args, scrapers)
File "/app/.heroku/src/pupa/pupa/cli/commands/update.py", line 173, in do_scrape
report[scraper_name] = scraper.do_scrape(**scrape_args)
File "/app/.heroku/src/pupa/pupa/scrape/base.py", line 99, in do_scrape
for obj in self.scrape(**kwargs) or []:
File "/app/scrapers/utils.py", line 375, in scrape
if not self.is_valid_row(row):
File "/app/scrapers/utils.py", line 336, in is_valid_row
return row['name'] not in empty
KeyError: 'name'
|
|
C
|
ca_ab_grande_prairie_county_no_1
|
2020-12-04 04:09:55
|
2020-12-04 04:09:55
|
|
|
C
|
ca_ab_lethbridge
|
2020-12-04 04:19:28
|
2020-12-04 04:19:28
|
|
|
C
|
ca_ab_strathcona_county
|
2020-12-04 04:28:14
|
2020-12-04 04:28:14
|
|
|
D>
|
ca_ab_wood_buffalo
|
2020-09-16 04:29:05
|
2020-12-04 04:07:36
|
IndexError: list index out of range
Traceback (most recent call last):
File "/app/reports/utils.py", line 71, in scrape_people
report.report = subcommand.handle(args, other)
File "/app/.heroku/src/pupa/pupa/cli/commands/update.py", line 260, in handle
return self.do_handle(args, other, juris)
File "/app/.heroku/src/pupa/pupa/cli/commands/update.py", line 305, in do_handle
report['scrape'] = self.do_scrape(juris, args, scrapers)
File "/app/.heroku/src/pupa/pupa/cli/commands/update.py", line 173, in do_scrape
report[scraper_name] = scraper.do_scrape(**scrape_args)
File "/app/.heroku/src/pupa/pupa/scrape/base.py", line 99, in do_scrape
for obj in self.scrape(**kwargs) or []:
File "/app/scrapers/ca_ab_wood_buffalo/people.py", line 14, in scrape
mayor_url = page.xpath('//li[@id="pageid1075"]/div/a/@href')[0]
IndexError: list index out of range
|
|
D>
|
ca_bc
|
2020-11-11 04:48:18
|
2020-12-04 04:10:05
|
IndexError: list index out of range
Traceback (most recent call last):
File "/app/reports/utils.py", line 71, in scrape_people
report.report = subcommand.handle(args, other)
File "/app/.heroku/src/pupa/pupa/cli/commands/update.py", line 260, in handle
return self.do_handle(args, other, juris)
File "/app/.heroku/src/pupa/pupa/cli/commands/update.py", line 305, in do_handle
report['scrape'] = self.do_scrape(juris, args, scrapers)
File "/app/.heroku/src/pupa/pupa/cli/commands/update.py", line 173, in do_scrape
report[scraper_name] = scraper.do_scrape(**scrape_args)
File "/app/.heroku/src/pupa/pupa/scrape/base.py", line 99, in do_scrape
for obj in self.scrape(**kwargs) or []:
File "/app/scrapers/ca_bc/people.py", line 48, in scrape
office_phone = phones[0]
IndexError: list index out of range
|
|
C
|
ca_bc_abbotsford
|
2020-12-04 04:28:13
|
2020-12-04 04:28:13
|
|
|
D>
|
ca_bc_burnaby
|
2020-07-13 04:43:30
|
2020-12-04 04:09:26
|
Exception: No email node in b'<div id="content" class="clear"> \n \n <div class="page_title_tools"> \n …
Traceback (most recent call last):
File "/app/reports/utils.py", line 71, in scrape_people
report.report = subcommand.handle(args, other)
File "/app/.heroku/src/pupa/pupa/cli/commands/update.py", line 260, in handle
return self.do_handle(args, other, juris)
File "/app/.heroku/src/pupa/pupa/cli/commands/update.py", line 305, in do_handle
report['scrape'] = self.do_scrape(juris, args, scrapers)
File "/app/.heroku/src/pupa/pupa/cli/commands/update.py", line 173, in do_scrape
report[scraper_name] = scraper.do_scrape(**scrape_args)
File "/app/.heroku/src/pupa/pupa/scrape/base.py", line 99, in do_scrape
for obj in self.scrape(**kwargs) or []:
File "/app/scrapers/ca_bc_burnaby/people.py", line 21, in scrape
email = self.get_email(content_node)
File "/app/scrapers/utils.py", line 137, in get_email
raise Exception('No email node in {}'.format(etree.tostring(node)))
Exception: No email node in b'<div id="content" class="clear"> \n \n <div class="page_title_tools"> \n <h1 id="pagetitle">Councillor Nick Volkow</h1> \n <div id="pagetools"> \n <div id="sharethis"> \n <a bookmark.php="" www.addthis.com="" http:="" href="https://www.burnaby.ca/Our-City-Hall/Mayor---Council/Council-Profiles/Councillor-Nick-Volkow.html" class="addthis_button Share"><img src="https://www.burnaby.ca/Sites/3/templates/images/cob/sharethis.gif" width="87" height="13" alt="Share This" /></a> \n <script type="text/javascript">var addthis_config = {"data_track_clickback":true, "ui_delay": 300};</script> \n <script type="text/javascript" src="https://s7.addthis.com/js/250/addthis_widget.js#pubid=ra-4e00c940198f7680"></script> \n </div> \n <div id="print" title="Print"><a href="javascript: ipjOpenPrintPage(\'/Our-City-Hall/Mayor---Council/Council-Profiles/Councillor-Nick-Volkow.html?PageMode=Print\');" class="ipb">Print</a></div> \n </div> \n </div><!-- CONTENT CONTROL START --><div class="notification"> \n<h3>City grieves loss of Councillor Nick Volkow</h3> \n<p>June 22, 2020 - We are deeply saddened to announce the passing of Burnaby City Councillor Nick Volkow. <a href="https://www.burnaby.ca/About-Burnaby/News-and-Media/Newsroom/City-grieves-loss-of-Councillor-Nick-Volkow_s2_p7417.html" title="Read more »">Read more »</a></p> \n<p>Councillor Volkow’s profile will be available on this page until his Council seat is filled in a future by-election.</p> \n</div> \n<div style="width: 45%; margin-bottom: 5%; margin-left: 5%; float: right;"> \n<img style="width: 100%; max-width: 290px;" alt="Councillor Nick Volkow" src="https://www.burnaby.ca/Assets/our+city+hall/mayor+and+council/council+profiles/Councillor+Nick+Volkow.jpg" /> \n</div> \n<p>I first sought election to Council in 1996 because I wanted to help the City move forward on creating more opportunities for young people to gather and play in safe, supportive environments. My own children were young, and I wanted to make sure that they and other young people had the infrastructure and resources to help them grow and learn.</p> \n<p>With support from the City, I helped to develop the four <a href="https://www.burnaby.ca/Things-To-Do/Community-Centres/Youth-Centres.html" title="Youth Centres">youth centres</a> we have today - one in each of the four quadrants of the City – and two skateboard parks. Confederation Skate Park became a model for community involvement as the youth who would ultimately use it helped to create its design. The <a href="https://www.burnaby.ca/About-Burnaby/About/Awards/IOC-IAKS-Bronze-Award.html" title="IOC-IAKS Bronze Award">Bonsor Park Metro Youth Park</a> is an award-winning facility, providing an important space for young people to connect and enjoy sports in a way that suits them best.</p> \n<p>As a member of the <a href="https://www.burnaby.ca/Our-City-Hall/Mayor---Council/Boards--Committees---Commissions/Parks-Recreation-And-Culture-Commission.html" title="Parks, Recreation & Culture Commission">Parks Commission</a> between 1988 and 1993 I was able to bring attention to the state of Burnaby Lake. The Lake had filled with sediment, much of it contaminated with elevated levels of metals and hydrocarbon.  Eventually, the City undertook a $20 million project to dredge the lake, removing about 180,000 tonnes of sediment and saving this important local and regional asset.</p> \n<p>The <a href="https://www.burnaby.ca/About-Burnaby/About/Awards/APEGBC-Environment-Award.html" title="APEGBC Environment Award">award-winning dredging</a> provides multiple benefits to the ecosystem of the lake, which is on the Pacific Flyway, a significant migration route for birds. As a result of dredging, the lake has improved water quality, better fish passage, enhanced wildlife habitat and excellent opportunities for rowing, kayaking and canoeing.</p> \n<p>Further benefits were achieved by cleaning the dredged soil and using it as fill for nearby playing fields. This provided significant savings in the cost of transporting soil and avoided the environmental impact of trucking. We also achieved the benefit of better-quality surfaces on Burnaby playing fields.</p> \n<p>My children are now adults and I am the proud grandfather of two girls and five boys, but my interest in making Burnaby a great place for families is as strong as ever.  </p> \n<p>In my previous role as chair of the Transportation Committee I worked hard to improve and expand cycling opportunities, and I continue to advocate for better connections across the city. With projects like the <a href="https://www.burnaby.ca/Things-To-Do/Explore-Outdoors/Bike-Routes-And-Urban-Trails/Central-Valley-Greenway.html" title="Central Valley Greenway">Central Valley Greenway</a>, the 24-kilometre cycling and walking path that runs near the Millennium Line SkyTrain through Vancouver, Burnaby and New Westminster, we are making progress in linking parks, shopping, workplaces and major transit hubs. </p> \n<p>Three new pedestrian overpasses have helped encourage active transportation and improved safety for pedestrians, cyclists and drivers.</p> \n<p>In the current Council I am proud to serve as a member of the <a href="https://www.burnaby.ca/Our-City-Hall/Mayor---Council/Boards--Committees---Commissions/Executive-Committee-of-Council.html" title="Executive Committee of Council">Executive Committee</a> and as an alternative Director to Metro Vancouver.</p> \n<h4>Memberships and Community Links</h4> \n<ul> \n <li>36-year Canada Safeway employee </li> \n <li>Past-member, Ex-Brits Red Lions Rugby Club </li> \n <li>Member of “<a href="http://www.cafs.ca/million-mile-club/past-inductees.pdf" title="Million Mile Club" target="_blank">Million Mile Club</a>”, Canadian Association of Fleet Supervisors </li> \n <li>Council liaison, Engineering Department and Fire Department</li> \n <li>Member, <a href="https://www.burnaby.ca/Our-City-Hall/Mayor---Council/Boards--Committees---Commissions/Community-Heritage-Commission.html" title="Community Heritage Commission" target="_blank">Community Heritage Commission</a></li> \n <li>Past-member, North Fraser Harbour Commission (1993–1996)</li> \n <li>Member, <a href="https://www.burnaby.ca/Our-City-Hall/Mayor---Council/Boards--Committees---Commissions/Executive-Committee-of-Council.html" title="Executive Committee of Council">Executive Committee</a></li> \n <li>Alternative Director, Metro Vancouver</li> \n</ul><!-- CONTENT CONTROL END --></div> \n \n'
|
|
D>
|
ca_bc_coquitlam
|
2020-10-08 04:35:56
|
2020-12-04 04:09:53
|
scrapelib.HTTPError: 404 while retrieving https://www.coquitlam.ca/city-hall/mayor-and-council/mayor-and-council.aspx
Traceback (most recent call last):
File "/app/reports/utils.py", line 71, in scrape_people
report.report = subcommand.handle(args, other)
File "/app/.heroku/src/pupa/pupa/cli/commands/update.py", line 260, in handle
return self.do_handle(args, other, juris)
File "/app/.heroku/src/pupa/pupa/cli/commands/update.py", line 305, in do_handle
report['scrape'] = self.do_scrape(juris, args, scrapers)
File "/app/.heroku/src/pupa/pupa/cli/commands/update.py", line 173, in do_scrape
report[scraper_name] = scraper.do_scrape(**scrape_args)
File "/app/.heroku/src/pupa/pupa/scrape/base.py", line 99, in do_scrape
for obj in self.scrape(**kwargs) or []:
File "/app/scrapers/ca_bc_coquitlam/people.py", line 10, in scrape
page = self.lxmlize(COUNCIL_PAGE)
File "/app/scrapers/utils.py", line 180, in lxmlize
response = self.get(url, cookies=cookies)
File "/app/scrapers/utils.py", line 172, in get
return super().get(*args, verify=SSL_VERIFY, **kwargs)
File "/app/.heroku/python/lib/python3.6/site-packages/requests/sessions.py", line 537, in get
return self.request('GET', url, **kwargs)
File "/app/.heroku/python/lib/python3.6/site-packages/scrapelib/__init__.py", line 292, in request
raise HTTPError(resp)
scrapelib.HTTPError: 404 while retrieving https://www.coquitlam.ca/city-hall/mayor-and-council/mayor-and-council.aspx
|
|
C
|
ca_bc_kelowna
|
2020-12-04 04:17:41
|
2020-12-04 04:17:41
|
|
|
C
|
ca_bc_langley
|
2020-12-04 04:21:38
|
2020-12-04 04:21:38
|
|
|
C
|
ca_bc_municipalities
|
2020-12-04 04:06:42
|
2020-12-04 04:06:43
|
|
|
C
|
ca_bc_municipalities_candidates
|
2020-12-04 04:11:28
|
2020-12-04 04:11:30
|
|
|
C
|
ca_bc_new_westminster
|
2020-12-04 04:17:23
|
2020-12-04 04:17:23
|
|
|
C
|
ca_bc_richmond
|
2020-12-04 04:17:34
|
2020-12-04 04:17:34
|
|
D>
04:07:46 WARNING pupa: could not save RunPlan, no successful runs of ocd-jurisdiction/country:ca/csd:5917021/legislature yet
|
ca_bc_saanich
|
|
2020-12-04 04:07:46
|
pupa.exceptions.ScrapeError: no objects returned from SaanichPersonScraper scrape
Traceback (most recent call last):
File "/app/reports/utils.py", line 71, in scrape_people
report.report = subcommand.handle(args, other)
File "/app/.heroku/src/pupa/pupa/cli/commands/update.py", line 260, in handle
return self.do_handle(args, other, juris)
File "/app/.heroku/src/pupa/pupa/cli/commands/update.py", line 305, in do_handle
report['scrape'] = self.do_scrape(juris, args, scrapers)
File "/app/.heroku/src/pupa/pupa/cli/commands/update.py", line 173, in do_scrape
report[scraper_name] = scraper.do_scrape(**scrape_args)
File "/app/.heroku/src/pupa/pupa/scrape/base.py", line 108, in do_scrape
raise ScrapeError('no objects returned from {} scrape'.format(self.__class__.__name__))
pupa.exceptions.ScrapeError: no objects returned from SaanichPersonScraper scrape
|
|
D>
|
ca_bc_surrey
|
2020-09-02 04:23:06
|
2020-12-04 04:10:02
|
AssertionError: No members found
Traceback (most recent call last):
File "/app/reports/utils.py", line 71, in scrape_people
report.report = subcommand.handle(args, other)
File "/app/.heroku/src/pupa/pupa/cli/commands/update.py", line 260, in handle
return self.do_handle(args, other, juris)
File "/app/.heroku/src/pupa/pupa/cli/commands/update.py", line 305, in do_handle
report['scrape'] = self.do_scrape(juris, args, scrapers)
File "/app/.heroku/src/pupa/pupa/cli/commands/update.py", line 173, in do_scrape
report[scraper_name] = scraper.do_scrape(**scrape_args)
File "/app/.heroku/src/pupa/pupa/scrape/base.py", line 99, in do_scrape
for obj in self.scrape(**kwargs) or []:
File "/app/scrapers/ca_bc_surrey/people.py", line 13, in scrape
assert len(members), 'No members found'
AssertionError: No members found
|
|
C
|
ca_bc_vancouver
|
2020-12-04 04:00:54
|
2020-12-04 04:00:54
|
|
|
D>
|
ca_bc_victoria
|
2020-04-28 04:01:47
|
2020-12-04 04:21:40
|
KeyError: 'primary role'
Traceback (most recent call last):
File "/app/reports/utils.py", line 71, in scrape_people
report.report = subcommand.handle(args, other)
File "/app/.heroku/src/pupa/pupa/cli/commands/update.py", line 260, in handle
return self.do_handle(args, other, juris)
File "/app/.heroku/src/pupa/pupa/cli/commands/update.py", line 305, in do_handle
report['scrape'] = self.do_scrape(juris, args, scrapers)
File "/app/.heroku/src/pupa/pupa/cli/commands/update.py", line 173, in do_scrape
report[scraper_name] = scraper.do_scrape(**scrape_args)
File "/app/.heroku/src/pupa/pupa/scrape/base.py", line 99, in do_scrape
for obj in self.scrape(**kwargs) or []:
File "/app/scrapers/utils.py", line 394, in scrape
role = row['primary role']
KeyError: 'primary role'
|
|
C
|
ca_candidates
|
2020-12-04 04:17:53
|
2020-12-04 04:17:53
|
|
|
C
|
ca_mb
|
2020-12-04 04:21:01
|
2020-12-04 04:21:01
|
|
D>
04:06:48 WARNING pupa: could not save RunPlan, no successful runs of ocd-jurisdiction/country:ca/province:mb/executive yet
|
ca_mb_candidates
|
|
2020-12-04 04:06:48
|
obj2 sources: []
Traceback (most recent call last):
File "/app/reports/utils.py", line 71, in scrape_people
report.report = subcommand.handle(args, other)
File "/app/.heroku/src/pupa/pupa/cli/commands/update.py", line 260, in handle
return self.do_handle(args, other, juris)
File "/app/.heroku/src/pupa/pupa/cli/commands/update.py", line 307, in do_handle
report['import'] = self.do_import(juris, args)
File "/app/.heroku/src/pupa/pupa/cli/commands/update.py", line 211, in do_import
report.update(membership_importer.import_directory(datadir))
File "/app/.heroku/src/pupa/pupa/importers/base.py", line 190, in import_directory
return self.import_data(json_stream())
File "/app/.heroku/src/pupa/pupa/importers/base.py", line 227, in import_data
obj_id, what = self.import_item(data)
File "/app/.heroku/src/pupa/pupa/importers/base.py", line 265, in import_item
raise DuplicateItemError(data, obj, related.get('sources', []))
pupa.exceptions.DuplicateItemError: attempt to import data that would conflict with data already in the import: {'label': '', 'role': 'member', 'person_id': 'ocd-person/5b9ee1f6-32f0-4d41-84b6-9df89d0c8a85', 'person_name': 'Kevin Nichols', 'organization_id': 'ocd-organization/67542c34-abf0-433c-b234-f7bc4bbe46a4', 'post_id': None, 'on_behalf_of_id': None, 'start_date': '', 'end_date': '', 'extras': {}} (already imported as Kevin Nichols in Green Party (member))
obj1 sources: []
obj2 sources: []
|
|
C
|
ca_mb_winnipeg
|
2020-12-04 04:09:49
|
2020-12-04 04:09:49
|
|
|
D>
|
ca_municipalities
|
|
2020-12-04 04:07:34
|
pupa.exceptions.SameNameError: multiple people with same name "Jim Campbell" in Jurisdiction - must provide birth_date to di…
Traceback (most recent call last):
File "/app/reports/utils.py", line 71, in scrape_people
report.report = subcommand.handle(args, other)
File "/app/.heroku/src/pupa/pupa/cli/commands/update.py", line 260, in handle
return self.do_handle(args, other, juris)
File "/app/.heroku/src/pupa/pupa/cli/commands/update.py", line 307, in do_handle
report['import'] = self.do_import(juris, args)
File "/app/.heroku/src/pupa/pupa/cli/commands/update.py", line 207, in do_import
report.update(person_importer.import_directory(datadir))
File "/app/.heroku/src/pupa/pupa/importers/base.py", line 190, in import_directory
return self.import_data(json_stream())
File "/app/.heroku/src/pupa/pupa/importers/base.py", line 226, in import_data
for json_id, data in self._prepare_imports(data_items):
File "/app/.heroku/src/pupa/pupa/importers/people.py", line 33, in _prepare_imports
raise SameNameError(name)
pupa.exceptions.SameNameError: multiple people with same name "Jim Campbell" in Jurisdiction - must provide birth_date to disambiguate
|
|
C
|
ca_nb
|
2020-12-04 04:18:45
|
2020-12-04 04:18:45
|
|
|
C
|
ca_nb_fredericton
|
2020-12-04 04:11:53
|
2020-12-04 04:11:53
|
|
D>
05:46:33 WARNING pupa: validation of CanadianPerson 10d5cad8-35f4-11eb-b177-1a5113541811 failed: 1 validation errors:
Value 'vacant vacant' for field '<obj>.name' does not match regular expression 'regex.Regex('\\A(?!(?:Chair|Commissioner|Conseiller|Councillor|Deputy|Dr|Hon|M|Maire|Mayor|Miss|Mme|Mr|Mrs|Ms|Regional|Warden)\\b)(?:(?:(?:\\p{Lu}\\.)+|\\p{Lu}+|(?:Jr|Rev|Sr|St)\\.|da|de|den|der|la|van|von|[("](?:\\p{Lu}+|\\p{Lu}\\p{Ll}*(?:-\\p{Lu}\\p{Ll}*)*)[)"]|(?:D\'|d\'|De|de|Des|Di|Du|L\'|La|Le|Mac|Mc|O\'|San|Van|Vander?|vanden)?\\p{Lu}\\p{Ll}+|\\p{Lu}\\p{Ll}+Anne?|Marie\\p{Lu}\\p{Ll}+|Ch\'ng|Prud\'homme|D!ONNE|IsaBelle)(?:\'|-| - | ))+(?:(?:\\p{Lu}\\.)+|\\p{Lu}+|(?:Jr|Rev|Sr|St)\\.|da|de|den|der|la|van|von|[("](?:\\p{Lu}+|\\p{Lu}\\p{Ll}*(?:-\\p{Lu}\\p{Ll}*)*)[)"]|(?:D\'|d\'|De|de|Des|Di|Du|L\'|La|Le|Mac|Mc|O\'|San|Van|Vander?|vanden)?\\p{Lu}\\p{Ll}+|\\p{Lu}\\p{Ll}+Anne?|Marie\\p{Lu}\\p{Ll}+|Ch\'ng|Prud\'homme|D!ONNE|IsaBelle)\\Z', flags=regex.V0)'
|
ca_nb_moncton
|
2020-04-28 04:17:29
|
2020-12-04 05:46:33
|
Value 'vacant vacant' for field '<obj>.name' does not match regular expression 'regex.Regex('\\A(?!(?:Chair|Commissioner|Con…
Traceback (most recent call last):
File "/app/.heroku/src/pupa/pupa/scrape/base.py", line 175, in validate
validator.validate(self.as_dict(), schema)
File "/app/.heroku/python/lib/python3.6/site-packages/validictory/validator.py", line 620, in validate
raise MultipleValidationError(self._errors)
validictory.validator.MultipleValidationError: 1 validation errors:
Value 'vacant vacant' for field '<obj>.name' does not match regular expression 'regex.Regex('\\A(?!(?:Chair|Commissioner|Conseiller|Councillor|Deputy|Dr|Hon|M|Maire|Mayor|Miss|Mme|Mr|Mrs|Ms|Regional|Warden)\\b)(?:(?:(?:\\p{Lu}\\.)+|\\p{Lu}+|(?:Jr|Rev|Sr|St)\\.|da|de|den|der|la|van|von|[("](?:\\p{Lu}+|\\p{Lu}\\p{Ll}*(?:-\\p{Lu}\\p{Ll}*)*)[)"]|(?:D\'|d\'|De|de|Des|Di|Du|L\'|La|Le|Mac|Mc|O\'|San|Van|Vander?|vanden)?\\p{Lu}\\p{Ll}+|\\p{Lu}\\p{Ll}+Anne?|Marie\\p{Lu}\\p{Ll}+|Ch\'ng|Prud\'homme|D!ONNE|IsaBelle)(?:\'|-| - | ))+(?:(?:\\p{Lu}\\.)+|\\p{Lu}+|(?:Jr|Rev|Sr|St)\\.|da|de|den|der|la|van|von|[("](?:\\p{Lu}+|\\p{Lu}\\p{Ll}*(?:-\\p{Lu}\\p{Ll}*)*)[)"]|(?:D\'|d\'|De|de|Des|Di|Du|L\'|La|Le|Mac|Mc|O\'|San|Van|Vander?|vanden)?\\p{Lu}\\p{Ll}+|\\p{Lu}\\p{Ll}+Anne?|Marie\\p{Lu}\\p{Ll}+|Ch\'ng|Prud\'homme|D!ONNE|IsaBelle)\\Z', flags=regex.V0)'
During handling of the above exception, another exception occurred:
Traceback (most recent call last):
File "/app/reports/utils.py", line 71, in scrape_people
report.report = subcommand.handle(args, other)
File "/app/.heroku/src/pupa/pupa/cli/commands/update.py", line 260, in handle
return self.do_handle(args, other, juris)
File "/app/.heroku/src/pupa/pupa/cli/commands/update.py", line 305, in do_handle
report['scrape'] = self.do_scrape(juris, args, scrapers)
File "/app/.heroku/src/pupa/pupa/cli/commands/update.py", line 173, in do_scrape
report[scraper_name] = scraper.do_scrape(**scrape_args)
File "/app/.heroku/src/pupa/pupa/scrape/base.py", line 104, in do_scrape
self.save_object(obj)
File "/app/.heroku/src/pupa/pupa/scrape/base.py", line 89, in save_object
raise ve
File "/app/.heroku/src/pupa/pupa/scrape/base.py", line 85, in save_object
obj.validate()
File "/app/.heroku/src/pupa/pupa/scrape/base.py", line 178, in validate
self.__class__.__name__, self._id, ve)
pupa.exceptions.ScrapeValueError: validation of CanadianPerson 10d5cad8-35f4-11eb-b177-1a5113541811 failed: 1 validation errors:
Value 'vacant vacant' for field '<obj>.name' does not match regular expression 'regex.Regex('\\A(?!(?:Chair|Commissioner|Conseiller|Councillor|Deputy|Dr|Hon|M|Maire|Mayor|Miss|Mme|Mr|Mrs|Ms|Regional|Warden)\\b)(?:(?:(?:\\p{Lu}\\.)+|\\p{Lu}+|(?:Jr|Rev|Sr|St)\\.|da|de|den|der|la|van|von|[("](?:\\p{Lu}+|\\p{Lu}\\p{Ll}*(?:-\\p{Lu}\\p{Ll}*)*)[)"]|(?:D\'|d\'|De|de|Des|Di|Du|L\'|La|Le|Mac|Mc|O\'|San|Van|Vander?|vanden)?\\p{Lu}\\p{Ll}+|\\p{Lu}\\p{Ll}+Anne?|Marie\\p{Lu}\\p{Ll}+|Ch\'ng|Prud\'homme|D!ONNE|IsaBelle)(?:\'|-| - | ))+(?:(?:\\p{Lu}\\.)+|\\p{Lu}+|(?:Jr|Rev|Sr|St)\\.|da|de|den|der|la|van|von|[("](?:\\p{Lu}+|\\p{Lu}\\p{Ll}*(?:-\\p{Lu}\\p{Ll}*)*)[)"]|(?:D\'|d\'|De|de|Des|Di|Du|L\'|La|Le|Mac|Mc|O\'|San|Van|Vander?|vanden)?\\p{Lu}\\p{Ll}+|\\p{Lu}\\p{Ll}+Anne?|Marie\\p{Lu}\\p{Ll}+|Ch\'ng|Prud\'homme|D!ONNE|IsaBelle)\\Z', flags=regex.V0)'
|
|
C
|
ca_nb_municipalities
|
2020-12-04 04:14:02
|
2020-12-04 04:14:03
|
|
|
C
|
ca_nb_saint_john
|
2020-12-04 04:10:43
|
2020-12-04 04:10:43
|
|
|
C
|
ca_nl
|
2020-12-04 04:09:12
|
2020-12-04 04:09:12
|
|
|
C
|
ca_nl_st_john_s
|
2020-12-04 04:07:43
|
2020-12-04 04:07:43
|
|
|
C
|
ca_ns
|
2020-12-04 04:17:20
|
2020-12-04 04:17:20
|
|
|
D>
|
ca_ns_cape_breton
|
2020-11-23 04:19:21
|
2020-12-04 04:19:56
|
pupa.exceptions.SameNameError: multiple people with same name "Lorne Green" in Jurisdiction - must provide birth_date to dis…
Traceback (most recent call last):
File "/app/reports/utils.py", line 71, in scrape_people
report.report = subcommand.handle(args, other)
File "/app/.heroku/src/pupa/pupa/cli/commands/update.py", line 260, in handle
return self.do_handle(args, other, juris)
File "/app/.heroku/src/pupa/pupa/cli/commands/update.py", line 307, in do_handle
report['import'] = self.do_import(juris, args)
File "/app/.heroku/src/pupa/pupa/cli/commands/update.py", line 207, in do_import
report.update(person_importer.import_directory(datadir))
File "/app/.heroku/src/pupa/pupa/importers/base.py", line 190, in import_directory
return self.import_data(json_stream())
File "/app/.heroku/src/pupa/pupa/importers/base.py", line 226, in import_data
for json_id, data in self._prepare_imports(data_items):
File "/app/.heroku/src/pupa/pupa/importers/people.py", line 33, in _prepare_imports
raise SameNameError(name)
pupa.exceptions.SameNameError: multiple people with same name "Lorne Green" in Jurisdiction - must provide birth_date to disambiguate
|
|
D>
|
ca_ns_halifax
|
2020-11-13 04:40:55
|
2020-12-04 04:10:28
|
pupa.exceptions.UnresolvedIdError: cannot resolve pseudo id to Post: ~{"label": "Cole Harbour\u2014Westphal\u2014Lake Loon\u…
Traceback (most recent call last):
File "/app/reports/utils.py", line 71, in scrape_people
report.report = subcommand.handle(args, other)
File "/app/.heroku/src/pupa/pupa/cli/commands/update.py", line 260, in handle
return self.do_handle(args, other, juris)
File "/app/.heroku/src/pupa/pupa/cli/commands/update.py", line 307, in do_handle
report['import'] = self.do_import(juris, args)
File "/app/.heroku/src/pupa/pupa/cli/commands/update.py", line 211, in do_import
report.update(membership_importer.import_directory(datadir))
File "/app/.heroku/src/pupa/pupa/importers/base.py", line 190, in import_directory
return self.import_data(json_stream())
File "/app/.heroku/src/pupa/pupa/importers/base.py", line 227, in import_data
obj_id, what = self.import_item(data)
File "/app/.heroku/src/pupa/pupa/importers/base.py", line 247, in import_item
data = self.prepare_for_db(data)
File "/app/.heroku/src/pupa/pupa/importers/memberships.py", line 50, in prepare_for_db
data['post_id'] = self.post_importer.resolve_json_id(data['post_id'])
File "/app/.heroku/src/pupa/pupa/importers/base.py", line 165, in resolve_json_id
raise UnresolvedIdError(errmsg)
pupa.exceptions.UnresolvedIdError: cannot resolve pseudo id to Post: ~{"label": "Cole Harbour\u2014Westphal\u2014Lake Loon\u2014Cherry Brook", "organization__classification": "legislature", "role": "Councillor"}
|
|
C
|
ca_on
|
2020-12-04 04:16:12
|
2020-12-04 04:16:12
|
|
|
C
|
ca_on_ajax
|
2020-12-04 04:17:22
|
2020-12-04 04:17:22
|
|
|
D>
|
ca_on_belleville
|
2020-08-06 04:02:08
|
2020-12-04 04:39:22
|
scrapelib.HTTPError: 404 while retrieving https://www.belleville.ca/city-hall/page/city-council
Traceback (most recent call last):
File "/app/reports/utils.py", line 71, in scrape_people
report.report = subcommand.handle(args, other)
File "/app/.heroku/src/pupa/pupa/cli/commands/update.py", line 260, in handle
return self.do_handle(args, other, juris)
File "/app/.heroku/src/pupa/pupa/cli/commands/update.py", line 305, in do_handle
report['scrape'] = self.do_scrape(juris, args, scrapers)
File "/app/.heroku/src/pupa/pupa/cli/commands/update.py", line 173, in do_scrape
report[scraper_name] = scraper.do_scrape(**scrape_args)
File "/app/.heroku/src/pupa/pupa/scrape/base.py", line 99, in do_scrape
for obj in self.scrape(**kwargs) or []:
File "/app/scrapers/ca_on_belleville/people.py", line 13, in scrape
page = self.lxmlize(COUNCIL_PAGE)
File "/app/scrapers/utils.py", line 180, in lxmlize
response = self.get(url, cookies=cookies)
File "/app/scrapers/utils.py", line 172, in get
return super().get(*args, verify=SSL_VERIFY, **kwargs)
File "/app/.heroku/python/lib/python3.6/site-packages/requests/sessions.py", line 537, in get
return self.request('GET', url, **kwargs)
File "/app/.heroku/python/lib/python3.6/site-packages/scrapelib/__init__.py", line 292, in request
raise HTTPError(resp)
scrapelib.HTTPError: 404 while retrieving https://www.belleville.ca/city-hall/page/city-council
|
|
C
|
ca_on_brampton
|
2020-12-04 04:07:48
|
2020-12-04 04:07:48
|
|
|
C
|
ca_on_brantford
|
2020-12-04 04:10:45
|
2020-12-04 04:10:45
|
|
|
D>
|
ca_on_burlington
|
2020-04-28 04:17:23
|
2020-12-04 04:09:53
|
scrapelib.HTTPError: 404 while retrieving https://opendata.arcgis.com/datasets/f2c404c667904f03be38443cbd474cd3_0.csv
Traceback (most recent call last):
File "/app/reports/utils.py", line 71, in scrape_people
report.report = subcommand.handle(args, other)
File "/app/.heroku/src/pupa/pupa/cli/commands/update.py", line 260, in handle
return self.do_handle(args, other, juris)
File "/app/.heroku/src/pupa/pupa/cli/commands/update.py", line 305, in do_handle
report['scrape'] = self.do_scrape(juris, args, scrapers)
File "/app/.heroku/src/pupa/pupa/cli/commands/update.py", line 173, in do_scrape
report[scraper_name] = scraper.do_scrape(**scrape_args)
File "/app/.heroku/src/pupa/pupa/scrape/base.py", line 99, in do_scrape
for obj in self.scrape(**kwargs) or []:
File "/app/scrapers/utils.py", line 367, in scrape
reader = self.csv_reader(self.csv_url, delimiter=self.delimiter, header=True, encoding=self.encoding, skip_rows=self.skip_rows, data=data)
File "/app/scrapers/utils.py", line 215, in csv_reader
response = self.get(url, **kwargs)
File "/app/scrapers/utils.py", line 172, in get
return super().get(*args, verify=SSL_VERIFY, **kwargs)
File "/app/.heroku/python/lib/python3.6/site-packages/requests/sessions.py", line 537, in get
return self.request('GET', url, **kwargs)
File "/app/.heroku/python/lib/python3.6/site-packages/scrapelib/__init__.py", line 292, in request
raise HTTPError(resp)
scrapelib.HTTPError: 404 while retrieving https://opendata.arcgis.com/datasets/f2c404c667904f03be38443cbd474cd3_0.csv
|
|
D>
|
ca_on_caledon
|
2020-06-04 04:03:31
|
2020-12-04 04:17:35
|
IndexError: list index out of range
Traceback (most recent call last):
File "/app/reports/utils.py", line 71, in scrape_people
report.report = subcommand.handle(args, other)
File "/app/.heroku/src/pupa/pupa/cli/commands/update.py", line 260, in handle
return self.do_handle(args, other, juris)
File "/app/.heroku/src/pupa/pupa/cli/commands/update.py", line 305, in do_handle
report['scrape'] = self.do_scrape(juris, args, scrapers)
File "/app/.heroku/src/pupa/pupa/cli/commands/update.py", line 173, in do_scrape
report[scraper_name] = scraper.do_scrape(**scrape_args)
File "/app/.heroku/src/pupa/pupa/scrape/base.py", line 99, in do_scrape
for obj in self.scrape(**kwargs) or []:
File "/app/scrapers/ca_on_caledon/people.py", line 10, in scrape
node = page.xpath('//td[@rowspan="2"]')[0]
IndexError: list index out of range
|
|
C
|
ca_on_cambridge
|
2020-12-04 04:07:41
|
2020-12-04 04:07:41
|
|
|
C
|
ca_on_chatham_kent
|
2020-12-04 04:08:23
|
2020-12-04 04:08:24
|
|
|
C
|
ca_on_fort_erie
|
2020-12-04 04:39:22
|
2020-12-04 04:39:22
|
|
|
C
|
ca_on_georgina
|
2020-12-04 04:11:38
|
2020-12-04 04:11:38
|
|
|
C
|
ca_on_greater_sudbury
|
2020-12-04 04:11:54
|
2020-12-04 04:11:54
|
|
|
C
|
ca_on_grimsby
|
2020-12-04 04:10:09
|
2020-12-04 04:10:09
|
|
|
C
|
ca_on_guelph
|
2020-12-04 04:10:50
|
2020-12-04 04:10:50
|
|
D>
04:09:15 WARNING pupa: could not save RunPlan, no successful runs of ocd-jurisdiction/country:ca/csd:3528018/legislature yet
|
ca_on_haldimand_county
|
|
2020-12-04 04:09:15
|
AssertionError: No councillors found
Traceback (most recent call last):
File "/app/reports/utils.py", line 71, in scrape_people
report.report = subcommand.handle(args, other)
File "/app/.heroku/src/pupa/pupa/cli/commands/update.py", line 260, in handle
return self.do_handle(args, other, juris)
File "/app/.heroku/src/pupa/pupa/cli/commands/update.py", line 305, in do_handle
report['scrape'] = self.do_scrape(juris, args, scrapers)
File "/app/.heroku/src/pupa/pupa/cli/commands/update.py", line 173, in do_scrape
report[scraper_name] = scraper.do_scrape(**scrape_args)
File "/app/.heroku/src/pupa/pupa/scrape/base.py", line 99, in do_scrape
for obj in self.scrape(**kwargs) or []:
File "/app/scrapers/ca_on_haldimand_county/people.py", line 13, in scrape
assert len(councillors), 'No councillors found'
AssertionError: No councillors found
|
D>
04:08:29 WARNING pupa: could not save RunPlan, no successful runs of ocd-jurisdiction/country:ca/csd:3525005/legislature yet
|
ca_on_hamilton
|
|
2020-12-04 04:08:29
|
Exception: No email pattern in ["javascript:void(location.href='mailto:'+String.fromCharCode(109,97,121,111,114,64,104,97,10…
Traceback (most recent call last):
File "/app/reports/utils.py", line 71, in scrape_people
report.report = subcommand.handle(args, other)
File "/app/.heroku/src/pupa/pupa/cli/commands/update.py", line 260, in handle
return self.do_handle(args, other, juris)
File "/app/.heroku/src/pupa/pupa/cli/commands/update.py", line 305, in do_handle
report['scrape'] = self.do_scrape(juris, args, scrapers)
File "/app/.heroku/src/pupa/pupa/cli/commands/update.py", line 173, in do_scrape
report[scraper_name] = scraper.do_scrape(**scrape_args)
File "/app/.heroku/src/pupa/pupa/scrape/base.py", line 99, in do_scrape
for obj in self.scrape(**kwargs) or []:
File "/app/scrapers/ca_on_hamilton/people.py", line 11, in scrape
yield self.mayor_data(mayor_url)
File "/app/scrapers/ca_on_hamilton/people.py", line 47, in mayor_data
email = self.get_email(info_node)
File "/app/scrapers/utils.py", line 135, in get_email
raise Exception('No email pattern in {}'.format(matches))
Exception: No email pattern in ["javascript:void(location.href='mailto:'+String.fromCharCode(109,97,121,111,114,64,104,97,109,105,108,116,111,110,46,99,97))"]
|
D>
04:17:24 WARNING pupa: could not save RunPlan, no successful runs of ocd-jurisdiction/country:ca/cd:3540/legislature yet
|
ca_on_huron
|
|
2020-12-04 04:17:24
|
pupa.exceptions.UnresolvedIdError: cannot resolve pseudo id to Post: ~{"label": "Huron (seat 10)", "organization__classifica…
Traceback (most recent call last):
File "/app/reports/utils.py", line 71, in scrape_people
report.report = subcommand.handle(args, other)
File "/app/.heroku/src/pupa/pupa/cli/commands/update.py", line 260, in handle
return self.do_handle(args, other, juris)
File "/app/.heroku/src/pupa/pupa/cli/commands/update.py", line 307, in do_handle
report['import'] = self.do_import(juris, args)
File "/app/.heroku/src/pupa/pupa/cli/commands/update.py", line 211, in do_import
report.update(membership_importer.import_directory(datadir))
File "/app/.heroku/src/pupa/pupa/importers/base.py", line 190, in import_directory
return self.import_data(json_stream())
File "/app/.heroku/src/pupa/pupa/importers/base.py", line 227, in import_data
obj_id, what = self.import_item(data)
File "/app/.heroku/src/pupa/pupa/importers/base.py", line 247, in import_item
data = self.prepare_for_db(data)
File "/app/.heroku/src/pupa/pupa/importers/memberships.py", line 50, in prepare_for_db
data['post_id'] = self.post_importer.resolve_json_id(data['post_id'])
File "/app/.heroku/src/pupa/pupa/importers/base.py", line 165, in resolve_json_id
raise UnresolvedIdError(errmsg)
pupa.exceptions.UnresolvedIdError: cannot resolve pseudo id to Post: ~{"label": "Huron (seat 10)", "organization__classification": "legislature", "role": "Councillor"}
|
|
C
|
ca_on_king
|
2020-12-04 04:21:43
|
2020-12-04 04:21:43
|
|
|
C
|
ca_on_kingston
|
2020-12-04 04:18:51
|
2020-12-04 04:18:51
|
|
|
C
|
ca_on_kitchener
|
2020-12-04 04:07:44
|
2020-12-04 04:07:44
|
|
|
D>
|
ca_on_lambton
|
2020-07-20 04:22:09
|
2020-12-04 04:19:08
|
AssertionError: No councillors found
Traceback (most recent call last):
File "/app/reports/utils.py", line 71, in scrape_people
report.report = subcommand.handle(args, other)
File "/app/.heroku/src/pupa/pupa/cli/commands/update.py", line 260, in handle
return self.do_handle(args, other, juris)
File "/app/.heroku/src/pupa/pupa/cli/commands/update.py", line 305, in do_handle
report['scrape'] = self.do_scrape(juris, args, scrapers)
File "/app/.heroku/src/pupa/pupa/cli/commands/update.py", line 173, in do_scrape
report[scraper_name] = scraper.do_scrape(**scrape_args)
File "/app/.heroku/src/pupa/pupa/scrape/base.py", line 99, in do_scrape
for obj in self.scrape(**kwargs) or []:
File "/app/scrapers/ca_on_lambton/people.py", line 12, in scrape
assert len(councillors), 'No councillors found'
AssertionError: No councillors found
|
|
C
|
ca_on_lincoln
|
2020-12-04 04:07:45
|
2020-12-04 04:07:45
|
|
|
C
|
ca_on_london
|
2020-12-04 04:28:19
|
2020-12-04 04:28:19
|
|
D>
04:19:42 WARNING pupa: could not save RunPlan, no successful runs of ocd-jurisdiction/country:ca/csd:3519036/legislature yet
|
ca_on_markham
|
|
2020-12-04 04:19:42
|
IndexError: list index out of range
Traceback (most recent call last):
File "/app/reports/utils.py", line 71, in scrape_people
report.report = subcommand.handle(args, other)
File "/app/.heroku/src/pupa/pupa/cli/commands/update.py", line 260, in handle
return self.do_handle(args, other, juris)
File "/app/.heroku/src/pupa/pupa/cli/commands/update.py", line 305, in do_handle
report['scrape'] = self.do_scrape(juris, args, scrapers)
File "/app/.heroku/src/pupa/pupa/cli/commands/update.py", line 173, in do_scrape
report[scraper_name] = scraper.do_scrape(**scrape_args)
File "/app/.heroku/src/pupa/pupa/scrape/base.py", line 99, in do_scrape
for obj in self.scrape(**kwargs) or []:
File "/app/scrapers/ca_on_markham/people.py", line 12, in scrape
mayor_url = page.xpath('//a[contains(text(), "Office of the Mayor")]/@href')[0]
IndexError: list index out of range
|
D>
04:28:11 WARNING pupa: could not save RunPlan, no successful runs of ocd-jurisdiction/country:ca/csd:3524009/legislature yet
|
ca_on_milton
|
|
2020-12-04 04:28:11
|
AssertionError: No councillors found
Traceback (most recent call last):
File "/app/reports/utils.py", line 71, in scrape_people
report.report = subcommand.handle(args, other)
File "/app/.heroku/src/pupa/pupa/cli/commands/update.py", line 260, in handle
return self.do_handle(args, other, juris)
File "/app/.heroku/src/pupa/pupa/cli/commands/update.py", line 305, in do_handle
report['scrape'] = self.do_scrape(juris, args, scrapers)
File "/app/.heroku/src/pupa/pupa/cli/commands/update.py", line 173, in do_scrape
report[scraper_name] = scraper.do_scrape(**scrape_args)
File "/app/.heroku/src/pupa/pupa/scrape/base.py", line 99, in do_scrape
for obj in self.scrape(**kwargs) or []:
File "/app/scrapers/ca_on_milton/people.py", line 13, in scrape
assert len(councillors), 'No councillors found'
AssertionError: No councillors found
|
|
D>
|
ca_on_mississauga
|
2020-09-15 04:26:32
|
2020-12-04 04:10:29
|
IndexError: list index out of range
Traceback (most recent call last):
File "/app/reports/utils.py", line 71, in scrape_people
report.report = subcommand.handle(args, other)
File "/app/.heroku/src/pupa/pupa/cli/commands/update.py", line 260, in handle
return self.do_handle(args, other, juris)
File "/app/.heroku/src/pupa/pupa/cli/commands/update.py", line 305, in do_handle
report['scrape'] = self.do_scrape(juris, args, scrapers)
File "/app/.heroku/src/pupa/pupa/cli/commands/update.py", line 173, in do_scrape
report[scraper_name] = scraper.do_scrape(**scrape_args)
File "/app/.heroku/src/pupa/pupa/scrape/base.py", line 99, in do_scrape
for obj in self.scrape(**kwargs) or []:
File "/app/scrapers/ca_on_mississauga/people.py", line 15, in scrape
if 'Vacant' not in councillor_url.xpath('./following-sibling::div[2]/text()')[0]:
IndexError: list index out of range
|
|
C
|
ca_on_newmarket
|
2020-12-04 04:10:00
|
2020-12-04 04:10:00
|
|
|
C
|
ca_on_niagara
|
2020-12-04 04:17:38
|
2020-12-04 04:17:38
|
|
|
C
|
ca_on_niagara_on_the_lake
|
2020-12-04 04:17:56
|
2020-12-04 04:17:56
|
|
|
C
|
ca_on_north_dumfries
|
2020-12-04 04:09:16
|
2020-12-04 04:09:16
|
|
D>
04:09:17 WARNING pupa: validation of CanadianPerson 7a482ab4-35e6-11eb-944e-9ebf6ea96d79 failed: 1 validation errors:
Value 'Sean Oâ\x80\x99Meara' for field '<obj>.name' does not match regular expression 'regex.Regex('\\A(?!(?:Chair|Commissioner|Conseiller|Councillor|Deputy|Dr|Hon|M|Maire|Mayor|Miss|Mme|Mr|Mrs|Ms|Regional|Warden)\\b)(?:(?:(?:\\p{Lu}\\.)+|\\p{Lu}+|(?:Jr|Rev|Sr|St)\\.|da|de|den|der|la|van|von|[("](?:\\p{Lu}+|\\p{Lu}\\p{Ll}*(?:-\\p{Lu}\\p{Ll}*)*)[)"]|(?:D\'|d\'|De|de|Des|Di|Du|L\'|La|Le|Mac|Mc|O\'|San|Van|Vander?|vanden)?\\p{Lu}\\p{Ll}+|\\p{Lu}\\p{Ll}+Anne?|Marie\\p{Lu}\\p{Ll}+|Ch\'ng|Prud\'homme|D!ONNE|IsaBelle)(?:\'|-| - | ))+(?:(?:\\p{Lu}\\.)+|\\p{Lu}+|(?:Jr|Rev|Sr|St)\\.|da|de|den|der|la|van|von|[("](?:\\p{Lu}+|\\p{Lu}\\p{Ll}*(?:-\\p{Lu}\\p{Ll}*)*)[)"]|(?:D\'|d\'|De|de|Des|Di|Du|L\'|La|Le|Mac|Mc|O\'|San|Van|Vander?|vanden)?\\p{Lu}\\p{Ll}+|\\p{Lu}\\p{Ll}+Anne?|Marie\\p{Lu}\\p{Ll}+|Ch\'ng|Prud\'homme|D!ONNE|IsaBelle)\\Z', flags=regex.V0)'
|
ca_on_oakville
|
2020-04-28 04:21:24
|
2020-12-04 04:09:17
|
Value 'Sean Oâ\x80\x99Meara' for field '<obj>.name' does not match regular expression 'regex.Regex('\\A(?!(?:Chair|Commissio…
Traceback (most recent call last):
File "/app/.heroku/src/pupa/pupa/scrape/base.py", line 175, in validate
validator.validate(self.as_dict(), schema)
File "/app/.heroku/python/lib/python3.6/site-packages/validictory/validator.py", line 620, in validate
raise MultipleValidationError(self._errors)
validictory.validator.MultipleValidationError: 1 validation errors:
Value 'Sean Oâ\x80\x99Meara' for field '<obj>.name' does not match regular expression 'regex.Regex('\\A(?!(?:Chair|Commissioner|Conseiller|Councillor|Deputy|Dr|Hon|M|Maire|Mayor|Miss|Mme|Mr|Mrs|Ms|Regional|Warden)\\b)(?:(?:(?:\\p{Lu}\\.)+|\\p{Lu}+|(?:Jr|Rev|Sr|St)\\.|da|de|den|der|la|van|von|[("](?:\\p{Lu}+|\\p{Lu}\\p{Ll}*(?:-\\p{Lu}\\p{Ll}*)*)[)"]|(?:D\'|d\'|De|de|Des|Di|Du|L\'|La|Le|Mac|Mc|O\'|San|Van|Vander?|vanden)?\\p{Lu}\\p{Ll}+|\\p{Lu}\\p{Ll}+Anne?|Marie\\p{Lu}\\p{Ll}+|Ch\'ng|Prud\'homme|D!ONNE|IsaBelle)(?:\'|-| - | ))+(?:(?:\\p{Lu}\\.)+|\\p{Lu}+|(?:Jr|Rev|Sr|St)\\.|da|de|den|der|la|van|von|[("](?:\\p{Lu}+|\\p{Lu}\\p{Ll}*(?:-\\p{Lu}\\p{Ll}*)*)[)"]|(?:D\'|d\'|De|de|Des|Di|Du|L\'|La|Le|Mac|Mc|O\'|San|Van|Vander?|vanden)?\\p{Lu}\\p{Ll}+|\\p{Lu}\\p{Ll}+Anne?|Marie\\p{Lu}\\p{Ll}+|Ch\'ng|Prud\'homme|D!ONNE|IsaBelle)\\Z', flags=regex.V0)'
During handling of the above exception, another exception occurred:
Traceback (most recent call last):
File "/app/reports/utils.py", line 71, in scrape_people
report.report = subcommand.handle(args, other)
File "/app/.heroku/src/pupa/pupa/cli/commands/update.py", line 260, in handle
return self.do_handle(args, other, juris)
File "/app/.heroku/src/pupa/pupa/cli/commands/update.py", line 305, in do_handle
report['scrape'] = self.do_scrape(juris, args, scrapers)
File "/app/.heroku/src/pupa/pupa/cli/commands/update.py", line 173, in do_scrape
report[scraper_name] = scraper.do_scrape(**scrape_args)
File "/app/.heroku/src/pupa/pupa/scrape/base.py", line 104, in do_scrape
self.save_object(obj)
File "/app/.heroku/src/pupa/pupa/scrape/base.py", line 89, in save_object
raise ve
File "/app/.heroku/src/pupa/pupa/scrape/base.py", line 85, in save_object
obj.validate()
File "/app/.heroku/src/pupa/pupa/scrape/base.py", line 178, in validate
self.__class__.__name__, self._id, ve)
pupa.exceptions.ScrapeValueError: validation of CanadianPerson 7a482ab4-35e6-11eb-944e-9ebf6ea96d79 failed: 1 validation errors:
Value 'Sean Oâ\x80\x99Meara' for field '<obj>.name' does not match regular expression 'regex.Regex('\\A(?!(?:Chair|Commissioner|Conseiller|Councillor|Deputy|Dr|Hon|M|Maire|Mayor|Miss|Mme|Mr|Mrs|Ms|Regional|Warden)\\b)(?:(?:(?:\\p{Lu}\\.)+|\\p{Lu}+|(?:Jr|Rev|Sr|St)\\.|da|de|den|der|la|van|von|[("](?:\\p{Lu}+|\\p{Lu}\\p{Ll}*(?:-\\p{Lu}\\p{Ll}*)*)[)"]|(?:D\'|d\'|De|de|Des|Di|Du|L\'|La|Le|Mac|Mc|O\'|San|Van|Vander?|vanden)?\\p{Lu}\\p{Ll}+|\\p{Lu}\\p{Ll}+Anne?|Marie\\p{Lu}\\p{Ll}+|Ch\'ng|Prud\'homme|D!ONNE|IsaBelle)(?:\'|-| - | ))+(?:(?:\\p{Lu}\\.)+|\\p{Lu}+|(?:Jr|Rev|Sr|St)\\.|da|de|den|der|la|van|von|[("](?:\\p{Lu}+|\\p{Lu}\\p{Ll}*(?:-\\p{Lu}\\p{Ll}*)*)[)"]|(?:D\'|d\'|De|de|Des|Di|Du|L\'|La|Le|Mac|Mc|O\'|San|Van|Vander?|vanden)?\\p{Lu}\\p{Ll}+|\\p{Lu}\\p{Ll}+Anne?|Marie\\p{Lu}\\p{Ll}+|Ch\'ng|Prud\'homme|D!ONNE|IsaBelle)\\Z', flags=regex.V0)'
|
D>
13:34:31 WARNING pupa: could not save RunPlan, no successful runs of ocd-jurisdiction/country:ca/csd:3518013/legislature yet
|
ca_on_oshawa
|
|
2020-12-04 13:34:31
|
Exception: No email node in b'<td>\n<p class="DirectoryTitle">City of Oshawa<br/>Mayor<br/>Dan Carter</p>\n<p class="Standar…
Traceback (most recent call last):
File "/app/reports/utils.py", line 71, in scrape_people
report.report = subcommand.handle(args, other)
File "/app/.heroku/src/pupa/pupa/cli/commands/update.py", line 260, in handle
return self.do_handle(args, other, juris)
File "/app/.heroku/src/pupa/pupa/cli/commands/update.py", line 305, in do_handle
report['scrape'] = self.do_scrape(juris, args, scrapers)
File "/app/.heroku/src/pupa/pupa/cli/commands/update.py", line 173, in do_scrape
report[scraper_name] = scraper.do_scrape(**scrape_args)
File "/app/.heroku/src/pupa/pupa/scrape/base.py", line 99, in do_scrape
for obj in self.scrape(**kwargs) or []:
File "/app/scrapers/ca_on_oshawa/people.py", line 30, in scrape
p.add_contact('email', self.get_email(councillor))
File "/app/scrapers/utils.py", line 137, in get_email
raise Exception('No email node in {}'.format(etree.tostring(node)))
Exception: No email node in b'<td>\n<p class="DirectoryTitle">City of Oshawa<br/>Mayor<br/>Dan Carter</p>\n<p class="Standard DirectoryImage"><img title="Mayor Dan Carter" src="https://www.oshawa.ca/city-hall/resources/Councillor-Photos-2018-2022/Mayor-Carter.jpg" alt="Mayor Dan Carter" width="600" height="841"/></p>\n<p class="Standard">Phone: 905-436-5611</p>\n<ul>\n<li class="Standard"><a title="Email City of Oshawa Mayor, Dan Carter" href="https://www.oshawa.ca/cdn-cgi/l/email-protection#7518140c1a07351a061d1402145b1614">Email the Mayor</a></li>\n<li class="Standard"><a title="View Mayor Dan Carter\'s biography." href="https://www.oshawa.ca/city-hall/mayor-carter.asp">Biography</a></li>\n</ul>\n</td>\n'
|
D>
04:10:06 WARNING pupa: could not save RunPlan, no successful runs of ocd-jurisdiction/country:ca/csd:3506008/legislature yet
|
ca_on_ottawa
|
|
2020-12-04 04:10:06
|
KeyError: 'name'
Traceback (most recent call last):
File "/app/reports/utils.py", line 71, in scrape_people
report.report = subcommand.handle(args, other)
File "/app/.heroku/src/pupa/pupa/cli/commands/update.py", line 260, in handle
return self.do_handle(args, other, juris)
File "/app/.heroku/src/pupa/pupa/cli/commands/update.py", line 305, in do_handle
report['scrape'] = self.do_scrape(juris, args, scrapers)
File "/app/.heroku/src/pupa/pupa/cli/commands/update.py", line 173, in do_scrape
report[scraper_name] = scraper.do_scrape(**scrape_args)
File "/app/.heroku/src/pupa/pupa/scrape/base.py", line 99, in do_scrape
for obj in self.scrape(**kwargs) or []:
File "/app/scrapers/utils.py", line 375, in scrape
if not self.is_valid_row(row):
File "/app/scrapers/utils.py", line 336, in is_valid_row
return row['name'] not in empty
KeyError: 'name'
|
|
D>
|
ca_on_peel
|
2020-06-12 04:05:28
|
2020-12-04 04:07:49
|
scrapelib.HTTPError: 404 while retrieving https://data.peelregion.ca/media/43505/wards1822_csv.csv
Traceback (most recent call last):
File "/app/reports/utils.py", line 71, in scrape_people
report.report = subcommand.handle(args, other)
File "/app/.heroku/src/pupa/pupa/cli/commands/update.py", line 260, in handle
return self.do_handle(args, other, juris)
File "/app/.heroku/src/pupa/pupa/cli/commands/update.py", line 305, in do_handle
report['scrape'] = self.do_scrape(juris, args, scrapers)
File "/app/.heroku/src/pupa/pupa/cli/commands/update.py", line 173, in do_scrape
report[scraper_name] = scraper.do_scrape(**scrape_args)
File "/app/.heroku/src/pupa/pupa/scrape/base.py", line 99, in do_scrape
for obj in self.scrape(**kwargs) or []:
File "/app/scrapers/utils.py", line 367, in scrape
reader = self.csv_reader(self.csv_url, delimiter=self.delimiter, header=True, encoding=self.encoding, skip_rows=self.skip_rows, data=data)
File "/app/scrapers/utils.py", line 215, in csv_reader
response = self.get(url, **kwargs)
File "/app/scrapers/utils.py", line 172, in get
return super().get(*args, verify=SSL_VERIFY, **kwargs)
File "/app/.heroku/python/lib/python3.6/site-packages/requests/sessions.py", line 537, in get
return self.request('GET', url, **kwargs)
File "/app/.heroku/python/lib/python3.6/site-packages/scrapelib/__init__.py", line 292, in request
raise HTTPError(resp)
scrapelib.HTTPError: 404 while retrieving https://data.peelregion.ca/media/43505/wards1822_csv.csv
|
|
C
|
ca_on_pickering
|
2020-12-04 04:09:27
|
2020-12-04 04:09:27
|
|
|
C
|
ca_on_richmond_hill
|
2020-12-04 04:10:39
|
2020-12-04 04:10:39
|
|
|
C
|
ca_on_school_boards_english_public
|
2020-12-04 04:19:24
|
2020-12-04 04:19:25
|
|
|
C
|
ca_on_st_catharines
|
2020-12-04 04:21:39
|
2020-12-04 04:21:39
|
|
D>
04:28:09 WARNING pupa: could not save RunPlan, no successful runs of ocd-jurisdiction/country:ca/csd:3558004/legislature yet
|
ca_on_thunder_bay
|
|
2020-12-04 04:28:09
|
scrapelib.HTTPError: 404 while retrieving https://www.thunderbay.ca/Common/PageNotFound.aspx?aspxerrorpath=/en/city-hall/may…
Traceback (most recent call last):
File "/app/reports/utils.py", line 71, in scrape_people
report.report = subcommand.handle(args, other)
File "/app/.heroku/src/pupa/pupa/cli/commands/update.py", line 260, in handle
return self.do_handle(args, other, juris)
File "/app/.heroku/src/pupa/pupa/cli/commands/update.py", line 305, in do_handle
report['scrape'] = self.do_scrape(juris, args, scrapers)
File "/app/.heroku/src/pupa/pupa/cli/commands/update.py", line 173, in do_scrape
report[scraper_name] = scraper.do_scrape(**scrape_args)
File "/app/.heroku/src/pupa/pupa/scrape/base.py", line 99, in do_scrape
for obj in self.scrape(**kwargs) or []:
File "/app/scrapers/ca_on_thunder_bay/people.py", line 9, in scrape
page = self.lxmlize(COUNCIL_PAGE)
File "/app/scrapers/utils.py", line 180, in lxmlize
response = self.get(url, cookies=cookies)
File "/app/scrapers/utils.py", line 172, in get
return super().get(*args, verify=SSL_VERIFY, **kwargs)
File "/app/.heroku/python/lib/python3.6/site-packages/requests/sessions.py", line 537, in get
return self.request('GET', url, **kwargs)
File "/app/.heroku/python/lib/python3.6/site-packages/scrapelib/__init__.py", line 292, in request
raise HTTPError(resp)
scrapelib.HTTPError: 404 while retrieving https://www.thunderbay.ca/Common/PageNotFound.aspx?aspxerrorpath=/en/city-hall/mayor-and-council.aspx
|
|
C
|
ca_on_toronto_candidates
|
2020-12-04 04:07:38
|
2020-12-04 04:07:38
|
|
|
C
|
ca_on_uxbridge
|
2020-12-04 04:17:55
|
2020-12-04 04:17:55
|
|
|
C
|
ca_on_vaughan
|
2020-12-04 04:19:39
|
2020-12-04 04:19:39
|
|
|
C
|
ca_on_waterloo
|
2020-12-04 04:19:57
|
2020-12-04 04:19:58
|
|
|
D>
|
ca_on_waterloo_region
|
2020-04-28 04:33:42
|
2020-12-04 04:28:19
|
KeyError: 'district name'
Traceback (most recent call last):
File "/app/reports/utils.py", line 71, in scrape_people
report.report = subcommand.handle(args, other)
File "/app/.heroku/src/pupa/pupa/cli/commands/update.py", line 260, in handle
return self.do_handle(args, other, juris)
File "/app/.heroku/src/pupa/pupa/cli/commands/update.py", line 305, in do_handle
report['scrape'] = self.do_scrape(juris, args, scrapers)
File "/app/.heroku/src/pupa/pupa/cli/commands/update.py", line 173, in do_scrape
report[scraper_name] = scraper.do_scrape(**scrape_args)
File "/app/.heroku/src/pupa/pupa/scrape/base.py", line 99, in do_scrape
for obj in self.scrape(**kwargs) or []:
File "/app/scrapers/utils.py", line 380, in scrape
row[key] = corrections(row[key])
KeyError: 'district name'
|
|
C
|
ca_on_welland
|
2020-12-04 04:39:18
|
2020-12-04 04:39:19
|
|
|
C
|
ca_on_wellesley
|
2020-12-04 04:07:39
|
2020-12-04 04:07:39
|
|
|
C
|
ca_on_whitby
|
2020-12-04 04:19:02
|
2020-12-04 04:19:02
|
|
|
C
|
ca_on_whitchurch_stouffville
|
2020-12-04 04:39:26
|
2020-12-04 04:39:26
|
|
|
C
|
ca_on_windsor
|
2020-12-04 04:10:10
|
2020-12-04 04:10:10
|
|
D>
04:09:13 WARNING pupa: could not save RunPlan, no successful runs of ocd-jurisdiction/country:ca/province:pe/legislature yet
|
ca_pe
|
|
2020-12-04 04:09:13
|
AssertionError: No members found
Traceback (most recent call last):
File "/app/reports/utils.py", line 71, in scrape_people
report.report = subcommand.handle(args, other)
File "/app/.heroku/src/pupa/pupa/cli/commands/update.py", line 260, in handle
return self.do_handle(args, other, juris)
File "/app/.heroku/src/pupa/pupa/cli/commands/update.py", line 305, in do_handle
report['scrape'] = self.do_scrape(juris, args, scrapers)
File "/app/.heroku/src/pupa/pupa/cli/commands/update.py", line 173, in do_scrape
report[scraper_name] = scraper.do_scrape(**scrape_args)
File "/app/.heroku/src/pupa/pupa/scrape/base.py", line 99, in do_scrape
for obj in self.scrape(**kwargs) or []:
File "/app/scrapers/ca_pe/people.py", line 13, in scrape
assert len(members), 'No members found'
AssertionError: No members found
|
|
D>
|
ca_pe_charlottetown
|
2020-10-22 04:01:37
|
2020-12-04 04:18:47
|
IndexError: list index out of range
Traceback (most recent call last):
File "/app/reports/utils.py", line 71, in scrape_people
report.report = subcommand.handle(args, other)
File "/app/.heroku/src/pupa/pupa/cli/commands/update.py", line 260, in handle
return self.do_handle(args, other, juris)
File "/app/.heroku/src/pupa/pupa/cli/commands/update.py", line 305, in do_handle
report['scrape'] = self.do_scrape(juris, args, scrapers)
File "/app/.heroku/src/pupa/pupa/cli/commands/update.py", line 173, in do_scrape
report[scraper_name] = scraper.do_scrape(**scrape_args)
File "/app/.heroku/src/pupa/pupa/scrape/base.py", line 99, in do_scrape
for obj in self.scrape(**kwargs) or []:
File "/app/scrapers/ca_pe_charlottetown/people.py", line 22, in scrape
para = group[0]
IndexError: list index out of range
|
|
C
|
ca_qc
|
2020-12-04 04:28:08
|
2020-12-04 04:28:09
|
|
|
C
|
ca_qc_beaconsfield
|
2020-12-04 04:17:37
|
2020-12-04 04:17:37
|
|
D>
04:23:50 WARNING pupa: could not save RunPlan, no successful runs of ocd-jurisdiction/country:ca/csd:2458007/legislature yet
|
ca_qc_brossard
|
|
2020-12-04 04:23:50
|
AssertionError: No councillors found
Traceback (most recent call last):
File "/app/reports/utils.py", line 71, in scrape_people
report.report = subcommand.handle(args, other)
File "/app/.heroku/src/pupa/pupa/cli/commands/update.py", line 260, in handle
return self.do_handle(args, other, juris)
File "/app/.heroku/src/pupa/pupa/cli/commands/update.py", line 305, in do_handle
report['scrape'] = self.do_scrape(juris, args, scrapers)
File "/app/.heroku/src/pupa/pupa/cli/commands/update.py", line 173, in do_scrape
report[scraper_name] = scraper.do_scrape(**scrape_args)
File "/app/.heroku/src/pupa/pupa/scrape/base.py", line 99, in do_scrape
for obj in self.scrape(**kwargs) or []:
File "/app/scrapers/ca_qc_brossard/people.py", line 17, in scrape
assert len(councillors), 'No councillors found'
AssertionError: No councillors found
|
|
C
|
ca_qc_cote_saint_luc
|
2020-12-04 04:09:59
|
2020-12-04 04:09:59
|
|
|
C
|
ca_qc_dollard_des_ormeaux
|
2020-12-04 04:19:26
|
2020-12-04 04:19:26
|
|
|
C
|
ca_qc_dorval
|
2020-12-04 04:16:19
|
2020-12-04 04:16:19
|
|
D>
04:28:17 WARNING pupa: could not save RunPlan, no successful runs of ocd-jurisdiction/country:ca/csd:2481017/legislature yet
|
ca_qc_gatineau
|
|
2020-12-04 04:28:17
|
IndexError: list index out of range
Traceback (most recent call last):
File "/app/reports/utils.py", line 71, in scrape_people
report.report = subcommand.handle(args, other)
File "/app/.heroku/src/pupa/pupa/cli/commands/update.py", line 260, in handle
return self.do_handle(args, other, juris)
File "/app/.heroku/src/pupa/pupa/cli/commands/update.py", line 305, in do_handle
report['scrape'] = self.do_scrape(juris, args, scrapers)
File "/app/.heroku/src/pupa/pupa/cli/commands/update.py", line 173, in do_scrape
report[scraper_name] = scraper.do_scrape(**scrape_args)
File "/app/.heroku/src/pupa/pupa/scrape/base.py", line 99, in do_scrape
for obj in self.scrape(**kwargs) or []:
File "/app/scrapers/ca_qc_gatineau/people.py", line 19, in scrape
p = Person(primary_org='legislature', name=names[0], district='Gatineau', role='Maire')
IndexError: list index out of range
|
|
C
|
ca_qc_kirkland
|
2020-12-04 04:19:06
|
2020-12-04 04:19:06
|
|
|
C
|
ca_qc_laval
|
2020-12-04 04:19:40
|
2020-12-04 04:19:40
|
|
|
C
|
ca_qc_levis
|
2020-12-04 04:16:16
|
2020-12-04 04:16:16
|
|
D>
04:28:16 WARNING pupa: could not save RunPlan, no successful runs of ocd-jurisdiction/country:ca/csd:2458227/legislature yet
|
ca_qc_longueuil
|
|
2020-12-04 04:28:16
|
scrapelib.HTTPError: 404 while retrieving https://www.longueuil.quebec/fr/conseil-ville
Traceback (most recent call last):
File "/app/reports/utils.py", line 71, in scrape_people
report.report = subcommand.handle(args, other)
File "/app/.heroku/src/pupa/pupa/cli/commands/update.py", line 260, in handle
return self.do_handle(args, other, juris)
File "/app/.heroku/src/pupa/pupa/cli/commands/update.py", line 305, in do_handle
report['scrape'] = self.do_scrape(juris, args, scrapers)
File "/app/.heroku/src/pupa/pupa/cli/commands/update.py", line 173, in do_scrape
report[scraper_name] = scraper.do_scrape(**scrape_args)
File "/app/.heroku/src/pupa/pupa/scrape/base.py", line 99, in do_scrape
for obj in self.scrape(**kwargs) or []:
File "/app/scrapers/ca_qc_longueuil/people.py", line 9, in scrape
page = self.lxmlize(COUNCIL_PAGE, 'utf-8')
File "/app/scrapers/utils.py", line 180, in lxmlize
response = self.get(url, cookies=cookies)
File "/app/scrapers/utils.py", line 172, in get
return super().get(*args, verify=SSL_VERIFY, **kwargs)
File "/app/.heroku/python/lib/python3.6/site-packages/requests/sessions.py", line 537, in get
return self.request('GET', url, **kwargs)
File "/app/.heroku/python/lib/python3.6/site-packages/scrapelib/__init__.py", line 292, in request
raise HTTPError(resp)
scrapelib.HTTPError: 404 while retrieving https://www.longueuil.quebec/fr/conseil-ville
|
D>
04:21:57 WARNING scrapelib: got Exceeded 30 redirects. sleeping for 10 seconds before retry
04:22:21 WARNING scrapelib: got Exceeded 30 redirects. sleeping for 20 seconds before retry
04:22:55 WARNING scrapelib: got Exceeded 30 redirects. sleeping for 40 seconds before retry
04:23:49 WARNING pupa: could not save RunPlan, no successful runs of ocd-jurisdiction/country:ca/csd:2467045/legislature yet
|
ca_qc_mercier
|
|
2020-12-04 04:23:49
|
requests.exceptions.TooManyRedirects: Exceeded 30 redirects.
Traceback (most recent call last):
File "/app/reports/utils.py", line 71, in scrape_people
report.report = subcommand.handle(args, other)
File "/app/.heroku/src/pupa/pupa/cli/commands/update.py", line 260, in handle
return self.do_handle(args, other, juris)
File "/app/.heroku/src/pupa/pupa/cli/commands/update.py", line 305, in do_handle
report['scrape'] = self.do_scrape(juris, args, scrapers)
File "/app/.heroku/src/pupa/pupa/cli/commands/update.py", line 173, in do_scrape
report[scraper_name] = scraper.do_scrape(**scrape_args)
File "/app/.heroku/src/pupa/pupa/scrape/base.py", line 99, in do_scrape
for obj in self.scrape(**kwargs) or []:
File "/app/scrapers/ca_qc_mercier/people.py", line 10, in scrape
page = self.lxmlize(COUNCIL_PAGE, user_agent=CUSTOM_USER_AGENT, encoding='windows-1252')
File "/app/scrapers/utils.py", line 180, in lxmlize
response = self.get(url, cookies=cookies)
File "/app/scrapers/utils.py", line 172, in get
return super().get(*args, verify=SSL_VERIFY, **kwargs)
File "/app/.heroku/python/lib/python3.6/site-packages/requests/sessions.py", line 537, in get
return self.request('GET', url, **kwargs)
File "/app/.heroku/python/lib/python3.6/site-packages/scrapelib/__init__.py", line 286, in request
**kwargs)
File "/app/.heroku/python/lib/python3.6/site-packages/scrapelib/cache.py", line 66, in request
resp = super(CachingSession, self).request(method, url, **kwargs)
File "/app/.heroku/python/lib/python3.6/site-packages/scrapelib/__init__.py", line 88, in request
return super(ThrottledSession, self).request(method, url, **kwargs)
File "/app/.heroku/python/lib/python3.6/site-packages/scrapelib/__init__.py", line 182, in request
raise exception_raised
File "/app/.heroku/python/lib/python3.6/site-packages/scrapelib/__init__.py", line 153, in request
resp = super(RetrySession, self).request(method, url, **kwargs)
File "/app/.heroku/python/lib/python3.6/site-packages/requests/sessions.py", line 524, in request
resp = self.send(prep, **send_kwargs)
File "/app/.heroku/python/lib/python3.6/site-packages/requests/sessions.py", line 659, in send
history = [resp for resp in gen] if allow_redirects else []
File "/app/.heroku/python/lib/python3.6/site-packages/requests/sessions.py", line 659, in <listcomp>
history = [resp for resp in gen] if allow_redirects else []
File "/app/.heroku/python/lib/python3.6/site-packages/requests/sessions.py", line 156, in resolve_redirects
raise TooManyRedirects('Exceeded %s redirects.' % self.max_redirects, response=resp)
requests.exceptions.TooManyRedirects: Exceeded 30 redirects.
|
D>
04:10:01 WARNING pupa: could not save RunPlan, no successful runs of ocd-jurisdiction/country:ca/csd:2466023/legislature yet
|
ca_qc_montreal
|
|
2020-12-04 04:10:01
|
scrapelib.HTTPError: 404 while retrieving https://donnees.montreal.ca/dataset/381d74ca-dadd-459f-95c9-db255b5f4480/resource/…
Traceback (most recent call last):
File "/app/reports/utils.py", line 71, in scrape_people
report.report = subcommand.handle(args, other)
File "/app/.heroku/src/pupa/pupa/cli/commands/update.py", line 260, in handle
return self.do_handle(args, other, juris)
File "/app/.heroku/src/pupa/pupa/cli/commands/update.py", line 305, in do_handle
report['scrape'] = self.do_scrape(juris, args, scrapers)
File "/app/.heroku/src/pupa/pupa/cli/commands/update.py", line 173, in do_scrape
report[scraper_name] = scraper.do_scrape(**scrape_args)
File "/app/.heroku/src/pupa/pupa/scrape/base.py", line 99, in do_scrape
for obj in self.scrape(**kwargs) or []:
File "/app/scrapers/utils.py", line 367, in scrape
reader = self.csv_reader(self.csv_url, delimiter=self.delimiter, header=True, encoding=self.encoding, skip_rows=self.skip_rows, data=data)
File "/app/scrapers/utils.py", line 215, in csv_reader
response = self.get(url, **kwargs)
File "/app/scrapers/utils.py", line 172, in get
return super().get(*args, verify=SSL_VERIFY, **kwargs)
File "/app/.heroku/python/lib/python3.6/site-packages/requests/sessions.py", line 537, in get
return self.request('GET', url, **kwargs)
File "/app/.heroku/python/lib/python3.6/site-packages/scrapelib/__init__.py", line 292, in request
raise HTTPError(resp)
scrapelib.HTTPError: 404 while retrieving https://donnees.montreal.ca/dataset/381d74ca-dadd-459f-95c9-db255b5f4480/resource/ce1315a3-50ee-48d0-a0f0-9bcc15f65643/download/listeelusmontreal.csv
|
|
C
|
ca_qc_montreal_est
|
2020-12-04 04:18:49
|
2020-12-04 04:18:49
|
|
|
C
|
ca_qc_pointe_claire
|
2020-12-04 04:11:34
|
2020-12-04 04:11:34
|
|
|
C
|
ca_qc_quebec
|
2020-12-04 04:09:51
|
2020-12-04 04:09:51
|
|
|
C
|
ca_qc_saguenay
|
2020-12-04 04:20:01
|
2020-12-04 04:20:01
|
|
|
C
|
ca_qc_sainte_anne_de_bellevue
|
2020-12-04 04:09:47
|
2020-12-04 04:09:47
|
|
|
C
|
ca_qc_saint_jean_sur_richelieu
|
2020-12-04 04:21:37
|
2020-12-04 04:21:37
|
|
|
C
|
ca_qc_saint_jerome
|
2020-12-04 12:08:35
|
2020-12-04 12:08:35
|
|
|
C
|
ca_qc_senneville
|
2020-12-04 04:09:29
|
2020-12-04 04:09:29
|
|
D>
04:18:48 WARNING pupa: could not save RunPlan, no successful runs of ocd-jurisdiction/country:ca/csd:2443027/legislature yet
|
ca_qc_sherbrooke
|
|
2020-12-04 04:18:48
|
AssertionError: No councillors found
Traceback (most recent call last):
File "/app/reports/utils.py", line 71, in scrape_people
report.report = subcommand.handle(args, other)
File "/app/.heroku/src/pupa/pupa/cli/commands/update.py", line 260, in handle
return self.do_handle(args, other, juris)
File "/app/.heroku/src/pupa/pupa/cli/commands/update.py", line 305, in do_handle
report['scrape'] = self.do_scrape(juris, args, scrapers)
File "/app/.heroku/src/pupa/pupa/cli/commands/update.py", line 173, in do_scrape
report[scraper_name] = scraper.do_scrape(**scrape_args)
File "/app/.heroku/src/pupa/pupa/scrape/base.py", line 99, in do_scrape
for obj in self.scrape(**kwargs) or []:
File "/app/scrapers/ca_qc_sherbrooke/people.py", line 11, in scrape
assert len(councillors), 'No councillors found'
AssertionError: No councillors found
|
D>
04:11:32 WARNING pupa: could not save RunPlan, no successful runs of ocd-jurisdiction/country:ca/csd:2464008/legislature yet
|
ca_qc_terrebonne
|
|
2020-12-04 04:11:32
|
IndexError: list index out of range
Traceback (most recent call last):
File "/app/reports/utils.py", line 71, in scrape_people
report.report = subcommand.handle(args, other)
File "/app/.heroku/src/pupa/pupa/cli/commands/update.py", line 260, in handle
return self.do_handle(args, other, juris)
File "/app/.heroku/src/pupa/pupa/cli/commands/update.py", line 305, in do_handle
report['scrape'] = self.do_scrape(juris, args, scrapers)
File "/app/.heroku/src/pupa/pupa/cli/commands/update.py", line 173, in do_scrape
report[scraper_name] = scraper.do_scrape(**scrape_args)
File "/app/.heroku/src/pupa/pupa/scrape/base.py", line 99, in do_scrape
for obj in self.scrape(**kwargs) or []:
File "/app/scrapers/ca_qc_terrebonne/people.py", line 18, in scrape
district = page.xpath('.//div[@class="fiche__category"]/text()')[0]
IndexError: list index out of range
|
|
C
|
ca_qc_trois_rivieres
|
2020-12-04 04:09:46
|
2020-12-04 04:09:46
|
|
|
C
|
ca_qc_westmount
|
2020-12-04 04:08:25
|
2020-12-04 04:08:25
|
|
D>
04:10:42 WARNING pupa: validation of Membership acdbdab6-35e6-11eb-944e-9ebf6ea96d79 failed: 1 validation errors:
Value '265' for field '' does not match regular expression '\A1 \d{3} \d{3}-\d{4}(?: x\d+)?\Z'
04:10:42 WARNING pupa: could not save RunPlan, no successful runs of ocd-jurisdiction/country:ca/province:sk/legislature yet
|
ca_sk
|
|
2020-12-04 04:10:42
|
Value '265' for field '' does not match regular expression '\A1 \d{3} \d{3}-\d{4}(?: x\d+)?\Z'
Traceback (most recent call last):
File "/app/.heroku/src/pupa/pupa/scrape/base.py", line 175, in validate
validator.validate(self.as_dict(), schema)
File "/app/.heroku/python/lib/python3.6/site-packages/validictory/validator.py", line 620, in validate
raise MultipleValidationError(self._errors)
validictory.validator.MultipleValidationError: 1 validation errors:
Value '265' for field '' does not match regular expression '\A1 \d{3} \d{3}-\d{4}(?: x\d+)?\Z'
During handling of the above exception, another exception occurred:
Traceback (most recent call last):
File "/app/reports/utils.py", line 71, in scrape_people
report.report = subcommand.handle(args, other)
File "/app/.heroku/src/pupa/pupa/cli/commands/update.py", line 260, in handle
return self.do_handle(args, other, juris)
File "/app/.heroku/src/pupa/pupa/cli/commands/update.py", line 305, in do_handle
report['scrape'] = self.do_scrape(juris, args, scrapers)
File "/app/.heroku/src/pupa/pupa/cli/commands/update.py", line 173, in do_scrape
report[scraper_name] = scraper.do_scrape(**scrape_args)
File "/app/.heroku/src/pupa/pupa/scrape/base.py", line 104, in do_scrape
self.save_object(obj)
File "/app/.heroku/src/pupa/pupa/scrape/base.py", line 93, in save_object
self.save_object(obj)
File "/app/.heroku/src/pupa/pupa/scrape/base.py", line 89, in save_object
raise ve
File "/app/.heroku/src/pupa/pupa/scrape/base.py", line 85, in save_object
obj.validate()
File "/app/.heroku/src/pupa/pupa/scrape/base.py", line 178, in validate
self.__class__.__name__, self._id, ve)
pupa.exceptions.ScrapeValueError: validation of Membership acdbdab6-35e6-11eb-944e-9ebf6ea96d79 failed: 1 validation errors:
Value '265' for field '' does not match regular expression '\A1 \d{3} \d{3}-\d{4}(?: x\d+)?\Z'
|
|
D>
|
ca_sk_regina
|
2020-11-23 05:02:51
|
2020-12-04 04:10:48
|
IndexError: list index out of range
Traceback (most recent call last):
File "/app/reports/utils.py", line 71, in scrape_people
report.report = subcommand.handle(args, other)
File "/app/.heroku/src/pupa/pupa/cli/commands/update.py", line 260, in handle
return self.do_handle(args, other, juris)
File "/app/.heroku/src/pupa/pupa/cli/commands/update.py", line 305, in do_handle
report['scrape'] = self.do_scrape(juris, args, scrapers)
File "/app/.heroku/src/pupa/pupa/cli/commands/update.py", line 173, in do_scrape
report[scraper_name] = scraper.do_scrape(**scrape_args)
File "/app/.heroku/src/pupa/pupa/scrape/base.py", line 101, in do_scrape
for iterobj in obj:
File "/app/scrapers/ca_sk_regina/people.py", line 38, in councillor_data
phone_path = page.xpath('//div[@class="councillor__contact"]//ul/li/a/@href[contains(., "306")]')[0]
IndexError: list index out of range
|
|
C
|
ca_sk_saskatoon
|
2020-12-04 04:10:08
|
2020-12-04 04:10:08
|
|