|
C
|
ca
|
2025-08-20 04:28:38
|
2025-08-20 04:28:38
|
|
|
C
|
ca_ab
|
2025-08-20 04:42:11
|
2025-08-20 04:42:11
|
|
|
C
|
ca_ab_calgary
|
2025-08-20 04:28:42
|
2025-08-20 04:28:42
|
|
D>
04:03:33 WARNING scrapelib: sleeping for 10 seconds before retry
04:03:44 WARNING scrapelib: sleeping for 20 seconds before retry
04:04:05 WARNING scrapelib: sleeping for 40 seconds before retry
|
ca_ab_edmonton
|
2025-08-19 04:27:11
|
2025-08-20 04:04:45
|
scrapelib.HTTPError: 500 while retrieving https://www.edmonton.ca/city_government/city_organization/mayor/contact-the-mayor
Traceback (most recent call last):
File "/app/reports/utils.py", line 73, in scrape_people
report.report = subcommand.handle(args, other)
File "/app/.heroku/python/lib/python3.10/site-packages/pupa/cli/commands/update.py", line 260, in handle
return self.do_handle(args, other, juris)
File "/app/.heroku/python/lib/python3.10/site-packages/pupa/cli/commands/update.py", line 305, in do_handle
report['scrape'] = self.do_scrape(juris, args, scrapers)
File "/app/.heroku/python/lib/python3.10/site-packages/pupa/cli/commands/update.py", line 173, in do_scrape
report[scraper_name] = scraper.do_scrape(**scrape_args)
File "/app/.heroku/python/lib/python3.10/site-packages/pupa/scrape/base.py", line 99, in do_scrape
for obj in self.scrape(**kwargs) or []:
File "/app/scrapers/ca_ab_edmonton/people.py", line 30, in scrape
yield self.scrape_mayor()
File "/app/scrapers/ca_ab_edmonton/people.py", line 72, in scrape_mayor
contact_page = self.lxmlize(MAYOR_CONTACT_PAGE)
File "/app/scrapers/utils.py", line 217, in lxmlize
response = self.get(url, cookies=cookies, verify=verify)
File "/app/scrapers/utils.py", line 198, in get
return super().get(*args, verify=kwargs.pop("verify", SSL_VERIFY), **kwargs)
File "/app/.heroku/python/lib/python3.10/site-packages/requests/sessions.py", line 602, in get
return self.request("GET", url, **kwargs)
File "/app/.heroku/python/lib/python3.10/site-packages/scrapelib/__init__.py", line 619, in request
raise HTTPError(resp)
scrapelib.HTTPError: 500 while retrieving https://www.edmonton.ca/city_government/city_organization/mayor/contact-the-mayor
|
|
C
|
ca_ab_grande_prairie
|
2025-08-20 04:37:47
|
2025-08-20 04:37:47
|
|
|
D>
|
ca_ab_grande_prairie_county_no_1
|
2025-07-15 04:33:22
|
2025-08-20 04:11:27
|
scrapelib.HTTPError: 404 while retrieving https://www.countygp.ab.ca/en/county-government/council.aspx
Traceback (most recent call last):
File "/app/reports/utils.py", line 73, in scrape_people
report.report = subcommand.handle(args, other)
File "/app/.heroku/python/lib/python3.10/site-packages/pupa/cli/commands/update.py", line 260, in handle
return self.do_handle(args, other, juris)
File "/app/.heroku/python/lib/python3.10/site-packages/pupa/cli/commands/update.py", line 305, in do_handle
report['scrape'] = self.do_scrape(juris, args, scrapers)
File "/app/.heroku/python/lib/python3.10/site-packages/pupa/cli/commands/update.py", line 173, in do_scrape
report[scraper_name] = scraper.do_scrape(**scrape_args)
File "/app/.heroku/python/lib/python3.10/site-packages/pupa/scrape/base.py", line 99, in do_scrape
for obj in self.scrape(**kwargs) or []:
File "/app/scrapers/ca_ab_grande_prairie_county_no_1/people.py", line 9, in scrape
page = self.lxmlize(COUNCIL_PAGE)
File "/app/scrapers/utils.py", line 217, in lxmlize
response = self.get(url, cookies=cookies, verify=verify)
File "/app/scrapers/utils.py", line 198, in get
return super().get(*args, verify=kwargs.pop("verify", SSL_VERIFY), **kwargs)
File "/app/.heroku/python/lib/python3.10/site-packages/requests/sessions.py", line 602, in get
return self.request("GET", url, **kwargs)
File "/app/.heroku/python/lib/python3.10/site-packages/scrapelib/__init__.py", line 619, in request
raise HTTPError(resp)
scrapelib.HTTPError: 404 while retrieving https://www.countygp.ab.ca/en/county-government/council.aspx
|
|
C
|
ca_ab_lethbridge
|
2025-08-20 04:30:58
|
2025-08-20 04:30:58
|
|
|
C
|
ca_ab_strathcona_county
|
2025-08-20 04:01:03
|
2025-08-20 04:01:03
|
|
|
C
|
ca_ab_wood_buffalo
|
2025-08-20 04:04:53
|
2025-08-20 04:04:53
|
|
|
C
|
ca_bc
|
2025-08-20 04:16:05
|
2025-08-20 04:16:05
|
|
|
C
|
ca_bc_abbotsford
|
2025-08-20 04:30:01
|
2025-08-20 04:30:01
|
|
|
C
|
ca_bc_burnaby
|
2025-08-20 04:16:24
|
2025-08-20 04:16:24
|
|
|
C
|
ca_bc_coquitlam
|
2025-08-20 04:42:32
|
2025-08-20 04:42:32
|
|
|
C
|
ca_bc_kelowna
|
2025-08-20 04:28:39
|
2025-08-20 04:28:39
|
|
|
C
|
ca_bc_langley
|
2025-08-20 04:30:21
|
2025-08-20 04:30:21
|
|
|
C
|
ca_bc_langley_city
|
2025-08-20 04:31:34
|
2025-08-20 04:31:34
|
|
|
C
|
ca_bc_new_westminster
|
2025-08-20 04:45:25
|
2025-08-20 04:45:25
|
|
|
C
|
ca_bc_richmond
|
2025-08-20 04:14:17
|
2025-08-20 04:14:17
|
|
|
C
|
ca_bc_saanich
|
2025-08-20 04:43:10
|
2025-08-20 04:43:10
|
|
|
C
|
ca_bc_surrey
|
2025-08-20 04:40:36
|
2025-08-20 04:40:36
|
|
|
C
|
ca_bc_vancouver
|
2025-08-20 04:38:00
|
2025-08-20 04:38:00
|
|
|
C
|
ca_bc_victoria
|
2025-08-20 04:45:28
|
2025-08-20 04:45:28
|
|
D>
04:15:08 ERROR ca_candidates.people:
04:15:08 ERROR ca_candidates.people:
04:15:08 ERROR ca_candidates.people:
04:15:08 ERROR ca_candidates.people:
04:15:08 ERROR ca_candidates.people:
04:15:08 ERROR ca_candidates.people:
04:15:08 ERROR ca_candidates.people:
04:15:10 WARNING ca_candidates.people: 404 while retrieving https://www.greenparty.ca/en/candidates/page/2 (https://www.greenparty.ca/en/candidates/page/2)
04:15:11 WARNING ca_candidates.people: 404 while retrieving https://www.greenparty.ca/en/candidates/page/3 (https://www.greenparty.ca/en/candidates/page/3)
04:15:12 WARNING ca_candidates.people: 404 while retrieving https://www.greenparty.ca/en/candidates/page/4 (https://www.greenparty.ca/en/candidates/page/4)
04:15:13 WARNING ca_candidates.people: 404 while retrieving https://www.greenparty.ca/en/candidates/page/5 (https://www.greenparty.ca/en/candidates/page/5)
04:15:14 WARNING ca_candidates.people: 404 while retrieving https://www.greenparty.ca/en/candidates/page/6 (https://www.greenparty.ca/en/candidates/page/6)
04:15:15 WARNING ca_candidates.people: 404 while retrieving https://www.greenparty.ca/en/candidates/page/7 (https://www.greenparty.ca/en/candidates/page/7)
04:15:16 WARNING ca_candidates.people: 404 while retrieving https://www.greenparty.ca/en/candidates/page/8 (https://www.greenparty.ca/en/candidates/page/8)
04:15:17 WARNING ca_candidates.people: 404 while retrieving https://www.greenparty.ca/en/candidates/page/9 (https://www.greenparty.ca/en/candidates/page/9)
04:15:18 WARNING ca_candidates.people: 404 while retrieving https://www.greenparty.ca/en/candidates/page/10 (https://www.greenparty.ca/en/candidates/page/10)
04:15:19 WARNING ca_candidates.people: 404 while retrieving https://www.greenparty.ca/en/candidates/page/11 (https://www.greenparty.ca/en/candidates/page/11)
04:15:20 WARNING ca_candidates.people: 404 while retrieving https://www.greenparty.ca/en/candidates/page/12 (https://www.greenparty.ca/en/candidates/page/12)
04:15:21 WARNING ca_candidates.people: 404 while retrieving https://www.greenparty.ca/en/candidates/page/13 (https://www.greenparty.ca/en/candidates/page/13)
04:15:22 WARNING ca_candidates.people: 404 while retrieving https://www.greenparty.ca/en/candidates/page/14 (https://www.greenparty.ca/en/candidates/page/14)
04:15:23 WARNING ca_candidates.people: 404 while retrieving https://www.greenparty.ca/en/candidates/page/15 (https://www.greenparty.ca/en/candidates/page/15)
04:15:24 WARNING ca_candidates.people: 404 while retrieving https://www.greenparty.ca/en/candidates/page/16 (https://www.greenparty.ca/en/candidates/page/16)
04:15:25 WARNING ca_candidates.people: 404 while retrieving https://www.greenparty.ca/en/candidates/page/17 (https://www.greenparty.ca/en/candidates/page/17)
|
ca_candidates
|
2025-04-29 04:39:17
|
2025-08-20 04:15:27
|
scrapelib.HTTPError: 404 while retrieving https://www.conservative.ca/candidates
Traceback (most recent call last):
File "/app/reports/utils.py", line 73, in scrape_people
report.report = subcommand.handle(args, other)
File "/app/.heroku/python/lib/python3.10/site-packages/pupa/cli/commands/update.py", line 260, in handle
return self.do_handle(args, other, juris)
File "/app/.heroku/python/lib/python3.10/site-packages/pupa/cli/commands/update.py", line 305, in do_handle
report['scrape'] = self.do_scrape(juris, args, scrapers)
File "/app/.heroku/python/lib/python3.10/site-packages/pupa/cli/commands/update.py", line 173, in do_scrape
report[scraper_name] = scraper.do_scrape(**scrape_args)
File "/app/.heroku/python/lib/python3.10/site-packages/pupa/scrape/base.py", line 99, in do_scrape
for obj in self.scrape(**kwargs) or []:
File "/app/scrapers/ca_candidates/people.py", line 162, in scrape
for p in getattr(self, f"scrape_{party}")():
File "/app/scrapers/ca_candidates/people.py", line 425, in scrape_conservative
page = self.lxmlize(start_url)
File "/app/scrapers/utils.py", line 217, in lxmlize
response = self.get(url, cookies=cookies, verify=verify)
File "/app/scrapers/utils.py", line 198, in get
return super().get(*args, verify=kwargs.pop("verify", SSL_VERIFY), **kwargs)
File "/app/.heroku/python/lib/python3.10/site-packages/requests/sessions.py", line 602, in get
return self.request("GET", url, **kwargs)
File "/app/.heroku/python/lib/python3.10/site-packages/scrapelib/__init__.py", line 619, in request
raise HTTPError(resp)
scrapelib.HTTPError: 404 while retrieving https://www.conservative.ca/candidates
|
|
C
|
ca_mb
|
2025-08-20 04:45:20
|
2025-08-20 04:45:20
|
|
|
C
|
ca_mb_winnipeg
|
2025-08-20 04:05:38
|
2025-08-20 04:05:38
|
|
|
C
|
ca_nb
|
2025-08-20 04:06:42
|
2025-08-20 04:06:42
|
|
|
C
|
ca_nb_fredericton
|
2025-08-20 04:37:24
|
2025-08-20 04:37:24
|
|
|
C
|
ca_nb_moncton
|
2025-08-20 04:40:23
|
2025-08-20 04:40:23
|
|
|
C
|
ca_nb_saint_john
|
2025-08-20 04:42:21
|
2025-08-20 04:42:21
|
|
D>
04:32:51 WARNING scrapelib: got HTTPSConnectionPool(host='www.assembly.nl.ca', port=443): Max retries exceeded with url: /js/members-index.js (Caused by ConnectTimeoutError(<urllib3.connection.HTTPSConnection object at 0x7f8ae5f23310>, 'Connection to www.assembly.nl.ca timed out. (connect timeout=60)')) sleeping for 10 seconds before retry
04:34:01 WARNING scrapelib: got HTTPSConnectionPool(host='www.assembly.nl.ca', port=443): Max retries exceeded with url: /js/members-index.js (Caused by ConnectTimeoutError(<urllib3.connection.HTTPSConnection object at 0x7f8ae5f22080>, 'Connection to www.assembly.nl.ca timed out. (connect timeout=60)')) sleeping for 20 seconds before retry
04:35:21 WARNING scrapelib: got HTTPSConnectionPool(host='www.assembly.nl.ca', port=443): Max retries exceeded with url: /js/members-index.js (Caused by ConnectTimeoutError(<urllib3.connection.HTTPSConnection object at 0x7f8ae5f23640>, 'Connection to www.assembly.nl.ca timed out. (connect timeout=60)')) sleeping for 40 seconds before retry
|
ca_nl
|
2025-08-19 04:17:47
|
2025-08-20 04:37:01
|
requests.exceptions.ConnectTimeout: HTTPSConnectionPool(host='www.assembly.nl.ca', port=443): Max retries exceeded with url:…
Traceback (most recent call last):
File "/app/.heroku/python/lib/python3.10/site-packages/urllib3/connection.py", line 198, in _new_conn
sock = connection.create_connection(
File "/app/.heroku/python/lib/python3.10/site-packages/urllib3/util/connection.py", line 85, in create_connection
raise err
File "/app/.heroku/python/lib/python3.10/site-packages/urllib3/util/connection.py", line 73, in create_connection
sock.connect(sa)
TimeoutError: timed out
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/app/.heroku/python/lib/python3.10/site-packages/urllib3/connectionpool.py", line 787, in urlopen
response = self._make_request(
File "/app/.heroku/python/lib/python3.10/site-packages/urllib3/connectionpool.py", line 488, in _make_request
raise new_e
File "/app/.heroku/python/lib/python3.10/site-packages/urllib3/connectionpool.py", line 464, in _make_request
self._validate_conn(conn)
File "/app/.heroku/python/lib/python3.10/site-packages/urllib3/connectionpool.py", line 1093, in _validate_conn
conn.connect()
File "/app/.heroku/python/lib/python3.10/site-packages/urllib3/connection.py", line 753, in connect
self.sock = sock = self._new_conn()
File "/app/.heroku/python/lib/python3.10/site-packages/urllib3/connection.py", line 207, in _new_conn
raise ConnectTimeoutError(
urllib3.exceptions.ConnectTimeoutError: (<urllib3.connection.HTTPSConnection object at 0x7f8ae5f20070>, 'Connection to www.assembly.nl.ca timed out. (connect timeout=60)')
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/app/.heroku/python/lib/python3.10/site-packages/requests/adapters.py", line 667, in send
resp = conn.urlopen(
File "/app/.heroku/python/lib/python3.10/site-packages/urllib3/connectionpool.py", line 841, in urlopen
retries = retries.increment(
File "/app/.heroku/python/lib/python3.10/site-packages/urllib3/util/retry.py", line 519, in increment
raise MaxRetryError(_pool, url, reason) from reason # type: ignore[arg-type]
urllib3.exceptions.MaxRetryError: HTTPSConnectionPool(host='www.assembly.nl.ca', port=443): Max retries exceeded with url: /js/members-index.js (Caused by ConnectTimeoutError(<urllib3.connection.HTTPSConnection object at 0x7f8ae5f20070>, 'Connection to www.assembly.nl.ca timed out. (connect timeout=60)'))
During handling of the above exception, another exception occurred:
Traceback (most recent call last):
File "/app/reports/utils.py", line 73, in scrape_people
report.report = subcommand.handle(args, other)
File "/app/.heroku/python/lib/python3.10/site-packages/pupa/cli/commands/update.py", line 260, in handle
return self.do_handle(args, other, juris)
File "/app/.heroku/python/lib/python3.10/site-packages/pupa/cli/commands/update.py", line 305, in do_handle
report['scrape'] = self.do_scrape(juris, args, scrapers)
File "/app/.heroku/python/lib/python3.10/site-packages/pupa/cli/commands/update.py", line 173, in do_scrape
report[scraper_name] = scraper.do_scrape(**scrape_args)
File "/app/.heroku/python/lib/python3.10/site-packages/pupa/scrape/base.py", line 99, in do_scrape
for obj in self.scrape(**kwargs) or []:
File "/app/scrapers/ca_nl/people.py", line 25, in scrape
page = self.get(COUNCIL_PAGE)
File "/app/scrapers/utils.py", line 198, in get
return super().get(*args, verify=kwargs.pop("verify", SSL_VERIFY), **kwargs)
File "/app/.heroku/python/lib/python3.10/site-packages/requests/sessions.py", line 602, in get
return self.request("GET", url, **kwargs)
File "/app/.heroku/python/lib/python3.10/site-packages/scrapelib/__init__.py", line 596, in request
resp = super().request(
File "/app/.heroku/python/lib/python3.10/site-packages/scrapelib/__init__.py", line 411, in request
resp = super().request(
File "/app/.heroku/python/lib/python3.10/site-packages/scrapelib/__init__.py", line 239, in request
return super().request(
File "/app/.heroku/python/lib/python3.10/site-packages/scrapelib/__init__.py", line 182, in request
raise exception_raised
File "/app/.heroku/python/lib/python3.10/site-packages/scrapelib/__init__.py", line 124, in request
resp = super().request(
File "/app/.heroku/python/lib/python3.10/site-packages/requests/sessions.py", line 589, in request
resp = self.send(prep, **send_kwargs)
File "/app/.heroku/python/lib/python3.10/site-packages/requests/sessions.py", line 703, in send
r = adapter.send(request, **kwargs)
File "/app/.heroku/python/lib/python3.10/site-packages/requests/adapters.py", line 688, in send
raise ConnectTimeout(e, request=request)
requests.exceptions.ConnectTimeout: HTTPSConnectionPool(host='www.assembly.nl.ca', port=443): Max retries exceeded with url: /js/members-index.js (Caused by ConnectTimeoutError(<urllib3.connection.HTTPSConnection object at 0x7f8ae5f20070>, 'Connection to www.assembly.nl.ca timed out. (connect timeout=60)'))
|
|
C
|
ca_nl_st_john_s
|
2025-08-20 04:37:45
|
2025-08-20 04:37:45
|
|
|
C
|
ca_ns
|
2025-08-20 04:48:23
|
2025-08-20 04:48:23
|
|
|
C
|
ca_ns_cape_breton
|
2025-08-20 04:47:20
|
2025-08-20 04:47:21
|
|
|
C
|
ca_ns_halifax
|
2025-08-20 04:08:49
|
2025-08-20 04:08:49
|
|
|
C
|
ca_nt
|
2025-08-20 04:38:50
|
2025-08-20 04:38:50
|
|
|
A
|
ca_nu
|
2025-08-20 04:07:12
|
2025-08-20 04:07:12
|
|
|
C
|
ca_on
|
2025-08-20 04:14:03
|
2025-08-20 04:14:03
|
|
|
C
|
ca_on_ajax
|
2025-08-20 04:45:39
|
2025-08-20 04:45:39
|
|
|
C
|
ca_on_belleville
|
2025-08-20 04:31:13
|
2025-08-20 04:31:13
|
|
|
C
|
ca_on_brampton
|
2025-08-20 04:42:36
|
2025-08-20 04:42:36
|
|
C
04:02:57 WARNING scrapelib: sleeping for 10 seconds before retry
|
ca_on_brantford
|
2025-08-20 04:03:09
|
2025-08-20 04:03:09
|
|
|
C
|
ca_on_burlington
|
2025-08-20 04:38:28
|
2025-08-20 04:38:28
|
|
|
C
|
ca_on_caledon
|
2025-08-20 04:38:19
|
2025-08-20 04:38:19
|
|
|
C
|
ca_on_cambridge
|
2025-08-20 04:14:20
|
2025-08-20 04:14:21
|
|
|
C
|
ca_on_chatham_kent
|
2025-08-20 04:46:04
|
2025-08-20 04:46:04
|
|
|
C
|
ca_on_clarington
|
2025-08-20 04:37:07
|
2025-08-20 04:37:07
|
|
|
C
|
ca_on_fort_erie
|
2025-08-20 04:37:03
|
2025-08-20 04:37:03
|
|
|
C
|
ca_on_georgina
|
2025-08-20 04:09:54
|
2025-08-20 04:09:54
|
|
|
C
|
ca_on_greater_sudbury
|
2025-08-20 04:02:37
|
2025-08-20 04:02:37
|
|
|
C
|
ca_on_grimsby
|
2025-08-20 04:00:51
|
2025-08-20 04:00:52
|
|
|
C
|
ca_on_guelph
|
2025-08-20 04:38:52
|
2025-08-20 04:38:52
|
|
|
C
|
ca_on_haldimand_county
|
2025-08-20 04:14:38
|
2025-08-20 04:14:38
|
|
D>
04:16:36 WARNING pupa: validation of CanadianPerson 76270404-7d7c-11f0-ab5a-86655a527dc4 failed: 1 validation errors:
Value 'Vacant' for field '<obj>.name' does not match regular expression 'regex.Regex('\\A(?!(?:Chair|Commissioner|Conseiller|Councillor|Deputy|Dr|M|Maire|Mayor|Miss|Mme|Mr|Mrs|Ms|Regional|Warden)\\b)(?:(?:(?:\\p{Lu}\\.)+|\\p{Lu}+|(?:Jr|Rev|Sr|St)\\.|da|de|den|der|la|van|von|[("](?:\\p{Lu}+|\\p{Lu}\\p{Ll}*(?:-\\p{Lu}\\p{Ll}*)*)[)"]|(?:D\'|d\'|De|de|Des|Di|Du|L\'|La|Le|Mac|Mc|O\'|San|St\\.|Van|Vander?|van|vanden)?\\p{Lu}\\p{Ll}+|\\p{Lu}\\p{Ll}+Anne?|Marie\\p{Lu}\\p{Ll}+|[ᐁᐃᐄᐅᐆᐊᐋᐯᐱᐲᐳᐴᐸᐹᑉᑊᑌᑎᑏᑐᑑᑕᑖᑦᑫᑭᑮᑯᑰᑲᑳᒃᒉᒋᒌᒍᒎᒐᒑᒡᒣᒥᒦᒧᒨᒪᒫᒻᓀᓂᓃᓄᓅᓇᓈᓐᓓᓕᓖᓗᓘᓚᓛᓪᓭᓯᓰᓱᓲᓴᓵᔅᔦᔨᔩᔪᔫᔭᔮᔾᕂᕆᕇᕈᕉᕋᕌᕐᕓᕕᕖᕗᕘᕙᕚᕝᕴᕵᕶᕷᕸᕹᕺᕻᕼᕿᖀᖁᖂᖃᖄᖅᖏᖐᖑᖒᖓᖔᖕᖖᖠᖡᖢᖣᖤᖥᖦᖨᖩᖪᖫᖬᖭᖮᖯᙯᙰᙱᙲᙳᙴᙵᙶ\U00011ab0\U00011ab1\U00011ab2\U00011ab3\U00011ab4\U00011ab5\U00011ab6\U00011ab7\U00011ab8\U00011ab9\U00011aba\U00011abb]+|Á\'a:líya|A\'aliya|Ch\'ng|Prud\'homme|Qwulti\'stunaat|Ya\'ara|D!ONNE|ChiefCalf|IsaBelle)(?:\'|-| - | ))+(?:(?:\\p{Lu}\\.)+|\\p{Lu}+|(?:Jr|Rev|Sr|St)\\.|da|de|den|der|la|van|von|[("](?:\\p{Lu}+|\\p{Lu}\\p{Ll}*(?:-\\p{Lu}\\p{Ll}*)*)[)"]|(?:D\'|d\'|De|de|Des|Di|Du|L\'|La|Le|Mac|Mc|O\'|San|St\\.|Van|Vander?|van|vanden)?\\p{Lu}\\p{Ll}+|\\p{Lu}\\p{Ll}+Anne?|Marie\\p{Lu}\\p{Ll}+|[ᐁᐃᐄᐅᐆᐊᐋᐯᐱᐲᐳᐴᐸᐹᑉᑊᑌᑎᑏᑐᑑᑕᑖᑦᑫᑭᑮᑯᑰᑲᑳᒃᒉᒋᒌᒍᒎᒐᒑᒡᒣᒥᒦᒧᒨᒪᒫᒻᓀᓂᓃᓄᓅᓇᓈᓐᓓᓕᓖᓗᓘᓚᓛᓪᓭᓯᓰᓱᓲᓴᓵᔅᔦᔨᔩᔪᔫᔭᔮᔾᕂᕆᕇᕈᕉᕋᕌᕐᕓᕕᕖᕗᕘᕙᕚᕝᕴᕵᕶᕷᕸᕹᕺᕻᕼᕿᖀᖁᖂᖃᖄᖅᖏᖐᖑᖒᖓᖔᖕᖖᖠᖡᖢᖣᖤᖥᖦᖨᖩᖪᖫᖬᖭᖮᖯᙯᙰᙱᙲᙳᙴᙵᙶ\U00011ab0\U00011ab1\U00011ab2\U00011ab3\U00011ab4\U00011ab5\U00011ab6\U00011ab7\U00011ab8\U00011ab9\U00011aba\U00011abb]+|Á\'a:líya|A\'aliya|Ch\'ng|Prud\'homme|Qwulti\'stunaat|Ya\'ara|D!ONNE|ChiefCalf|IsaBelle)\\Z', flags=regex.V0)'
|
ca_on_hamilton
|
2025-07-02 04:38:31
|
2025-08-20 04:16:36
|
Value 'Vacant' for field '<obj>.name' does not match regular expression 'regex.Regex('\\A(?!(?:Chair|Commissioner|Conseiller…
Traceback (most recent call last):
File "/app/.heroku/python/lib/python3.10/site-packages/pupa/scrape/base.py", line 175, in validate
validator.validate(self.as_dict(), schema)
File "/app/.heroku/python/lib/python3.10/site-packages/validictory/validator.py", line 616, in validate
raise MultipleValidationError(self._errors)
validictory.validator.MultipleValidationError: 1 validation errors:
Value 'Vacant' for field '<obj>.name' does not match regular expression 'regex.Regex('\\A(?!(?:Chair|Commissioner|Conseiller|Councillor|Deputy|Dr|M|Maire|Mayor|Miss|Mme|Mr|Mrs|Ms|Regional|Warden)\\b)(?:(?:(?:\\p{Lu}\\.)+|\\p{Lu}+|(?:Jr|Rev|Sr|St)\\.|da|de|den|der|la|van|von|[("](?:\\p{Lu}+|\\p{Lu}\\p{Ll}*(?:-\\p{Lu}\\p{Ll}*)*)[)"]|(?:D\'|d\'|De|de|Des|Di|Du|L\'|La|Le|Mac|Mc|O\'|San|St\\.|Van|Vander?|van|vanden)?\\p{Lu}\\p{Ll}+|\\p{Lu}\\p{Ll}+Anne?|Marie\\p{Lu}\\p{Ll}+|[ᐁᐃᐄᐅᐆᐊᐋᐯᐱᐲᐳᐴᐸᐹᑉᑊᑌᑎᑏᑐᑑᑕᑖᑦᑫᑭᑮᑯᑰᑲᑳᒃᒉᒋᒌᒍᒎᒐᒑᒡᒣᒥᒦᒧᒨᒪᒫᒻᓀᓂᓃᓄᓅᓇᓈᓐᓓᓕᓖᓗᓘᓚᓛᓪᓭᓯᓰᓱᓲᓴᓵᔅᔦᔨᔩᔪᔫᔭᔮᔾᕂᕆᕇᕈᕉᕋᕌᕐᕓᕕᕖᕗᕘᕙᕚᕝᕴᕵᕶᕷᕸᕹᕺᕻᕼᕿᖀᖁᖂᖃᖄᖅᖏᖐᖑᖒᖓᖔᖕᖖᖠᖡᖢᖣᖤᖥᖦᖨᖩᖪᖫᖬᖭᖮᖯᙯᙰᙱᙲᙳᙴᙵᙶ\U00011ab0\U00011ab1\U00011ab2\U00011ab3\U00011ab4\U00011ab5\U00011ab6\U00011ab7\U00011ab8\U00011ab9\U00011aba\U00011abb]+|Á\'a:líya|A\'aliya|Ch\'ng|Prud\'homme|Qwulti\'stunaat|Ya\'ara|D!ONNE|ChiefCalf|IsaBelle)(?:\'|-| - | ))+(?:(?:\\p{Lu}\\.)+|\\p{Lu}+|(?:Jr|Rev|Sr|St)\\.|da|de|den|der|la|van|von|[("](?:\\p{Lu}+|\\p{Lu}\\p{Ll}*(?:-\\p{Lu}\\p{Ll}*)*)[)"]|(?:D\'|d\'|De|de|Des|Di|Du|L\'|La|Le|Mac|Mc|O\'|San|St\\.|Van|Vander?|van|vanden)?\\p{Lu}\\p{Ll}+|\\p{Lu}\\p{Ll}+Anne?|Marie\\p{Lu}\\p{Ll}+|[ᐁᐃᐄᐅᐆᐊᐋᐯᐱᐲᐳᐴᐸᐹᑉᑊᑌᑎᑏᑐᑑᑕᑖᑦᑫᑭᑮᑯᑰᑲᑳᒃᒉᒋᒌᒍᒎᒐᒑᒡᒣᒥᒦᒧᒨᒪᒫᒻᓀᓂᓃᓄᓅᓇᓈᓐᓓᓕᓖᓗᓘᓚᓛᓪᓭᓯᓰᓱᓲᓴᓵᔅᔦᔨᔩᔪᔫᔭᔮᔾᕂᕆᕇᕈᕉᕋᕌᕐᕓᕕᕖᕗᕘᕙᕚᕝᕴᕵᕶᕷᕸᕹᕺᕻᕼᕿᖀᖁᖂᖃᖄᖅᖏᖐᖑᖒᖓᖔᖕᖖᖠᖡᖢᖣᖤᖥᖦᖨᖩᖪᖫᖬᖭᖮᖯᙯᙰᙱᙲᙳᙴᙵᙶ\U00011ab0\U00011ab1\U00011ab2\U00011ab3\U00011ab4\U00011ab5\U00011ab6\U00011ab7\U00011ab8\U00011ab9\U00011aba\U00011abb]+|Á\'a:líya|A\'aliya|Ch\'ng|Prud\'homme|Qwulti\'stunaat|Ya\'ara|D!ONNE|ChiefCalf|IsaBelle)\\Z', flags=regex.V0)'
During handling of the above exception, another exception occurred:
Traceback (most recent call last):
File "/app/reports/utils.py", line 73, in scrape_people
report.report = subcommand.handle(args, other)
File "/app/.heroku/python/lib/python3.10/site-packages/pupa/cli/commands/update.py", line 260, in handle
return self.do_handle(args, other, juris)
File "/app/.heroku/python/lib/python3.10/site-packages/pupa/cli/commands/update.py", line 305, in do_handle
report['scrape'] = self.do_scrape(juris, args, scrapers)
File "/app/.heroku/python/lib/python3.10/site-packages/pupa/cli/commands/update.py", line 173, in do_scrape
report[scraper_name] = scraper.do_scrape(**scrape_args)
File "/app/.heroku/python/lib/python3.10/site-packages/pupa/scrape/base.py", line 104, in do_scrape
self.save_object(obj)
File "/app/.heroku/python/lib/python3.10/site-packages/pupa/scrape/base.py", line 89, in save_object
raise ve
File "/app/.heroku/python/lib/python3.10/site-packages/pupa/scrape/base.py", line 85, in save_object
obj.validate()
File "/app/.heroku/python/lib/python3.10/site-packages/pupa/scrape/base.py", line 177, in validate
raise ScrapeValueError('validation of {} {} failed: {}'.format(
pupa.exceptions.ScrapeValueError: validation of CanadianPerson 76270404-7d7c-11f0-ab5a-86655a527dc4 failed: 1 validation errors:
Value 'Vacant' for field '<obj>.name' does not match regular expression 'regex.Regex('\\A(?!(?:Chair|Commissioner|Conseiller|Councillor|Deputy|Dr|M|Maire|Mayor|Miss|Mme|Mr|Mrs|Ms|Regional|Warden)\\b)(?:(?:(?:\\p{Lu}\\.)+|\\p{Lu}+|(?:Jr|Rev|Sr|St)\\.|da|de|den|der|la|van|von|[("](?:\\p{Lu}+|\\p{Lu}\\p{Ll}*(?:-\\p{Lu}\\p{Ll}*)*)[)"]|(?:D\'|d\'|De|de|Des|Di|Du|L\'|La|Le|Mac|Mc|O\'|San|St\\.|Van|Vander?|van|vanden)?\\p{Lu}\\p{Ll}+|\\p{Lu}\\p{Ll}+Anne?|Marie\\p{Lu}\\p{Ll}+|[ᐁᐃᐄᐅᐆᐊᐋᐯᐱᐲᐳᐴᐸᐹᑉᑊᑌᑎᑏᑐᑑᑕᑖᑦᑫᑭᑮᑯᑰᑲᑳᒃᒉᒋᒌᒍᒎᒐᒑᒡᒣᒥᒦᒧᒨᒪᒫᒻᓀᓂᓃᓄᓅᓇᓈᓐᓓᓕᓖᓗᓘᓚᓛᓪᓭᓯᓰᓱᓲᓴᓵᔅᔦᔨᔩᔪᔫᔭᔮᔾᕂᕆᕇᕈᕉᕋᕌᕐᕓᕕᕖᕗᕘᕙᕚᕝᕴᕵᕶᕷᕸᕹᕺᕻᕼᕿᖀᖁᖂᖃᖄᖅᖏᖐᖑᖒᖓᖔᖕᖖᖠᖡᖢᖣᖤᖥᖦᖨᖩᖪᖫᖬᖭᖮᖯᙯᙰᙱᙲᙳᙴᙵᙶ\U00011ab0\U00011ab1\U00011ab2\U00011ab3\U00011ab4\U00011ab5\U00011ab6\U00011ab7\U00011ab8\U00011ab9\U00011aba\U00011abb]+|Á\'a:líya|A\'aliya|Ch\'ng|Prud\'homme|Qwulti\'stunaat|Ya\'ara|D!ONNE|ChiefCalf|IsaBelle)(?:\'|-| - | ))+(?:(?:\\p{Lu}\\.)+|\\p{Lu}+|(?:Jr|Rev|Sr|St)\\.|da|de|den|der|la|van|von|[("](?:\\p{Lu}+|\\p{Lu}\\p{Ll}*(?:-\\p{Lu}\\p{Ll}*)*)[)"]|(?:D\'|d\'|De|de|Des|Di|Du|L\'|La|Le|Mac|Mc|O\'|San|St\\.|Van|Vander?|van|vanden)?\\p{Lu}\\p{Ll}+|\\p{Lu}\\p{Ll}+Anne?|Marie\\p{Lu}\\p{Ll}+|[ᐁᐃᐄᐅᐆᐊᐋᐯᐱᐲᐳᐴᐸᐹᑉᑊᑌᑎᑏᑐᑑᑕᑖᑦᑫᑭᑮᑯᑰᑲᑳᒃᒉᒋᒌᒍᒎᒐᒑᒡᒣᒥᒦᒧᒨᒪᒫᒻᓀᓂᓃᓄᓅᓇᓈᓐᓓᓕᓖᓗᓘᓚᓛᓪᓭᓯᓰᓱᓲᓴᓵᔅᔦᔨᔩᔪᔫᔭᔮᔾᕂᕆᕇᕈᕉᕋᕌᕐᕓᕕᕖᕗᕘᕙᕚᕝᕴᕵᕶᕷᕸᕹᕺᕻᕼᕿᖀᖁᖂᖃᖄᖅᖏᖐᖑᖒᖓᖔᖕᖖᖠᖡᖢᖣᖤᖥᖦᖨᖩᖪᖫᖬᖭᖮᖯᙯᙰᙱᙲᙳᙴᙵᙶ\U00011ab0\U00011ab1\U00011ab2\U00011ab3\U00011ab4\U00011ab5\U00011ab6\U00011ab7\U00011ab8\U00011ab9\U00011aba\U00011abb]+|Á\'a:líya|A\'aliya|Ch\'ng|Prud\'homme|Qwulti\'stunaat|Ya\'ara|D!ONNE|ChiefCalf|IsaBelle)\\Z', flags=regex.V0)'
|
|
C
|
ca_on_huron
|
2025-08-20 04:37:52
|
2025-08-20 04:37:52
|
|
|
C
|
ca_on_kawartha_lakes
|
2025-08-20 04:05:31
|
2025-08-20 04:05:31
|
|
|
C
|
ca_on_king
|
2025-08-20 04:37:28
|
2025-08-20 04:37:28
|
|
|
C
|
ca_on_kingston
|
2025-08-20 04:28:46
|
2025-08-20 04:28:46
|
|
|
C
|
ca_on_kitchener
|
2025-08-20 04:45:30
|
2025-08-20 04:45:30
|
|
|
C
|
ca_on_lambton
|
2025-08-20 04:47:23
|
2025-08-20 04:47:23
|
|
|
C
|
ca_on_lasalle
|
2025-08-20 04:40:04
|
2025-08-20 04:40:04
|
|
|
C
|
ca_on_lincoln
|
2025-08-20 04:31:42
|
2025-08-20 04:31:42
|
|
|
C
|
ca_on_london
|
2025-08-20 04:37:31
|
2025-08-20 04:37:31
|
|
|
D>
|
ca_on_markham
|
2025-07-04 04:13:21
|
2025-08-20 04:16:41
|
IndexError: list index out of range
Traceback (most recent call last):
File "/app/reports/utils.py", line 73, in scrape_people
report.report = subcommand.handle(args, other)
File "/app/.heroku/python/lib/python3.10/site-packages/pupa/cli/commands/update.py", line 260, in handle
return self.do_handle(args, other, juris)
File "/app/.heroku/python/lib/python3.10/site-packages/pupa/cli/commands/update.py", line 305, in do_handle
report['scrape'] = self.do_scrape(juris, args, scrapers)
File "/app/.heroku/python/lib/python3.10/site-packages/pupa/cli/commands/update.py", line 173, in do_scrape
report[scraper_name] = scraper.do_scrape(**scrape_args)
File "/app/.heroku/python/lib/python3.10/site-packages/pupa/scrape/base.py", line 101, in do_scrape
for iterobj in obj:
File "/app/scrapers/ca_on_markham/people.py", line 97, in scrape_mayor
p.image = page.xpath('.//div[@class="align-right media--image"]/div/img/@src')[0]
IndexError: list index out of range
|
|
C
|
ca_on_milton
|
2025-08-20 04:31:10
|
2025-08-20 04:31:10
|
|
|
C
|
ca_on_mississauga
|
2025-08-20 04:07:32
|
2025-08-20 04:07:33
|
|
|
C
|
ca_on_newmarket
|
2025-08-20 04:31:01
|
2025-08-20 04:31:01
|
|
|
C
|
ca_on_niagara
|
2025-08-20 04:45:36
|
2025-08-20 04:45:36
|
|
|
C
|
ca_on_niagara_on_the_lake
|
2025-08-20 04:31:03
|
2025-08-20 04:31:03
|
|
|
D>
|
ca_on_north_dumfries
|
2025-06-19 04:19:39
|
2025-08-20 04:30:46
|
scrapelib.HTTPError: 404 while retrieving https://www.northdumfries.ca/en/township-services/mayor-and-council.aspx
Traceback (most recent call last):
File "/app/reports/utils.py", line 73, in scrape_people
report.report = subcommand.handle(args, other)
File "/app/.heroku/python/lib/python3.10/site-packages/pupa/cli/commands/update.py", line 260, in handle
return self.do_handle(args, other, juris)
File "/app/.heroku/python/lib/python3.10/site-packages/pupa/cli/commands/update.py", line 305, in do_handle
report['scrape'] = self.do_scrape(juris, args, scrapers)
File "/app/.heroku/python/lib/python3.10/site-packages/pupa/cli/commands/update.py", line 173, in do_scrape
report[scraper_name] = scraper.do_scrape(**scrape_args)
File "/app/.heroku/python/lib/python3.10/site-packages/pupa/scrape/base.py", line 99, in do_scrape
for obj in self.scrape(**kwargs) or []:
File "/app/scrapers/ca_on_north_dumfries/people.py", line 11, in scrape
page = self.lxmlize(COUNCIL_PAGE)
File "/app/scrapers/utils.py", line 217, in lxmlize
response = self.get(url, cookies=cookies, verify=verify)
File "/app/scrapers/utils.py", line 198, in get
return super().get(*args, verify=kwargs.pop("verify", SSL_VERIFY), **kwargs)
File "/app/.heroku/python/lib/python3.10/site-packages/requests/sessions.py", line 602, in get
return self.request("GET", url, **kwargs)
File "/app/.heroku/python/lib/python3.10/site-packages/scrapelib/__init__.py", line 619, in request
raise HTTPError(resp)
scrapelib.HTTPError: 404 while retrieving https://www.northdumfries.ca/en/township-services/mayor-and-council.aspx
|
|
C
|
ca_on_oakville
|
2025-08-20 04:15:58
|
2025-08-20 04:15:58
|
|
|
C
|
ca_on_oshawa
|
2025-08-20 04:30:48
|
2025-08-20 04:30:48
|
|
D>
04:10:01 WARNING scrapelib: sleeping for 10 seconds before retry
04:10:11 WARNING scrapelib: sleeping for 20 seconds before retry
04:10:31 WARNING scrapelib: sleeping for 40 seconds before retry
|
ca_on_ottawa
|
2025-06-26 04:31:47
|
2025-08-20 04:11:11
|
scrapelib.HTTPError: 400 while retrieving https://www.arcgis.com/sharing/rest/content/items/a5e9dc2425274bb796d3ded47b0d7b00…
Traceback (most recent call last):
File "/app/reports/utils.py", line 73, in scrape_people
report.report = subcommand.handle(args, other)
File "/app/.heroku/python/lib/python3.10/site-packages/pupa/cli/commands/update.py", line 260, in handle
return self.do_handle(args, other, juris)
File "/app/.heroku/python/lib/python3.10/site-packages/pupa/cli/commands/update.py", line 305, in do_handle
report['scrape'] = self.do_scrape(juris, args, scrapers)
File "/app/.heroku/python/lib/python3.10/site-packages/pupa/cli/commands/update.py", line 173, in do_scrape
report[scraper_name] = scraper.do_scrape(**scrape_args)
File "/app/.heroku/python/lib/python3.10/site-packages/pupa/scrape/base.py", line 99, in do_scrape
for obj in self.scrape(**kwargs) or []:
File "/app/scrapers/utils.py", line 386, in scrape
binary = BytesIO(self.get(self.csv_url).content)
File "/app/scrapers/utils.py", line 198, in get
return super().get(*args, verify=kwargs.pop("verify", SSL_VERIFY), **kwargs)
File "/app/.heroku/python/lib/python3.10/site-packages/requests/sessions.py", line 602, in get
return self.request("GET", url, **kwargs)
File "/app/.heroku/python/lib/python3.10/site-packages/scrapelib/__init__.py", line 619, in request
raise HTTPError(resp)
scrapelib.HTTPError: 400 while retrieving https://www.arcgis.com/sharing/rest/content/items/a5e9dc2425274bb796d3ded47b0d7b00/data
|
|
C
|
ca_on_peel
|
2025-08-20 04:14:33
|
2025-08-20 04:14:33
|
|
|
C
|
ca_on_pickering
|
2025-08-20 04:31:49
|
2025-08-20 04:31:49
|
|
|
C
|
ca_on_richmond_hill
|
2025-08-20 04:15:38
|
2025-08-20 04:15:38
|
|
|
C
|
ca_on_sault_ste_marie
|
2025-08-20 04:09:11
|
2025-08-20 04:09:11
|
|
|
C
|
ca_on_st_catharines
|
2025-08-20 04:45:38
|
2025-08-20 04:45:38
|
|
D>
04:28:47 WARNING scrapelib: sleeping for 10 seconds before retry
04:28:57 WARNING scrapelib: sleeping for 20 seconds before retry
04:29:17 WARNING scrapelib: sleeping for 40 seconds before retry
|
ca_on_thunder_bay
|
2025-08-19 04:21:17
|
2025-08-20 04:29:58
|
scrapelib.HTTPError: 502 while retrieving https://www.thunderbay.ca/en/city-hall/mayor-and-council-profiles.aspx
Traceback (most recent call last):
File "/app/reports/utils.py", line 73, in scrape_people
report.report = subcommand.handle(args, other)
File "/app/.heroku/python/lib/python3.10/site-packages/pupa/cli/commands/update.py", line 260, in handle
return self.do_handle(args, other, juris)
File "/app/.heroku/python/lib/python3.10/site-packages/pupa/cli/commands/update.py", line 305, in do_handle
report['scrape'] = self.do_scrape(juris, args, scrapers)
File "/app/.heroku/python/lib/python3.10/site-packages/pupa/cli/commands/update.py", line 173, in do_scrape
report[scraper_name] = scraper.do_scrape(**scrape_args)
File "/app/.heroku/python/lib/python3.10/site-packages/pupa/scrape/base.py", line 99, in do_scrape
for obj in self.scrape(**kwargs) or []:
File "/app/scrapers/ca_on_thunder_bay/people.py", line 11, in scrape
page = self.lxmlize(COUNCIL_PAGE, verify=False)
File "/app/scrapers/utils.py", line 217, in lxmlize
response = self.get(url, cookies=cookies, verify=verify)
File "/app/scrapers/utils.py", line 198, in get
return super().get(*args, verify=kwargs.pop("verify", SSL_VERIFY), **kwargs)
File "/app/.heroku/python/lib/python3.10/site-packages/requests/sessions.py", line 602, in get
return self.request("GET", url, **kwargs)
File "/app/.heroku/python/lib/python3.10/site-packages/scrapelib/__init__.py", line 619, in request
raise HTTPError(resp)
scrapelib.HTTPError: 502 while retrieving https://www.thunderbay.ca/en/city-hall/mayor-and-council-profiles.aspx
|
|
C
|
ca_on_toronto
|
2025-08-20 04:14:25
|
2025-08-20 04:14:25
|
|
|
C
|
ca_on_uxbridge
|
2025-08-20 04:37:50
|
2025-08-20 04:37:50
|
|
|
C
|
ca_on_vaughan
|
2025-08-20 04:47:05
|
2025-08-20 04:47:05
|
|
|
D>
|
ca_on_waterloo
|
2025-08-19 04:28:56
|
2025-08-20 04:39:45
|
pupa.exceptions.ScrapeError: no objects returned from WaterlooPersonScraper scrape
Traceback (most recent call last):
File "/app/reports/utils.py", line 73, in scrape_people
report.report = subcommand.handle(args, other)
File "/app/.heroku/python/lib/python3.10/site-packages/pupa/cli/commands/update.py", line 260, in handle
return self.do_handle(args, other, juris)
File "/app/.heroku/python/lib/python3.10/site-packages/pupa/cli/commands/update.py", line 305, in do_handle
report['scrape'] = self.do_scrape(juris, args, scrapers)
File "/app/.heroku/python/lib/python3.10/site-packages/pupa/cli/commands/update.py", line 173, in do_scrape
report[scraper_name] = scraper.do_scrape(**scrape_args)
File "/app/.heroku/python/lib/python3.10/site-packages/pupa/scrape/base.py", line 108, in do_scrape
raise ScrapeError('no objects returned from {} scrape'.format(self.__class__.__name__))
pupa.exceptions.ScrapeError: no objects returned from WaterlooPersonScraper scrape
|
|
C
|
ca_on_waterloo_region
|
2025-08-20 04:40:02
|
2025-08-20 04:40:03
|
|
|
C
|
ca_on_welland
|
2025-08-20 04:45:33
|
2025-08-20 04:45:33
|
|
|
C
|
ca_on_wellesley
|
2025-08-20 04:31:15
|
2025-08-20 04:31:15
|
|
|
C
|
ca_on_whitby
|
2025-08-20 04:31:04
|
2025-08-20 04:31:04
|
|
|
C
|
ca_on_whitchurch_stouffville
|
2025-08-20 04:11:34
|
2025-08-20 04:11:34
|
|
|
C
|
ca_on_wilmot
|
2025-08-20 04:38:54
|
2025-08-20 04:38:54
|
|
|
C
|
ca_on_windsor
|
2025-08-20 04:31:30
|
2025-08-20 04:31:30
|
|
|
C
|
ca_on_woolwich
|
2025-08-20 04:28:44
|
2025-08-20 04:28:44
|
|
|
C
|
ca_pe
|
2025-08-20 04:43:07
|
2025-08-20 04:43:07
|
|
|
C
|
ca_pe_charlottetown
|
2025-08-20 04:09:28
|
2025-08-20 04:09:28
|
|
|
C
|
ca_pe_stratford
|
2025-08-20 04:14:44
|
2025-08-20 04:14:44
|
|
|
C
|
ca_pe_summerside
|
2025-08-20 04:42:40
|
2025-08-20 04:42:40
|
|
|
D>
|
ca_qc
|
2025-08-05 04:18:29
|
2025-08-20 04:03:18
|
requests.exceptions.SSLError: HTTPSConnectionPool(host='www.assnat.qc.ca', port=443): Max retries exceeded with url: /fr/dep…
Traceback (most recent call last):
File "/app/.heroku/python/lib/python3.10/site-packages/urllib3/connectionpool.py", line 464, in _make_request
self._validate_conn(conn)
File "/app/.heroku/python/lib/python3.10/site-packages/urllib3/connectionpool.py", line 1093, in _validate_conn
conn.connect()
File "/app/.heroku/python/lib/python3.10/site-packages/urllib3/connection.py", line 790, in connect
sock_and_verified = _ssl_wrap_socket_and_match_hostname(
File "/app/.heroku/python/lib/python3.10/site-packages/urllib3/connection.py", line 969, in _ssl_wrap_socket_and_match_hostname
ssl_sock = ssl_wrap_socket(
File "/app/.heroku/python/lib/python3.10/site-packages/urllib3/util/ssl_.py", line 480, in ssl_wrap_socket
ssl_sock = _ssl_wrap_socket_impl(sock, context, tls_in_tls, server_hostname)
File "/app/.heroku/python/lib/python3.10/site-packages/urllib3/util/ssl_.py", line 524, in _ssl_wrap_socket_impl
return ssl_context.wrap_socket(sock, server_hostname=server_hostname)
File "/app/.heroku/python/lib/python3.10/ssl.py", line 513, in wrap_socket
return self.sslsocket_class._create(
File "/app/.heroku/python/lib/python3.10/ssl.py", line 1104, in _create
self.do_handshake()
File "/app/.heroku/python/lib/python3.10/ssl.py", line 1375, in do_handshake
self._sslobj.do_handshake()
ssl.SSLCertVerificationError: [SSL: CERTIFICATE_VERIFY_FAILED] certificate verify failed: unable to get local issuer certificate (_ssl.c:1017)
During handling of the above exception, another exception occurred:
Traceback (most recent call last):
File "/app/.heroku/python/lib/python3.10/site-packages/urllib3/connectionpool.py", line 787, in urlopen
response = self._make_request(
File "/app/.heroku/python/lib/python3.10/site-packages/urllib3/connectionpool.py", line 488, in _make_request
raise new_e
urllib3.exceptions.SSLError: [SSL: CERTIFICATE_VERIFY_FAILED] certificate verify failed: unable to get local issuer certificate (_ssl.c:1017)
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/app/.heroku/python/lib/python3.10/site-packages/requests/adapters.py", line 667, in send
resp = conn.urlopen(
File "/app/.heroku/python/lib/python3.10/site-packages/urllib3/connectionpool.py", line 841, in urlopen
retries = retries.increment(
File "/app/.heroku/python/lib/python3.10/site-packages/urllib3/util/retry.py", line 519, in increment
raise MaxRetryError(_pool, url, reason) from reason # type: ignore[arg-type]
urllib3.exceptions.MaxRetryError: HTTPSConnectionPool(host='www.assnat.qc.ca', port=443): Max retries exceeded with url: /fr/deputes/index.html (Caused by SSLError(SSLCertVerificationError(1, '[SSL: CERTIFICATE_VERIFY_FAILED] certificate verify failed: unable to get local issuer certificate (_ssl.c:1017)')))
During handling of the above exception, another exception occurred:
Traceback (most recent call last):
File "/app/reports/utils.py", line 73, in scrape_people
report.report = subcommand.handle(args, other)
File "/app/.heroku/python/lib/python3.10/site-packages/pupa/cli/commands/update.py", line 260, in handle
return self.do_handle(args, other, juris)
File "/app/.heroku/python/lib/python3.10/site-packages/pupa/cli/commands/update.py", line 305, in do_handle
report['scrape'] = self.do_scrape(juris, args, scrapers)
File "/app/.heroku/python/lib/python3.10/site-packages/pupa/cli/commands/update.py", line 173, in do_scrape
report[scraper_name] = scraper.do_scrape(**scrape_args)
File "/app/.heroku/python/lib/python3.10/site-packages/pupa/scrape/base.py", line 99, in do_scrape
for obj in self.scrape(**kwargs) or []:
File "/app/scrapers/ca_qc/people.py", line 192, in scrape
page = self.lxmlize(COUNCIL_PAGE)
File "/app/scrapers/utils.py", line 217, in lxmlize
response = self.get(url, cookies=cookies, verify=verify)
File "/app/scrapers/utils.py", line 198, in get
return super().get(*args, verify=kwargs.pop("verify", SSL_VERIFY), **kwargs)
File "/app/.heroku/python/lib/python3.10/site-packages/requests/sessions.py", line 602, in get
return self.request("GET", url, **kwargs)
File "/app/.heroku/python/lib/python3.10/site-packages/scrapelib/__init__.py", line 596, in request
resp = super().request(
File "/app/.heroku/python/lib/python3.10/site-packages/scrapelib/__init__.py", line 411, in request
resp = super().request(
File "/app/.heroku/python/lib/python3.10/site-packages/scrapelib/__init__.py", line 239, in request
return super().request(
File "/app/.heroku/python/lib/python3.10/site-packages/scrapelib/__init__.py", line 124, in request
resp = super().request(
File "/app/.heroku/python/lib/python3.10/site-packages/requests/sessions.py", line 589, in request
resp = self.send(prep, **send_kwargs)
File "/app/.heroku/python/lib/python3.10/site-packages/requests/sessions.py", line 724, in send
history = [resp for resp in gen]
File "/app/.heroku/python/lib/python3.10/site-packages/requests/sessions.py", line 724, in <listcomp>
history = [resp for resp in gen]
File "/app/.heroku/python/lib/python3.10/site-packages/requests/sessions.py", line 265, in resolve_redirects
resp = self.send(
File "/app/.heroku/python/lib/python3.10/site-packages/requests/sessions.py", line 703, in send
r = adapter.send(request, **kwargs)
File "/app/.heroku/python/lib/python3.10/site-packages/requests/adapters.py", line 698, in send
raise SSLError(e, request=request)
requests.exceptions.SSLError: HTTPSConnectionPool(host='www.assnat.qc.ca', port=443): Max retries exceeded with url: /fr/deputes/index.html (Caused by SSLError(SSLCertVerificationError(1, '[SSL: CERTIFICATE_VERIFY_FAILED] certificate verify failed: unable to get local issuer certificate (_ssl.c:1017)')))
|
|
C
|
ca_qc_beaconsfield
|
2025-08-20 04:44:17
|
2025-08-20 04:44:17
|
|
D>
04:30:11 WARNING pupa: validation of CanadianPerson 5bfc7fda-7d7e-11f0-ab5a-86655a527dc4 failed: 1 validation errors:
Value "data:image/svg+xml,%3Csvg%20xmlns='http://www.w3.org/2000/svg'%20viewBox='0%200%20341%20400'%3E%3C/svg%3E" for field '<obj>.image' does not match regular expression '\A(?:(?:ftp|https?)://|\Z)'
|
ca_qc_brossard
|
2025-08-13 04:18:40
|
2025-08-20 04:30:11
|
Value "data:image/svg+xml,%3Csvg%20xmlns='http://www.w3.org/2000/svg'%20viewBox='0%200%20341%20400'%3E%3C/svg%3E" for field …
Traceback (most recent call last):
File "/app/.heroku/python/lib/python3.10/site-packages/pupa/scrape/base.py", line 175, in validate
validator.validate(self.as_dict(), schema)
File "/app/.heroku/python/lib/python3.10/site-packages/validictory/validator.py", line 616, in validate
raise MultipleValidationError(self._errors)
validictory.validator.MultipleValidationError: 1 validation errors:
Value "data:image/svg+xml,%3Csvg%20xmlns='http://www.w3.org/2000/svg'%20viewBox='0%200%20341%20400'%3E%3C/svg%3E" for field '<obj>.image' does not match regular expression '\A(?:(?:ftp|https?)://|\Z)'
During handling of the above exception, another exception occurred:
Traceback (most recent call last):
File "/app/reports/utils.py", line 73, in scrape_people
report.report = subcommand.handle(args, other)
File "/app/.heroku/python/lib/python3.10/site-packages/pupa/cli/commands/update.py", line 260, in handle
return self.do_handle(args, other, juris)
File "/app/.heroku/python/lib/python3.10/site-packages/pupa/cli/commands/update.py", line 305, in do_handle
report['scrape'] = self.do_scrape(juris, args, scrapers)
File "/app/.heroku/python/lib/python3.10/site-packages/pupa/cli/commands/update.py", line 173, in do_scrape
report[scraper_name] = scraper.do_scrape(**scrape_args)
File "/app/.heroku/python/lib/python3.10/site-packages/pupa/scrape/base.py", line 104, in do_scrape
self.save_object(obj)
File "/app/.heroku/python/lib/python3.10/site-packages/pupa/scrape/base.py", line 89, in save_object
raise ve
File "/app/.heroku/python/lib/python3.10/site-packages/pupa/scrape/base.py", line 85, in save_object
obj.validate()
File "/app/.heroku/python/lib/python3.10/site-packages/pupa/scrape/base.py", line 177, in validate
raise ScrapeValueError('validation of {} {} failed: {}'.format(
pupa.exceptions.ScrapeValueError: validation of CanadianPerson 5bfc7fda-7d7e-11f0-ab5a-86655a527dc4 failed: 1 validation errors:
Value "data:image/svg+xml,%3Csvg%20xmlns='http://www.w3.org/2000/svg'%20viewBox='0%200%20341%20400'%3E%3C/svg%3E" for field '<obj>.image' does not match regular expression '\A(?:(?:ftp|https?)://|\Z)'
|
|
C
|
ca_qc_cote_saint_luc
|
2025-08-20 04:31:36
|
2025-08-20 04:31:36
|
|
|
C
|
ca_qc_dollard_des_ormeaux
|
2025-08-20 04:47:24
|
2025-08-20 04:47:24
|
|
|
C
|
ca_qc_dorval
|
2025-08-20 04:44:20
|
2025-08-20 04:44:20
|
|
|
C
|
ca_qc_gatineau
|
2025-08-20 04:30:43
|
2025-08-20 04:30:43
|
|
|
C
|
ca_qc_kirkland
|
2025-08-20 04:45:22
|
2025-08-20 04:45:22
|
|
|
C
|
ca_qc_laval
|
2025-08-20 04:09:20
|
2025-08-20 04:09:20
|
|
|
C
|
ca_qc_levis
|
2025-08-20 04:11:23
|
2025-08-20 04:11:23
|
|
|
C
|
ca_qc_longueuil
|
2025-08-20 04:05:26
|
2025-08-20 04:05:26
|
|
|
C
|
ca_qc_mercier
|
2025-08-20 04:02:43
|
2025-08-20 04:02:43
|
|
|
C
|
ca_qc_montreal
|
2025-08-20 04:31:47
|
2025-08-20 04:31:47
|
|
|
C
|
ca_qc_montreal_est
|
2025-08-20 04:31:18
|
2025-08-20 04:31:18
|
|
|
C
|
ca_qc_pointe_claire
|
2025-08-20 04:08:52
|
2025-08-20 04:08:52
|
|
|
C
|
ca_qc_quebec
|
2025-08-20 04:02:50
|
2025-08-20 04:02:50
|
|
|
C
|
ca_qc_saguenay
|
2025-08-20 04:37:58
|
2025-08-20 04:37:58
|
|
|
C
|
ca_qc_sainte_anne_de_bellevue
|
2025-08-20 04:30:08
|
2025-08-20 04:30:08
|
|
|
C
|
ca_qc_saint_jean_sur_richelieu
|
2025-08-20 04:15:55
|
2025-08-20 04:15:55
|
|
|
C
|
ca_qc_saint_jerome
|
2025-08-20 04:31:38
|
2025-08-20 04:31:38
|
|
|
C
|
ca_qc_senneville
|
2025-08-20 04:37:05
|
2025-08-20 04:37:05
|
|
|
C
|
ca_qc_sherbrooke
|
2025-08-20 04:07:56
|
2025-08-20 04:07:56
|
|
D>
04:01:14 WARNING scrapelib: sleeping for 10 seconds before retry
04:01:24 WARNING scrapelib: sleeping for 20 seconds before retry
04:01:44 WARNING scrapelib: sleeping for 40 seconds before retry
|
ca_qc_terrebonne
|
|
2025-08-20 04:02:24
|
scrapelib.HTTPError: 403 while retrieving https://terrebonne.ca/membres-du-conseil-municipal/
Traceback (most recent call last):
File "/app/reports/utils.py", line 73, in scrape_people
report.report = subcommand.handle(args, other)
File "/app/.heroku/python/lib/python3.10/site-packages/pupa/cli/commands/update.py", line 260, in handle
return self.do_handle(args, other, juris)
File "/app/.heroku/python/lib/python3.10/site-packages/pupa/cli/commands/update.py", line 305, in do_handle
report['scrape'] = self.do_scrape(juris, args, scrapers)
File "/app/.heroku/python/lib/python3.10/site-packages/pupa/cli/commands/update.py", line 173, in do_scrape
report[scraper_name] = scraper.do_scrape(**scrape_args)
File "/app/.heroku/python/lib/python3.10/site-packages/pupa/scrape/base.py", line 99, in do_scrape
for obj in self.scrape(**kwargs) or []:
File "/app/scrapers/ca_qc_terrebonne/people.py", line 9, in scrape
page = self.lxmlize(COUNCIL_PAGE, user_agent=CUSTOM_USER_AGENT)
File "/app/scrapers/utils.py", line 217, in lxmlize
response = self.get(url, cookies=cookies, verify=verify)
File "/app/scrapers/utils.py", line 198, in get
return super().get(*args, verify=kwargs.pop("verify", SSL_VERIFY), **kwargs)
File "/app/.heroku/python/lib/python3.10/site-packages/requests/sessions.py", line 602, in get
return self.request("GET", url, **kwargs)
File "/app/.heroku/python/lib/python3.10/site-packages/scrapelib/__init__.py", line 619, in request
raise HTTPError(resp)
scrapelib.HTTPError: 403 while retrieving https://terrebonne.ca/membres-du-conseil-municipal/
|
|
C
|
ca_qc_trois_rivieres
|
2025-08-20 04:40:22
|
2025-08-20 04:40:22
|
|
|
C
|
ca_qc_westmount
|
2025-08-20 04:03:27
|
2025-08-20 04:03:27
|
|
|
C
|
ca_sk
|
2025-08-20 04:44:15
|
2025-08-20 04:44:15
|
|
|
C
|
ca_sk_regina
|
2025-08-20 04:09:47
|
2025-08-20 04:09:47
|
|
|
C
|
ca_sk_saskatoon
|
2025-08-20 04:08:26
|
2025-08-20 04:08:26
|
|
|
D>
|
ca_yt
|
|
2025-08-20 04:31:40
|
requests.exceptions.HTTPError: 403 Client Error: Forbidden for url: https://yukonassembly.ca/mlas
Traceback (most recent call last):
File "/app/reports/utils.py", line 73, in scrape_people
report.report = subcommand.handle(args, other)
File "/app/.heroku/python/lib/python3.10/site-packages/pupa/cli/commands/update.py", line 260, in handle
return self.do_handle(args, other, juris)
File "/app/.heroku/python/lib/python3.10/site-packages/pupa/cli/commands/update.py", line 305, in do_handle
report['scrape'] = self.do_scrape(juris, args, scrapers)
File "/app/.heroku/python/lib/python3.10/site-packages/pupa/cli/commands/update.py", line 173, in do_scrape
report[scraper_name] = scraper.do_scrape(**scrape_args)
File "/app/.heroku/python/lib/python3.10/site-packages/pupa/scrape/base.py", line 99, in do_scrape
for obj in self.scrape(**kwargs) or []:
File "/app/scrapers/ca_yt/people.py", line 11, in scrape
page = self.cloudscrape(COUNCIL_PAGE)
File "/app/scrapers/utils.py", line 205, in cloudscrape
response.raise_for_status()
File "/app/.heroku/python/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status
raise HTTPError(http_error_msg, response=self)
requests.exceptions.HTTPError: 403 Client Error: Forbidden for url: https://yukonassembly.ca/mlas
|