Skip to content
This repository was archived by the owner on Feb 7, 2024. It is now read-only.

Commit 569bc42

Browse files
committed
Make sure version record is not null
1 parent 18549c2 commit 569bc42

File tree

1 file changed

+10
-2
lines changed

1 file changed

+10
-2
lines changed

scripts/lib/scraper.py

Lines changed: 10 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -141,11 +141,16 @@ def scrape_site(url, page_id, last_sr_id, args, session):
141141
timestamp = time.time()
142142

143143
if not data or 'query' not in data or 'general' not in data['query'] or 'statistics' not in data['query']:
144+
version_record = VersionRecord()
145+
session.add(version_record)
146+
session.commit()
147+
vr_id = version_record.w8y_vr_vr_id
144148
scrape = ScrapeRecord(
145149
w8y_sr_page_id=page_id,
146150
w8y_sr_api_url=bytes(url, 'utf-8'),
147151
w8y_sr_timestamp=timestamp,
148-
w8y_sr_is_alive=False
152+
w8y_sr_is_alive=False,
153+
w8y_sr_vr_id=vr_id
149154
)
150155
session.add(scrape)
151156
session.commit()
@@ -178,7 +183,10 @@ def scrape_site(url, page_id, last_sr_id, args, session):
178183
if 'extensions' in query:
179184
vr_id = create_version_records(session, last_sr_id, query['extensions'])
180185
else:
181-
vr_id = None
186+
version_record = VersionRecord()
187+
session.add(version_record)
188+
session.commit()
189+
vr_id = version_record.w8y_vr_vr_id
182190

183191
scrape = ScrapeRecord(
184192
w8y_sr_page_id=page_id,

0 commit comments

Comments
 (0)