@@ -170,11 +170,11 @@ def query_day(date, preloadurls=None): | |||
return res | |||
def _query_day_and_fetch(date, cookiejar, seenurls_mut): | |||
qresults = query_for_date(d, cookiejar) | |||
qresults = query_for_date(date, cookiejar) | |||
dayresults = [] | |||
for rurl, rtitle in qresults: | |||
if rurl in seenurls: | |||
if rurl in seenurls_mut: | |||
continue | |||
seenurls_mut.add(rurl) | |||
@@ -199,7 +199,8 @@ def fetch_article(url): | |||
return None | |||
fa['u'] = url | |||
fa['t'] = fa['nt'] | |||
if 'nt' in fa: | |||
fa['t'] = fa['nt'] | |||
return fa | |||