m. polinsky commited on
Commit
b8fc76c
·
unverified ·
1 Parent(s): db5eefc

Update scrape_sources.py

Browse files
Files changed (1) hide show
  1. scrape_sources.py +2 -1
scrape_sources.py CHANGED
@@ -43,6 +43,7 @@ class NPRLite(Source):
43
  # Test: do the headlines and links zipped together lineup correctly?
44
  article_tuples = [stub(i[0], i[1], [], self) for i in zip(npr_links, npr_hed)]
45
  print(f"Number of npr articles: {len(npr_hed)}")
 
46
  return article_tuples, len(npr_hed)
47
 
48
  # Returns None if article is only 1 line.
@@ -95,7 +96,7 @@ class CNNText(Source):
95
  # Take this next line out of this function and place it where this data is used.
96
  article_tuples = [stub(i[0], i[1], [], self) for i in zip(cnn_links, cnn_heds) if 'Opinion' not in i[1] and 'Analysis' not in i[1]]
97
  print(f"Number of cnn articles: {len(cnn_heds)}")
98
- st.write(f"CNN articles done...")
99
  return article_tuples, len(cnn_heds)
100
 
101
  # Returns None if article is only 1 line.
 
43
  # Test: do the headlines and links zipped together lineup correctly?
44
  article_tuples = [stub(i[0], i[1], [], self) for i in zip(npr_links, npr_hed)]
45
  print(f"Number of npr articles: {len(npr_hed)}")
46
+ st.write(f"Number of npr articles: {len(npr_hed)}")
47
  return article_tuples, len(npr_hed)
48
 
49
  # Returns None if article is only 1 line.
 
96
  # Take this next line out of this function and place it where this data is used.
97
  article_tuples = [stub(i[0], i[1], [], self) for i in zip(cnn_links, cnn_heds) if 'Opinion' not in i[1] and 'Analysis' not in i[1]]
98
  print(f"Number of cnn articles: {len(cnn_heds)}")
99
+ st.write(f"Number of cnn articles: {len(cnn_heds)}")
100
  return article_tuples, len(cnn_heds)
101
 
102
  # Returns None if article is only 1 line.