Added script to pull all hfoss feeds and save to a .txt corpus

Author: Remy DeCausemaker

hfossfeedpull.py

@@ -0,0 +1,31 @@
+import feedparser
+from bs4 import BeautifulSoup
+from pprint import pprint
+
+feeds = [
+    "http://blog-decause.rhcloud.com/rss.xml",
+    "https://rasputinfoss.wordpress.com/feed/",
+    #"http://amm4108.github.io/feeds/hfoss.atom.xml",
+    "http://direkitteh.tumblr.com/rss/",
+    "https://fad4470.github.io/feed/",
+    "http://sarahbethfederman.com/blog/feed/",
+    "http://redtwo-foss.blogspot.com/feeds/posts/default?alt=rss",
+    "https://milistisia2.wordpress.com/feed/",
+    "https://mellolikejello.wordpress.com/feed/",
+    #"https://kaffys.github.io/feed",
+    "http://fossclassjeid64.blogspot.com/feeds/posts/default?alt=rss",
+    "https://jalfoss.wordpress.com/feed/",
+    "http://robertholt.net/all_feed",
+    #"https://fortnightblog.wordpress.com/feed/",
+]
+
+with open('{}'.format('hfossallposts.txt'), "w") as g:
+    for feed in feeds:
+        d = feedparser.parse(feed)
+        with open('{}'.format(d.feed.title.encode('utf8')), "w") as f:
+            for item in d.entries:
+                pprint(item)
+                soup = BeautifulSoup(item.summary)
+                contents = "\n".join(soup.stripped_strings)
+                f.write(contents.encode('utf8'))
+                g.write(contents.encode('utf8'))