"
],
"text/plain": [
" city_name city location \\\n",
"0 Brühl http://www.wikidata.org/entity/Q7036 Point(6.9 50.833333333) \n",
"1 Køge http://www.wikidata.org/entity/Q21184 Point(12.183333333 55.45) \n",
"\n",
" country x y county_name \n",
"0 http://www.wikidata.org/entity/Q183 6.900000 50.833333 Germany \n",
"1 http://www.wikidata.org/entity/Q35 12.183333 55.450000 Denmark "
]
},
"execution_count": 71,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"cities_df = pd.read_json(\"meta_data/cities.json\")\n",
"cities_df = cities_df[~cities_df[\"location\"].str.contains(\"www\")].reset_index(drop=True)\n",
"cities_df[\"x\"] = cities_df[\"location\"].str[6:-1].str.split().str[0].astype(float)\n",
"cities_df[\"y\"] = cities_df[\"location\"].str[6:-1].str.split().str[1].astype(float)\n",
"cities_df = cities_df.rename({\"label_en\": \"city_name\"}, axis=1)\n",
"\n",
"countries_df = pd.read_json(\"meta_data/countries.json\")\n",
"cities_df[\"country_name\"] = cities_df[\"country\"].map(countries_df.set_index(\"country\")[\"label_en\"])\n",
"\n",
"cities_df.head(2)"
]
},
{
"cell_type": "code",
"execution_count": 74,
"id": "755acb16",
"metadata": {},
"outputs": [],
"source": [
"# block_set = set([\n",
"# \"David\", \"Martin\", \"Best\",\n",
"# ])\n",
"\n",
"search_terms = [\n",
" s_clean for s in cities_df[\"city_name\"].unique() \n",
" if 50 >= len(s_clean := s.strip()) >= 4# and s_clean not in block_set\n",
"]\n",
"search_ptn = re.compile(\n",
" r\"in ({})\\b\".format(r\"|\".join([re.escape(s) for s in sorted(search_terms, key=len, reverse=True)])), \n",
")\n",
"\n",
"def _get_stuff(fn):\n",
" found_fns = []\n",
" with open(RAW_RSS_DIR + fn, \"rb\") as f:\n",
" xml_str = f.read()\n",
" string_rep = str(xml_str)\n",
" for m in set(search_ptn.findall(string_rep)):\n",
" found_fns.append((m, fn))\n",
" return found_fns"
]
},
{
"cell_type": "code",
"execution_count": 75,
"id": "a4f069b3",
"metadata": {},
"outputs": [],
"source": [
"# found_fns = []\n",
"# for fn in tqdm.tqdm(english_rss_filenames[:100]):\n",
"# found_fns.extend(_get_stuff(fn))\n",
"# print(len(set([e[0] for e in found_fns])), \"cities found\")"
]
},
{
"cell_type": "code",
"execution_count": 78,
"id": "860cda9c",
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"988 cities found\n"
]
}
],
"source": [
"p = multiprocessing.Pool(20)\n",
"tmp = p.map(_get_stuff, english_rss_filenames[:100000])\n",
"city_matches = []\n",
"for e in tmp:\n",
" city_matches.extend(e)\n",
"p.close()\n",
"p.join()\n",
"print(len(set([e[0] for e in city_matches])), \"cities found\")"
]
},
{
"cell_type": "code",
"execution_count": 95,
"id": "994376a8",
"metadata": {},
"outputs": [
{
"data": {
"text/plain": [
"London 1063\n",
"Los Angeles 761\n",
"China 721\n",
"New York City 692\n",
"Florida 609\n",
"dtype: int64"
]
},
"execution_count": 95,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"pd.Series([e[0] for e in city_matches]).value_counts().head()"
]
},
{
"cell_type": "markdown",
"id": "4e5dd514",
"metadata": {},
"source": [
"### check countries"
]
},
{
"cell_type": "code",
"execution_count": 83,
"id": "9126932f",
"metadata": {},
"outputs": [
{
"data": {
"text/html": [
"
\n",
"\n",
"
\n",
" \n",
"
\n",
"
\n",
"
country
\n",
"
country_name
\n",
"
\n",
" \n",
" \n",
"
\n",
"
0
\n",
"
http://www.wikidata.org/entity/Q16
\n",
"
Canada
\n",
"
\n",
"
\n",
"
1
\n",
"
http://www.wikidata.org/entity/Q805
\n",
"
Yemen
\n",
"
\n",
" \n",
"
\n",
"
"
],
"text/plain": [
" country country_name\n",
"0 http://www.wikidata.org/entity/Q16 Canada\n",
"1 http://www.wikidata.org/entity/Q805 Yemen"
]
},
"execution_count": 83,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"countries_df = pd.read_json(\"meta_data/countries.json\")\n",
"countries_df = countries_df.rename({\"label_en\": \"country_name\"}, axis=1)\n",
"countries_df.head(2)"
]
},
{
"cell_type": "code",
"execution_count": 88,
"id": "f5cd74ef",
"metadata": {},
"outputs": [],
"source": [
"# block_set = set([\n",
"# \"David\", \"Martin\", \"Best\",\n",
"# ])\n",
"\n",
"search_terms = [\n",
" s_clean for s in countries_df[\"country_name\"].unique() \n",
" if 50 >= len(s_clean := s.strip()) >= 2# and s_clean not in block_set\n",
"]\n",
"search_ptn = re.compile(\n",
" r\"in (?:the )?({})\\b\".format(r\"|\".join([re.escape(s) for s in sorted(search_terms, key=len, reverse=True)])), \n",
")\n",
"\n",
"def _get_stuff(fn):\n",
" found_fns = []\n",
" with open(RAW_RSS_DIR + fn, \"rb\") as f:\n",
" xml_str = f.read()\n",
" string_rep = str(xml_str)\n",
" for m in set(search_ptn.findall(string_rep)):\n",
" found_fns.append((m, fn))\n",
" return found_fns"
]
},
{
"cell_type": "code",
"execution_count": 91,
"id": "a739d78d",
"metadata": {},
"outputs": [],
"source": [
"# found_fns = []\n",
"# for fn in tqdm.tqdm(english_rss_filenames[:100]):\n",
"# found_fns.extend(_get_stuff(fn))\n",
"# print(len(set([e[0] for e in found_fns])), \"countries found\")"
]
},
{
"cell_type": "code",
"execution_count": 92,
"id": "76801cd4",
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"988 countries found\n"
]
}
],
"source": [
"p = multiprocessing.Pool(20)\n",
"tmp = p.map(_get_stuff, english_rss_filenames[:100000])\n",
"country_matches = []\n",
"for e in tmp:\n",
" country_matches.extend(e)\n",
"p.close()\n",
"p.join()\n",
"print(len(set([e[0] for e in city_matches])), \"countries found\")"
]
},
{
"cell_type": "code",
"execution_count": 94,
"id": "7ce4a9fa",
"metadata": {},
"outputs": [
{
"data": {
"text/plain": [
"Canada 872\n",
"Australia 846\n",
"India 745\n",
"Japan 607\n",
"Germany 486\n",
"dtype: int64"
]
},
"execution_count": 94,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"pd.Series([e[0] for e in country_matches]).value_counts().head()"
]
},
{
"cell_type": "markdown",
"id": "9c25d344",
"metadata": {},
"source": [
"### find where both matches"
]
},
{
"cell_type": "code",
"execution_count": null,
"id": "495b129a",
"metadata": {},
"outputs": [],
"source": [
"city_to_country_map = cities_df.groupby(\"city_name\")[\"country_name\"].apply(list)"
]
},
{
"cell_type": "code",
"execution_count": 126,
"id": "f36e8d85",
"metadata": {},
"outputs": [
{
"name": "stderr",
"output_type": "stream",
"text": [
"100%|██████████| 3172/3172 [00:03<00:00, 817.87it/s]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"1306 matches\n",
"994 unambiguous country matches\n",
"747 unambiguous city matches\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"\n"
]
}
],
"source": [
"common_fps = set([e[1] for e in city_matches]) & set([e[1] for e in country_matches])\n",
"matches = []\n",
"for fp in tqdm.tqdm(common_fps):\n",
" cities = [e[0] for e in city_matches if e[1] == fp]\n",
" countries = [e[0] for e in country_matches if e[1] == fp]\n",
" local_matches = []\n",
" for city in cities:\n",
" h = [c in set(countries) for c in city_to_country_map[city] if c in set(countries)]\n",
" for c in city_to_country_map[city]:\n",
" if c in set(countries):\n",
" local_matches.append((city, c))\n",
" if len(local_matches) > 0:\n",
" matches.append((fp, local_matches))\n",
"print(len(matches), \"matches\")\n",
"unambig_country_matches = [m for m in matches if len(set([e[1] for e in m[1]])) == 1]\n",
"print(len(unambig_country_matches), \"unambiguous country matches\")\n",
"unambig_city_matches = [m for m in matches if len(set([e[0] for e in m[1]])) == 1]\n",
"print(len(unambig_city_matches), \"unambiguous city matches\")"
]
},
{
"cell_type": "code",
"execution_count": null,
"id": "6140e278",
"metadata": {},
"outputs": [],
"source": [
"# TODO: redo the same but look for country in title and summary, and then next figure out how to do city if this works"
]
},
{
"cell_type": "code",
"execution_count": null,
"id": "3ece5eb0",
"metadata": {},
"outputs": [],
"source": []
},
{
"cell_type": "code",
"execution_count": null,
"id": "0227361c",
"metadata": {},
"outputs": [],
"source": []
},
{
"cell_type": "code",
"execution_count": null,
"id": "01ec24e4",
"metadata": {},
"outputs": [],
"source": [
"with open(RAW_RSS_DIR + fp, \"rb\") as f:\n",
" xml_str = f.read()\n",
"feed = feedparser.parse(xml_str)\n",
"feed[\"feed\"][\"title\"]"
]
},
{
"cell_type": "code",
"execution_count": null,
"id": "c879267a",
"metadata": {},
"outputs": [],
"source": []
},
{
"cell_type": "code",
"execution_count": 128,
"id": "6f354538",
"metadata": {},
"outputs": [],
"source": [
"a = [e for e in unambig_city_matches]\n",
"random.seed(6006)\n",
"random.shuffle(a)"
]
},
{
"cell_type": "code",
"execution_count": 161,
"id": "ccbc937f",
"metadata": {},
"outputs": [
{
"data": {
"text/plain": [
"[('Helsinki', 'Finland')]"
]
},
"execution_count": 161,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"n = 10\n",
"fp, matches = a[n]\n",
"matches"
]
},
{
"cell_type": "code",
"execution_count": 168,
"id": "08664c29",
"metadata": {},
"outputs": [],
"source": [
"with open(RAW_RSS_DIR + fp, \"rb\") as f:\n",
" rss_bytes = f.read()\n",
"feed = feedparser.parse(xml_str)"
]
},
{
"cell_type": "code",
"execution_count": 260,
"id": "729ce198",
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"видео — Russian Progress\n",
"Канал и подкаст для изучения русского\n"
]
}
],
"source": [
"def _html_clean(text):\n",
" text = BeautifulSoup(text).text\n",
" text = re.sub(r\"^\\s*\\<\\!\\[CDATA\\[\", \"\", text)\n",
" text = re.sub(r\"\\]\\>\\s*$\", \"\", text)\n",
" return normalize_whitespace(text)\n",
"\n",
"podcast_title = (\n",
" _html_clean(s.group(1))\n",
" if (s := re.search(r\"title\\>(.+?)\\<\\/title\", rss_bytes.decode(\"UTF-8\"))) else \"\"\n",
")\n",
"podcast_summary = (\n",
" _html_clean(s.group(1))\n",
" if (s := re.search(r\"description\\>(.+?)\\<\\/description\", rss_bytes.decode(\"UTF-8\"))) else \"\"\n",
")\n",
"\n",
"print(podcast_title)\n",
"print(podcast_summary)"
]
},
{
"cell_type": "code",
"execution_count": null,
"id": "990e3561",
"metadata": {},
"outputs": [],
"source": []
},
{
"cell_type": "code",
"execution_count": 228,
"id": "746e10b2",
"metadata": {},
"outputs": [
{
"data": {
"text/plain": [
"b'\\n\\n\\n\\t\\xd0\\xb2\\xd0\\xb8\\xd0\\xb4\\xd0\\xb5\\xd0\\xbe — Russian Progress\\n\\t\\n\\thttps://russianprogress.com\\n\\t\\xd0\\x9a\\xd0\\xb0\\xd0\\xbd\\xd0\\xb0\\xd0\\xbb \\xd0\\xb8 \\xd0\\xbf\\xd0\\xbe\\xd0\\xb4\\xd0\\xba\\xd0\\xb0\\xd1\\x81\\xd1\\x82 \\xd0\\xb4\\xd0\\xbb\\xd1\\x8f \\xd0\\xb8\\xd0\\xb7\\xd1\\x83\\xd1\\x87\\xd0\\xb5\\xd0\\xbd\\xd0\\xb8\\xd1\\x8f \\xd1\\x80\\xd1\\x83\\xd1\\x81\\xd1\\x81\\xd0\\xba\\xd0\\xbe\\xd0\\xb3\\xd0\\xbe\\n\\tFri, 04 Feb 2022 20:45:27 +0000\\n\\tru-RU\\n\\t\\n\\thourly\\t\\n\\t= 100:\n",
" break\n",
" n += 1\n",
"n"
]
},
{
"cell_type": "code",
"execution_count": null,
"id": "df5070fc",
"metadata": {},
"outputs": [],
"source": []
},
{
"cell_type": "code",
"execution_count": null,
"id": "f66f73ee",
"metadata": {},
"outputs": [],
"source": [
"UnicodeDecodeError"
]
},
{
"cell_type": "code",
"execution_count": 312,
"id": "d0d30199",
"metadata": {},
"outputs": [
{
"ename": "UnicodeDecodeError",
"evalue": "'utf-8' codec can't decode byte 0x88 in position 599: invalid start byte",
"output_type": "error",
"traceback": [
"\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
"\u001b[0;31mUnicodeDecodeError\u001b[0m Traceback (most recent call last)",
"\u001b[0;32m/tmp/ipykernel_3305229/4031881846.py\u001b[0m in \u001b[0;36m\u001b[0;34m\u001b[0m\n\u001b[1;32m 7\u001b[0m \u001b[0;32mif\u001b[0m \u001b[0mm\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 8\u001b[0m \u001b[0mencoding_type\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mm\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mgroup\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;36m1\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m----> 9\u001b[0;31m \u001b[0mrss_str\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mrss_bytes\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mdecode\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mencoding_type\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 10\u001b[0m \u001b[0;32melse\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 11\u001b[0m \u001b[0mnf\u001b[0m \u001b[0;34m+=\u001b[0m \u001b[0;36m1\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
"\u001b[0;31mUnicodeDecodeError\u001b[0m: 'utf-8' codec can't decode byte 0x88 in position 599: invalid start byte"
]
}
],
"source": [
"nf = 0\n",
"n = 0\n",
"for fn in english_rss_filenames:\n",
" with open(RAW_RSS_DIR + fn, \"rb\") as f:\n",
" rss_bytes = f.read()\n",
" .decode(\"unicode_escape\")\n",
" m = re.search(r\"encoding\\=[\\'\\\"](.+?)[\\'\\\"]\", str(rss_bytes))\n",
" if m:\n",
" encoding_type = m.group(1)\n",
" rss_str = rss_bytes.decode(encoding_type)\n",
" else:\n",
" nf += 1\n",
" n += 1\n",
" if n >= 10000:\n",
" break\n",
"n"
]
},
{
"cell_type": "code",
"execution_count": 313,
"id": "4a92489d",
"metadata": {},
"outputs": [
{
"ename": "UnicodeDecodeError",
"evalue": "'utf-8' codec can't decode byte 0x88 in position 599: invalid start byte",
"output_type": "error",
"traceback": [
"\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
"\u001b[0;31mUnicodeDecodeError\u001b[0m Traceback (most recent call last)",
"\u001b[0;32m/tmp/ipykernel_3305229/1895581437.py\u001b[0m in \u001b[0;36m\u001b[0;34m\u001b[0m\n\u001b[0;32m----> 1\u001b[0;31m \u001b[0mrss_bytes\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mdecode\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mencoding_type\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m",
"\u001b[0;31mUnicodeDecodeError\u001b[0m: 'utf-8' codec can't decode byte 0x88 in position 599: invalid start byte"
]
}
],
"source": [
"rss_bytes.decode(encoding_type)"
]
},
{
"cell_type": "code",
"execution_count": 315,
"id": "1618f54b",
"metadata": {},
"outputs": [
{
"data": {
"text/plain": [
"'\\r\\n\\r\\n \\r\\n Reid Hoffman & Joi Ito\\r\\n en-us\\r\\n 2014 Academy of Achievement\\r\\n no\\r\\n \\r\\n This podcast features two of the visionaries of today\\'s world of Internet commerce and social media. Reid Hoffman has been called \"the most connected man in Silicon Valley,\" the \"\\x88ºber-investor\" who \"has had a hand in creating nearly every lucrative social media startup.\" He was the originator of the PayPal online commerce tool and is the founder and Chairman of LinkedIn, as well as an early investor in Facebook, GroupOn and Airbnb. Joi Ito, a social media entrepreneur in his own right, is now Director of the MIT Media Lab. A techno-prodigy and onetime nightclub DJ, he founded the venture capital firm Neoteny Co., Ltd., and was an early investor in Kickstarter, Twitter and many other innovative Internet companies. One of the world\\'s leading advocates of Internet freedom, he has described his vision of a decentralized political structure, mediated through the Internet, in the widely-disseminated essay Emergent Democracy. In this podcast, recorded at the 2014 International Achievement Summit in San Francisco, the two friends engage in a freewheeling discussion of today\\'s media landscape, with personal observations of the industry\\'s leaders and a tantalizing peek at its future.\\r\\n \\r\\n http://www.achievement.org\\r\\n \\r\\n \\r\\n 995\\r\\n Reid Hoffman & Joi Ito (SD) Part 1\\r\\n Social Media Pioneers\\r\\n Academy of Achievement\\r\\n \\r\\n \\r\\n 13 Sept 2014 09:00:00 EST\\r\\n 14:54\\r\\n \\r\\n \\r\\n This podcast features two of the visionaries of today\\'s world of Internet commerce and social media. Reid Hoffman has been called \"the most connected man in Silicon Valley,\" the \"\\x88ºber-investor\" who \"has had a hand in creating nearly every lucrative social media startup.\" He was the originator of the PayPal online commerce tool and is the founder and Chairman of LinkedIn, as well as an early investor in Facebook, GroupOn and Airbnb. Joi Ito, a social media entrepreneur in his own right, is now Director of the MIT Media Lab. A techno-prodigy and onetime nightclub DJ, he founded the venture capital firm Neoteny Co., Ltd., and was an early investor in Kickstarter, Twitter and many other innovative Internet companies. One of the world\\'s leading advocates of Internet freedom, he has described his vision of a decentralized political structure, mediated through the Internet, in the widely-disseminated essay Emergent Democracy. In this podcast, recorded at the 2014 International Achievement Summit in San Francisco, the two friends engage in a freewheeling discussion of today\\'s media landscape, with personal observations of the industry\\'s leaders and a tantalizing peek at its future.\\r\\n \\r\\n http://podcasts.achievement.org.s3.amazonaws.com/sd/2014/hoffman-and-ito-2014-part-1-vid.m4v\\r\\n Entrepreneurs, Lessons of Leadership, My Path to Success, Change Agents, Overcoming Adversity\\r\\n \\r\\n \\r\\n 996\\r\\n Reid Hoffman & Joi Ito (SD) Part 2\\r\\n Social Media Pioneers\\r\\n Academy of Achievement\\r\\n \\r\\n \\r\\n 13 Sept 2014 09:00:00 EST\\r\\n 11:13\\r\\n \\r\\n \\r\\n This podcast features two of the visionaries of today\\'s world of Internet commerce and social media. Reid Hoffman has been called \"the most connected man in Silicon Valley,\" the \"\\x88ºber-investor\" who \"has had a hand in creating nearly every lucrative social media startup.\" He was the originator of the PayPal online commerce tool and is the founder and Chairman of LinkedIn, as well as an early investor in Facebook, GroupOn and Airbnb. Joi Ito, a social media entrepreneur in his own right, is now Director of the MIT Media Lab. A techno-prodigy and onetime nightclub DJ, he founded the venture capital firm Neoteny Co., Ltd., and was an early investor in Kickstarter, Twitter and many other innovative Internet companies. One of the world\\'s leading advocates of Internet freedom, he has described his vision of a decentralized political structure, mediated through the Internet, in the widely-disseminated essay Emergent Democracy. In this podcast, recorded at the 2014 International Achievement Summit in San Francisco, the two friends engage in a freewheeling discussion of today\\'s media landscape, with personal observations of the industry\\'s leaders and a tantalizing peek at its future.\\r\\n \\r\\n http://podcasts.achievement.org.s3.amazonaws.com/sd/2014/hoffman-and-ito-2014-part-2-vid.m4v\\r\\n Entrepreneurs, Lessons of Leadership, My Path to Success, Change Agents, Overcoming Adversity\\r\\n \\r\\n \\r\\n 997\\r\\n Reid Hoffman & Joi Ito (HD) Part 1\\r\\n Social Media Pioneers\\r\\n Academy of Achievement\\r\\n \\r\\n \\r\\n 13 Sept 2014 09:00:00 EST\\r\\n 14:54\\r\\n \\r\\n \\r\\n This podcast features two of the visionaries of today\\'s world of Internet commerce and social media. Reid Hoffman has been called \"the most connected man in Silicon Valley,\" the \"\\x88ºber-investor\" who \"has had a hand in creating nearly every lucrative social media startup.\" He was the originator of the PayPal online commerce tool and is the founder and Chairman of LinkedIn, as well as an early investor in Facebook, GroupOn and Airbnb. Joi Ito, a social media entrepreneur in his own right, is now Director of the MIT Media Lab. A techno-prodigy and onetime nightclub DJ, he founded the venture capital firm Neoteny Co., Ltd., and was an early investor in Kickstarter, Twitter and many other innovative Internet companies. One of the world\\'s leading advocates of Internet freedom, he has described his vision of a decentralized political structure, mediated through the Internet, in the widely-disseminated essay Emergent Democracy. In this podcast, recorded at the 2014 International Achievement Summit in San Francisco, the two friends engage in a freewheeling discussion of today\\'s media landscape, with personal observations of the industry\\'s leaders and a tantalizing peek at its future.\\r\\n \\r\\n http://podcasts.achievement.org.s3.amazonaws.com/hd/2014/hoffman-and-ito-2014-part-1-hd-vid.m4v\\r\\n Entrepreneurs, Lessons of Leadership, My Path to Success, Change Agents, Overcoming Adversity\\r\\n \\r\\n \\r\\n 998\\r\\n Reid Hoffman & Joi Ito (HD) Part 2\\r\\n Social Media Pioneers\\r\\n Academy of Achievement\\r\\n \\r\\n \\r\\n 13 Sept 2014 09:00:00 EST\\r\\n 11:13\\r\\n \\r\\n \\r\\n This podcast features two of the visionaries of today\\'s world of Internet commerce and social media. Reid Hoffman has been called \"the most connected man in Silicon Valley,\" the \"\\x88ºber-investor\" who \"has had a hand in creating nearly every lucrative social media startup.\" He was the originator of the PayPal online commerce tool and is the founder and Chairman of LinkedIn, as well as an early investor in Facebook, GroupOn and Airbnb. Joi Ito, a social media entrepreneur in his own right, is now Director of the MIT Media Lab. A techno-prodigy and onetime nightclub DJ, he founded the venture capital firm Neoteny Co., Ltd., and was an early investor in Kickstarter, Twitter and many other innovative Internet companies. One of the world\\'s leading advocates of Internet freedom, he has described his vision of a decentralized political structure, mediated through the Internet, in the widely-disseminated essay Emergent Democracy. In this podcast, recorded at the 2014 International Achievement Summit in San Francisco, the two friends engage in a freewheeling discussion of today\\'s media landscape, with personal observations of the industry\\'s leaders and a tantalizing peek at its future.\\r\\n \\r\\n http://podcasts.achievement.org.s3.amazonaws.com/hd/2014/hoffman-and-ito-2014-part-2-hd-vid.m4v\\r\\n Entrepreneurs, Lessons of Leadership, My Path to Success, Change Agents, Overcoming Adversity\\r\\n \\r\\n \\r\\n 999\\r\\n Reid Hoffman & Joi Ito (Audio) Part 1\\r\\n Social Media Pioneers\\r\\n Academy of Achievement\\r\\n \\r\\n \\r\\n 13 Sept 2014 09:00:00 EST\\r\\n 14:54\\r\\n \\r\\n \\r\\n This podcast features two of the visionaries of today\\'s world of Internet commerce and social media. Reid Hoffman has been called \"the most connected man in Silicon Valley,\" the \"\\x88ºber-investor\" who \"has had a hand in creating nearly every lucrative social media startup.\" He was the originator of the PayPal online commerce tool and is the founder and Chairman of LinkedIn, as well as an early investor in Facebook, GroupOn and Airbnb. Joi Ito, a social media entrepreneur in his own right, is now Director of the MIT Media Lab. A techno-prodigy and onetime nightclub DJ, he founded the venture capital firm Neoteny Co., Ltd., and was an early investor in Kickstarter, Twitter and many other innovative Internet companies. One of the world\\'s leading advocates of Internet freedom, he has described his vision of a decentralized political structure, mediated through the Internet, in the widely-disseminated essay Emergent Democracy. In this podcast, recorded at the 2014 International Achievement Summit in San Francisco, the two friends engage in a freewheeling discussion of today\\'s media landscape, with personal observations of the industry\\'s leaders and a tantalizing peek at its future.\\r\\n \\r\\n http://podcasts.achievement.org.s3.amazonaws.com/audio/2014/hoffman-and-ito-2014-part-1-aud.mp3\\r\\n Entrepreneurs, Lessons of Leadership, My Path to Success, Change Agents, Overcoming Adversity\\r\\n \\r\\n \\r\\n 1000\\r\\n Reid Hoffman & Joi Ito (Audio) Part 2\\r\\n Social Media Pioneers\\r\\n Academy of Achievement\\r\\n \\r\\n \\r\\n 13 Sept 2014 09:00:00 EST\\r\\n 11:13\\r\\n \\r\\n \\r\\n This podcast features two of the visionaries of today\\'s world of Internet commerce and social media. Reid Hoffman has been called \"the most connected man in Silicon Valley,\" the \"\\x88ºber-investor\" who \"has had a hand in creating nearly every lucrative social media startup.\" He was the originator of the PayPal online commerce tool and is the founder and Chairman of LinkedIn, as well as an early investor in Facebook, GroupOn and Airbnb. Joi Ito, a social media entrepreneur in his own right, is now Director of the MIT Media Lab. A techno-prodigy and onetime nightclub DJ, he founded the venture capital firm Neoteny Co., Ltd., and was an early investor in Kickstarter, Twitter and many other innovative Internet companies. One of the world\\'s leading advocates of Internet freedom, he has described his vision of a decentralized political structure, mediated through the Internet, in the widely-disseminated essay Emergent Democracy. In this podcast, recorded at the 2014 International Achievement Summit in San Francisco, the two friends engage in a freewheeling discussion of today\\'s media landscape, with personal observations of the industry\\'s leaders and a tantalizing peek at its future.\\r\\n \\r\\n http://podcasts.achievement.org.s3.amazonaws.com/audio/2014/hoffman-and-ito-2014-part-2-aud.mp3\\r\\n Entrepreneurs, Lessons of Leadership, My Path to Success, Change Agents, Overcoming Adversity\\r\\n \\r\\n \\r\\n\\r\\n'"
]
},
"execution_count": 315,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"rss_bytes.decode(\"unicode_escape\")"
]
},
{
"cell_type": "code",
"execution_count": 314,
"id": "8adb24d6",
"metadata": {},
"outputs": [
{
"data": {
"text/plain": [
"b'\\r\\n\\r\\n \\r\\n Reid Hoffman & Joi Ito\\r\\n en-us\\r\\n 2014 Academy of Achievement\\r\\n no\\r\\n \\r\\n This podcast features two of the visionaries of today\\'s world of Internet commerce and social media. Reid Hoffman has been called \"the most connected man in Silicon Valley,\" the \"\\x88\\xbaber-investor\" who \"has had a hand in creating nearly every lucrative social media startup.\" He was the originator of the PayPal online commerce tool and is the founder and Chairman of LinkedIn, as well as an early investor in Facebook, GroupOn and Airbnb. Joi Ito, a social media entrepreneur in his own right, is now Director of the MIT Media Lab. A techno-prodigy and onetime nightclub DJ, he foun'"
]
},
"execution_count": 314,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"rss_bytes[:1000]"
]
},
{
"cell_type": "code",
"execution_count": null,
"id": "d217a7f4",
"metadata": {},
"outputs": [],
"source": []
},
{
"cell_type": "code",
"execution_count": 292,
"id": "c3493b58",
"metadata": {},
"outputs": [
{
"data": {
"text/plain": [
"b'\\x88\\xba'"
]
},
"execution_count": 292,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"d[1][599:601]"
]
},
{
"cell_type": "code",
"execution_count": null,
"id": "7fdcdc77",
"metadata": {},
"outputs": [],
"source": []
},
{
"cell_type": "code",
"execution_count": null,
"id": "35ffefbe",
"metadata": {},
"outputs": [],
"source": []
},
{
"cell_type": "code",
"execution_count": 268,
"id": "35773ae4",
"metadata": {},
"outputs": [
{
"data": {
"text/plain": [
"'\\n\\nReid Hoffman & Joi Ito\\nen-us\\n2014 Academy of Achievement\\nno\\n\\r\\n This podcast features two of the visionaries of today\\'s world of Internet commerce and social media. Reid Hoffman has been called \"the most connected man in Silicon Valley,\" the \"ˆºber-investor\" who \"has had a hand in creating nearly every lucrative social media startup.\" He was the originator of the PayPal online commerce tool and is the founder and Chairman of LinkedIn, as well as an early investor in Facebook, GroupOn and Airbnb. Joi Ito, a social media entrepreneur in his own right, is now Director of the MIT Media Lab. A techno-prodigy and onetime nightclub DJ, he founded the venture capital firm Neoteny Co., Ltd., and was an early investor in Kickstarter, Twitter and many other innovative Internet companies. One of the world\\'s leading advocates of Internet freedom, he has described his vision of a decentralized political structure, mediated through the Internet, in the widely-disseminated essay Emergent Democracy. In this podcast, recorded at the 2014 International Achievement Summit in San Francisco, the two friends engage in a freewheeling discussion of today\\'s media landscape, with personal observations of the industry\\'s leaders and a tantalizing peek at its future.\\r\\n \\nhttp://www.achievement.org\\r\\n \\n\\n995\\nReid Hoffman & Joi Ito (SD) Part 1\\nSocial Media Pioneers\\nAcademy of Achievement\\n\\n\\n13 Sept 2014 09:00:00 EST\\n14:54\\n\\n\\r\\n This podcast features two of the visionaries of today\\'s world of Internet commerce and social media. Reid Hoffman has been called \"the most connected man in Silicon Valley,\" the \"ˆºber-investor\" who \"has had a hand in creating nearly every lucrative social media startup.\" He was the originator of the PayPal online commerce tool and is the founder and Chairman of LinkedIn, as well as an early investor in Facebook, GroupOn and Airbnb. Joi Ito, a social media entrepreneur in his own right, is now Director of the MIT Media Lab. A techno-prodigy and onetime nightclub DJ, he founded the venture capital firm Neoteny Co., Ltd., and was an early investor in Kickstarter, Twitter and many other innovative Internet companies. One of the world\\'s leading advocates of Internet freedom, he has described his vision of a decentralized political structure, mediated through the Internet, in the widely-disseminated essay Emergent Democracy. In this podcast, recorded at the 2014 International Achievement Summit in San Francisco, the two friends engage in a freewheeling discussion of today\\'s media landscape, with personal observations of the industry\\'s leaders and a tantalizing peek at its future.\\r\\n \\nhttp://podcasts.achievement.org.s3.amazonaws.com/sd/2014/hoffman-and-ito-2014-part-1-vid.m4v\\nEntrepreneurs, Lessons of Leadership, My Path to Success, Change Agents, Overcoming Adversity\\n\\n\\n996\\nReid Hoffman & Joi Ito (SD) Part 2\\nSocial Media Pioneers\\nAcademy of Achievement\\n\\n\\n13 Sept 2014 09:00:00 EST\\n11:13\\n\\n\\r\\n This podcast features two of the visionaries of today\\'s world of Internet commerce and social media. Reid Hoffman has been called \"the most connected man in Silicon Valley,\" the \"ˆºber-investor\" who \"has had a hand in creating nearly every lucrative social media startup.\" He was the originator of the PayPal online commerce tool and is the founder and Chairman of LinkedIn, as well as an early investor in Facebook, GroupOn and Airbnb. Joi Ito, a social media entrepreneur in his own right, is now Director of the MIT Media Lab. A techno-prodigy and onetime nightclub DJ, he founded the venture capital firm Neoteny Co., Ltd., and was an early investor in Kickstarter, Twitter and many other innovative Internet companies. One of the world\\'s leading advocates of Internet freedom, he has described his vision of a decentralized political structure, mediated through the Internet, in the widely-disseminated essay Emergent Democracy. In this podcast, recorded at the 2014 International Achievement Summit in San Francisco, the two friends engage in a freewheeling discussion of today\\'s media landscape, with personal observations of the industry\\'s leaders and a tantalizing peek at its future.\\r\\n \\nhttp://podcasts.achievement.org.s3.amazonaws.com/sd/2014/hoffman-and-ito-2014-part-2-vid.m4v\\nEntrepreneurs, Lessons of Leadership, My Path to Success, Change Agents, Overcoming Adversity\\n\\n\\n997\\nReid Hoffman & Joi Ito (HD) Part 1\\nSocial Media Pioneers\\nAcademy of Achievement\\n\\n\\n13 Sept 2014 09:00:00 EST\\n14:54\\n\\n\\r\\n This podcast features two of the visionaries of today\\'s world of Internet commerce and social media. Reid Hoffman has been called \"the most connected man in Silicon Valley,\" the \"ˆºber-investor\" who \"has had a hand in creating nearly every lucrative social media startup.\" He was the originator of the PayPal online commerce tool and is the founder and Chairman of LinkedIn, as well as an early investor in Facebook, GroupOn and Airbnb. Joi Ito, a social media entrepreneur in his own right, is now Director of the MIT Media Lab. A techno-prodigy and onetime nightclub DJ, he founded the venture capital firm Neoteny Co., Ltd., and was an early investor in Kickstarter, Twitter and many other innovative Internet companies. One of the world\\'s leading advocates of Internet freedom, he has described his vision of a decentralized political structure, mediated through the Internet, in the widely-disseminated essay Emergent Democracy. In this podcast, recorded at the 2014 International Achievement Summit in San Francisco, the two friends engage in a freewheeling discussion of today\\'s media landscape, with personal observations of the industry\\'s leaders and a tantalizing peek at its future.\\r\\n \\nhttp://podcasts.achievement.org.s3.amazonaws.com/hd/2014/hoffman-and-ito-2014-part-1-hd-vid.m4v\\nEntrepreneurs, Lessons of Leadership, My Path to Success, Change Agents, Overcoming Adversity\\n\\n\\n998\\nReid Hoffman & Joi Ito (HD) Part 2\\nSocial Media Pioneers\\nAcademy of Achievement\\n\\n\\n13 Sept 2014 09:00:00 EST\\n11:13\\n\\n\\r\\n This podcast features two of the visionaries of today\\'s world of Internet commerce and social media. Reid Hoffman has been called \"the most connected man in Silicon Valley,\" the \"ˆºber-investor\" who \"has had a hand in creating nearly every lucrative social media startup.\" He was the originator of the PayPal online commerce tool and is the founder and Chairman of LinkedIn, as well as an early investor in Facebook, GroupOn and Airbnb. Joi Ito, a social media entrepreneur in his own right, is now Director of the MIT Media Lab. A techno-prodigy and onetime nightclub DJ, he founded the venture capital firm Neoteny Co., Ltd., and was an early investor in Kickstarter, Twitter and many other innovative Internet companies. One of the world\\'s leading advocates of Internet freedom, he has described his vision of a decentralized political structure, mediated through the Internet, in the widely-disseminated essay Emergent Democracy. In this podcast, recorded at the 2014 International Achievement Summit in San Francisco, the two friends engage in a freewheeling discussion of today\\'s media landscape, with personal observations of the industry\\'s leaders and a tantalizing peek at its future.\\r\\n \\nhttp://podcasts.achievement.org.s3.amazonaws.com/hd/2014/hoffman-and-ito-2014-part-2-hd-vid.m4v\\nEntrepreneurs, Lessons of Leadership, My Path to Success, Change Agents, Overcoming Adversity\\n\\n\\n999\\nReid Hoffman & Joi Ito (Audio) Part 1\\nSocial Media Pioneers\\nAcademy of Achievement\\n\\n\\n13 Sept 2014 09:00:00 EST\\n14:54\\n\\n\\r\\n This podcast features two of the visionaries of today\\'s world of Internet commerce and social media. Reid Hoffman has been called \"the most connected man in Silicon Valley,\" the \"ˆºber-investor\" who \"has had a hand in creating nearly every lucrative social media startup.\" He was the originator of the PayPal online commerce tool and is the founder and Chairman of LinkedIn, as well as an early investor in Facebook, GroupOn and Airbnb. Joi Ito, a social media entrepreneur in his own right, is now Director of the MIT Media Lab. A techno-prodigy and onetime nightclub DJ, he founded the venture capital firm Neoteny Co., Ltd., and was an early investor in Kickstarter, Twitter and many other innovative Internet companies. One of the world\\'s leading advocates of Internet freedom, he has described his vision of a decentralized political structure, mediated through the Internet, in the widely-disseminated essay Emergent Democracy. In this podcast, recorded at the 2014 International Achievement Summit in San Francisco, the two friends engage in a freewheeling discussion of today\\'s media landscape, with personal observations of the industry\\'s leaders and a tantalizing peek at its future.\\r\\n \\nhttp://podcasts.achievement.org.s3.amazonaws.com/audio/2014/hoffman-and-ito-2014-part-1-aud.mp3\\nEntrepreneurs, Lessons of Leadership, My Path to Success, Change Agents, Overcoming Adversity\\n\\n\\n1000\\nReid Hoffman & Joi Ito (Audio) Part 2\\nSocial Media Pioneers\\nAcademy of Achievement\\n\\n\\n13 Sept 2014 09:00:00 EST\\n11:13\\n\\n\\r\\n This podcast features two of the visionaries of today\\'s world of Internet commerce and social media. Reid Hoffman has been called \"the most connected man in Silicon Valley,\" the \"ˆºber-investor\" who \"has had a hand in creating nearly every lucrative social media startup.\" He was the originator of the PayPal online commerce tool and is the founder and Chairman of LinkedIn, as well as an early investor in Facebook, GroupOn and Airbnb. Joi Ito, a social media entrepreneur in his own right, is now Director of the MIT Media Lab. A techno-prodigy and onetime nightclub DJ, he founded the venture capital firm Neoteny Co., Ltd., and was an early investor in Kickstarter, Twitter and many other innovative Internet companies. One of the world\\'s leading advocates of Internet freedom, he has described his vision of a decentralized political structure, mediated through the Internet, in the widely-disseminated essay Emergent Democracy. In this podcast, recorded at the 2014 International Achievement Summit in San Francisco, the two friends engage in a freewheeling discussion of today\\'s media landscape, with personal observations of the industry\\'s leaders and a tantalizing peek at its future.\\r\\n \\nhttp://podcasts.achievement.org.s3.amazonaws.com/audio/2014/hoffman-and-ito-2014-part-2-aud.mp3\\nEntrepreneurs, Lessons of Leadership, My Path to Success, Change Agents, Overcoming Adversity\\n\\n\\n\\n'"
]
},
"execution_count": 268,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"BeautifulSoup(d[1]).text"
]
},
{
"cell_type": "code",
"execution_count": null,
"id": "5c4123ed",
"metadata": {},
"outputs": [],
"source": []
},
{
"cell_type": "code",
"execution_count": null,
"id": "163f2391",
"metadata": {},
"outputs": [],
"source": []
},
{
"cell_type": "code",
"execution_count": null,
"id": "8b6ddfc8",
"metadata": {},
"outputs": [],
"source": []
},
{
"cell_type": "code",
"execution_count": null,
"id": "bab57536",
"metadata": {},
"outputs": [],
"source": []
},
{
"cell_type": "code",
"execution_count": 163,
"id": "a61dc8e0",
"metadata": {},
"outputs": [],
"source": [
"# 'tags': [{'term': 'Uncategorized', 'scheme': None, 'label': None},\n",
"# {'term': 'Afghanistan', 'scheme': None, 'label': None},\n",
"# {'term': 'Iran', 'scheme': None, 'label': None}],"
]
},
{
"cell_type": "code",
"execution_count": 166,
"id": "f5690444",
"metadata": {},
"outputs": [
{
"data": {
"text/plain": [
"'видео — Russian Progress'"
]
},
"execution_count": 166,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"feed[\"feed\"][\"title\"]"
]
},
{
"cell_type": "code",
"execution_count": 485,
"id": "1a00b47a",
"metadata": {},
"outputs": [
{
"data": {
"text/plain": [
"dict_keys(['bozo', 'entries', 'feed', 'headers', 'encoding', 'version', 'namespaces'])"
]
},
"execution_count": 485,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"feed.keys()"
]
},
{
"cell_type": "code",
"execution_count": 488,
"id": "858e6b73",
"metadata": {},
"outputs": [
{
"data": {
"text/plain": [
"['Music']"
]
},
"execution_count": 488,
"metadata": {},
"output_type": "execute_result"
}
],
"source": []
},
{
"cell_type": "code",
"execution_count": null,
"id": "7e71a38b",
"metadata": {},
"outputs": [],
"source": []
},
{
"cell_type": "code",
"execution_count": null,
"id": "0f51af48",
"metadata": {},
"outputs": [],
"source": []
},
{
"cell_type": "code",
"execution_count": null,
"id": "6775b443",
"metadata": {},
"outputs": [],
"source": [
"# Findings:\n",
"# countries could be OK per episode for interviews??"
]
},
{
"cell_type": "code",
"execution_count": null,
"id": "d408aefb",
"metadata": {},
"outputs": [],
"source": []
},
{
"cell_type": "code",
"execution_count": null,
"id": "b58100f4",
"metadata": {},
"outputs": [],
"source": []
},
{
"cell_type": "code",
"execution_count": 44,
"id": "3fd54e58",
"metadata": {},
"outputs": [],
"source": [
"a = [e for e in found_fns]\n",
"random.seed(6006)\n",
"random.shuffle(a)"
]
},
{
"cell_type": "code",
"execution_count": 58,
"id": "afeac741",
"metadata": {},
"outputs": [
{
"data": {
"text/html": [
"
\n",
"\n",
"
\n",
" \n",
"
\n",
"
\n",
"
label_en
\n",
"
city
\n",
"
location
\n",
"
country
\n",
"
x
\n",
"
y
\n",
"
\n",
" \n",
" \n",
"
\n",
"
3048
\n",
"
Florida
\n",
"
http://www.wikidata.org/entity/Q842472
\n",
"
Point(-56.216666666 -34.1)
\n",
"
http://www.wikidata.org/entity/Q77
\n",
"
-56.216667
\n",
"
-34.100000
\n",
"
\n",
"
\n",
"
7209
\n",
"
Florida
\n",
"
http://www.wikidata.org/entity/Q643617
\n",
"
Point(-78.222777777 21.529444444)
\n",
"
http://www.wikidata.org/entity/Q241
\n",
"
-78.222778
\n",
"
21.529444
\n",
"
\n",
" \n",
"
\n",
"
"
],
"text/plain": [
" label_en city \\\n",
"3048 Florida http://www.wikidata.org/entity/Q842472 \n",
"7209 Florida http://www.wikidata.org/entity/Q643617 \n",
"\n",
" location country \\\n",
"3048 Point(-56.216666666 -34.1) http://www.wikidata.org/entity/Q77 \n",
"7209 Point(-78.222777777 21.529444444) http://www.wikidata.org/entity/Q241 \n",
"\n",
" x y \n",
"3048 -56.216667 -34.100000 \n",
"7209 -78.222778 21.529444 "
]
},
"execution_count": 58,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"cities_df[cities_df[\"label_en\"] == \"Florida\"]"
]
},
{
"cell_type": "code",
"execution_count": 61,
"id": "cdf7a95f",
"metadata": {},
"outputs": [
{
"data": {
"text/plain": [
"[' Relief Therapy Los Angelesht']"
]
},
"execution_count": 61,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"q = \"Los Angeles\"\n",
"n = 6\n",
"_, fn = [e for e in a if e[0] == q][n]\n",
"with open(RAW_RSS_DIR + fn, \"rb\") as f:\n",
" xml_str = f.read()\n",
"string_rep = str(xml_str)\n",
"re.findall(r\"................{}................\".format(q), string_rep)"
]
},
{
"cell_type": "code",
"execution_count": null,
"id": "1ff7c586",
"metadata": {},
"outputs": [],
"source": [
"in, to"
]
},
{
"cell_type": "code",
"execution_count": 63,
"id": "bc1d56d8",
"metadata": {},
"outputs": [
{
"data": {
"text/plain": [
"['aaa']"
]
},
"execution_count": 63,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"re.findall(r\"in (aaa|bbb)\\b\", \"aaa in lkjnsd in aaa\")"
]
},
{
"cell_type": "code",
"execution_count": null,
"id": "466e72b1",
"metadata": {},
"outputs": [],
"source": []
},
{
"cell_type": "code",
"execution_count": null,
"id": "fa4693cf",
"metadata": {},
"outputs": [],
"source": []
},
{
"cell_type": "code",
"execution_count": null,
"id": "250d8ab4",
"metadata": {},
"outputs": [],
"source": []
},
{
"cell_type": "code",
"execution_count": null,
"id": "d3c07f4e",
"metadata": {},
"outputs": [],
"source": []
},
{
"cell_type": "markdown",
"id": "6b75e3a0",
"metadata": {},
"source": [
"## Playground"
]
},
{
"cell_type": "markdown",
"id": "12d87798",
"metadata": {},
"source": [
"### Check India"
]
},
{
"cell_type": "code",
"execution_count": 4,
"id": "2462425a",
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"2485876 rss feeds\n"
]
}
],
"source": [
"rss_filenames = [fn for fn in os.listdir(RSS_DIR) if fn.endswith(\"feed\")]\n",
"print(len(rss_filenames), \"rss feeds\")"
]
},
{
"cell_type": "code",
"execution_count": 14,
"id": "d27ac597",
"metadata": {},
"outputs": [],
"source": [
"english_ids = set(main_df[main_df[\"language\"] == \"en\"][\"id\"])\n",
"india_ids = set(main_df[main_df[\"language\"] == \"en-in\"][\"id\"])"
]
},
{
"cell_type": "code",
"execution_count": 16,
"id": "8b8f4fb1",
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"295 podcasts labeled as 'en-in'\n"
]
}
],
"source": [
"print(len(india_ids), \"podcasts labeled as 'en-in'\")"
]
},
{
"cell_type": "code",
"execution_count": null,
"id": "affd10fe",
"metadata": {},
"outputs": [],
"source": []
},
{
"cell_type": "code",
"execution_count": 106,
"id": "56cf2cbf",
"metadata": {},
"outputs": [
{
"name": "stderr",
"output_type": "stream",
"text": [
" 0%| | 911/2485876 [00:04<3:50:16, 179.85it/s][NeMo W 2022-05-06 22:16:13 nemo_logging:349] /home/georg/venvs/ml/lib/python3.8/site-packages/bs4/__init__.py:431: MarkupResemblesLocatorWarning: \"http://www.horrortheque.com/public-domain-horror-movies/jesse-james-meets-frankensteins-daughter/\" looks like a URL. Beautiful Soup is not an HTTP client. You should probably use an HTTP client like requests to get the document behind the URL, and feed that document to Beautiful Soup.\n",
" warnings.warn(\n",
" \n",
" 0%| | 2086/2485876 [00:11<2:17:20, 301.40it/s][NeMo W 2022-05-06 22:16:17 nemo_logging:349] /home/georg/venvs/ml/lib/python3.8/site-packages/bs4/__init__.py:337: MarkupResemblesLocatorWarning: \".\" looks like a directory name, not markup. You may want to open a file found in this directory and pass the filehandle into Beautiful Soup.\n",
" warnings.warn(\n",
" \n",
" 0%| | 5092/2485876 [00:21<2:54:24, 237.06it/s]\n"
]
}
],
"source": [
"terms = [\n",
" \"Ludhiana\", \"Chandigarh\", \"Punjab\", \"India\"\n",
"]\n",
"search_ptn = re.compile(r\"({})\".format(r\"|\".join([re.escape(s) for s in terms])))\n",
"\n",
"def _html_clean(text):\n",
" return BeautifulSoup(text).text.replace(\"\\n \")\n",
"\n",
"data = []\n",
"for fn in tqdm.tqdm(rss_filenames):\n",
" podcast_id = int(fn.split(\".\")[0])\n",
" if podcast_id not in english_ids:\n",
" continue\n",
" with open(RSS_DIR + fn, \"rb\") as f:\n",
" rss_bytes = f.read()\n",
" if not search_ptn.search(str(rss_bytes)):\n",
" continue\n",
" feed = feedparser.parse(rss_bytes)\n",
" \n",
" podcast_title = normalize_whitespace(feed[\"feed\"].get(\"title\", \"\"))\n",
" podcast_summary = normalize_whitespace(\n",
" _html_clean(s.group(1))\n",
" if (s := re.search(r\"description>(.+?) 0:\n",
" data.append({\n",
" \"result_type\": result_type, \n",
" \"terms_found\": list(terms_found), \n",
" \"id\": podcast_id, \n",
" \"title\": podcast_title, \n",
" \"summary\": podcast_summary, \n",
" \"episodes\": relevant_episode_data,\n",
" })\n",
" if len(data) >= 100:\n",
" break"
]
},
{
"cell_type": "code",
"execution_count": null,
"id": "bc5dd139",
"metadata": {},
"outputs": [],
"source": [
"# TODO: better html clean than beautiful soup\n",
"# TODO: filter tunes, music, Mashup\n",
"# TODO: lots of sports filter"
]
},
{
"cell_type": "code",
"execution_count": 107,
"id": "291dfd0f",
"metadata": {},
"outputs": [],
"source": [
"for e in data:\n",
" if \"Punjab\" in e[\"terms_found\"] and e[\"result_type\"] == \"podcast\":\n",
" print(e[\"title\"])\n",
" print(e[\"summary\"])\n",
" print(\"-\"*10)"
]
},
{
"cell_type": "code",
"execution_count": 108,
"id": "267300eb",
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"Sanem re Mashup Dj Nitz Punjabi style\n",
"\n",
"----------\n",
"India vs Pakistan: Live Reactions from India\n",
"It was a horrible night for Team India and Manchester United fans. Finally, the streak is broken. Pakistan has defeated India in the WC for the first time. With this thumping loss, Team India's chances have taken a major hit. With the next match against NZ, we could be looking at an early exit for Team India. #IndvsPak\n",
"The Most Blunt T20 2021 World Cup Preview\n",
"Happy World Cup day! With the world cup starting today after a gap of 5 years we analyze the chances of each team. Can India and Virat Kohli break the jinx of the knockouts? #WT20 #T20WorldCup\n",
"India will BEAT England at Lord’s? - India vs England 2nd Test| Lord's 2021\n",
"We answer the 11 most important questions regarding the ongoing test series between India and England. Will India pick Ashwin? Is Kohli Finished? KL Rahul next Mark Waugh? Sam Curran England's Jadeja? Favorite Dom Sibley shot? Why do England batsmen suck? Is Bumrah the greatest number 10? Whose 5-for at Trentbridge? Rohit and Rahane? Why is Siraj Sledging Sam Curran? Can India win at the Lord's?\n",
"Will England Whitewash India 5-0? India Vs England Test Series Preview\n",
"I know millions of patriotic fans & pundits — suffering from Toxic Optimism — are dismissing the WTC final as a one-off loss & attributing it to India’s recent —& well-earned— reputation as slow-starters. But correlation is not causation — And England isn’t India or Australia. There will be no viciously spinning pitches and Duke's ball demands rock-solid test technique to score more than 10 runs. #IndiavsEngland #IndvsEng #EngvsIndia\n",
"Shilpa refuses Black Widow, Badshah saves India Cultural Music & more - Funniest News of the Week#10\n",
"This week in the Funniest News I refused major stuff in H'wood as I didn't want to shift base to US: Shilpa Want to focus on bringing Indian music on the global map: Badshah US man threatens to bomb McDonald's outlet for not sending sauce UK man 'identifies as Korean' after 18 surgeries to look like BTS' Jimin Man in UK sells car to pay iTunes bill after son buys game top-ups of ₹1.3 lakh The Humans of the United States finally discover Cricket Our Novels at Amazon: https://www.amazon.in/Evil-Z-Blunt/e/B081Z53PM1%3Fref=dbs_a_mng_rwt_scns_share Our Blogs at Blogger: https://fake-chetan-bhagat.blogspot.com T-Shirt Partner: https://www.spawnpoint.in\n",
"Warne Schooled, Akshay's Success Mantra, Weirdest Auctions & more - Funniest News of the Week#7\n",
"- Paul Walker's Toyota Supra from 'Fast & Furious' sells for over ₹4 crore - He's like my brother: Gwyneth Paltrow on ex-husband Chris Martin - Yoga is India's unique gift to the world, says Anupam Kher - I was once accused of stealing money by PG landlady, I vacated it in 2 days: Minissha - My songs made Akshay a star, he was called 'Gareebo Ka Mithun': Abhijeet - Will never stereotype them by gender: Karan Johar on kids Yash, Roohi - Does Shane Warne know anything about Spin?\n",
"Who will win WTC? India or New Zealand?\n",
"The final preview of the contest between India and New Zealand at The Ageas Bowl, Southampton. We think NZ is the favorite to win it. Why? Check it out inside. Our Novels at Amazon: https://www.amazon.in/Evil-Z-Blunt/e/B081Z53PM1%3Fref=dbs_a_mng_rwt_scns_share Our Blogs at Blogger: https://fake-chetan-bhagat.blogspot.com T-Shirt Partner: https://www.spawnpoint.in\n",
"IPL to UAE, Sushil Caught, Kane and Messi moving to India? | Sexiest News of the Week| Episode 2\n",
"We are back with the 2nd Episode of the Sexiest News of the Week. This week's news: IPL moves to UAE Kangana Ranaut (KaRa) has now tested negative for Corona Sushil Kumar Arrested By Delhi Police In Murder Case Liverpool Goalkeeper Alisson Creates History AB confirms permanent International Retirement Second Wave of Sandpaper Gate is Back Harry Kane is Leaving Tottenham Messi leaving Barcelona Karim Benzema is Back, He will play for France after 6 years\n",
"Cricket Podcast - India’s Squad for The England Tour\n",
"Akash Chopra wanted Prithvi, Hardik, Kuldeep, Bhuveneshwar in the squad — except he forgot to tell us, who will he drop because this is not a Shaadi that you can take a squad of 50. We analyze the team selection for the World Test Championship Final and the England Test series. https://www.espncricinfo.com/video/aakash-chopra-i-would-have-liked-prithvi-shaw-and-bhuvneshwar-kumar-in-the-squad-1262514 Our Novels at Amazon: https://www.amazon.in/s?k=Evil+Z+Blun... Our Blogs at Blogger: https://fake-chetan-bhagat.blogspot.com T-Shirt Partner: https://www.spawnpoint.in\n",
"IPL Cancelled or Postponed?\n",
"Wokes were asking for it, Instagram influencers were crying for it. And it finally happened. IPL 2021 is canceled. Well not really. It has just been suspended for a while. But should it have been played at all? Will India become a better place now since IPL is suspended? Is it wrong to earn money during a pandemic? How much money we are even talking about? All that and more in this edition of Blunt Basterds Podcast\n",
"IPL 2021 Review - Warner Sacked !!!\n",
"It was an eventful week in the IPL 2021. Warner was sacked and dropped from the team, KL Rahul was rushed for surgery, and several teams and players came out to donate. We discuss the current state of IPL 2021 at the end of the 3rd week. #IPL2021 #DavidWarner #KLRahul 00:00 Intro 3:06 Was it right to drop Warner? 6:35 RR vs SRH 8:04 CSK vs MI 12:44 Same old problems with RCB 19:52 Punjab vs DC 24:23 Top 4\n",
"India DESTROYS England to Win Test Series 3-1\n",
"What happened to Dom Bess? Is Rishabh Pant the next Adam Gilchrist? Can Axar break Murali’s record of 800 Test wickets? Is Washington Sundar the Next Steven Smith? All this and more in this edition of the Blunt Basterd podcast. Our Novels at Amazon: https://www.amazon.in/s?k=Evil+Z+Blunt&ref=nb_sb_noss_2 Our Blogs at Blogger: https://fake-chetan-bhagat.blogspot.com T-Shirt Partner: https://www.spawnpoint.in #IndiavsEngland #RishabhPant #AxarPatel\n",
"Will India BEAT England in the 3rd Test in Ahmedabad?\n",
"It's gonna be a mouth-watering contest in the brand new - biggest ever in the world - stadium. And the icing on the cake is that it's a Pink Ball - Day-Night Test - which I believe is the future of Test Cricket. Let's hope the 3rd Test lives up to the expectations :) Our Novels at Amazon: https://www.amazon.in/s?k=Evil+Z+Blunt&ref=nb_sb_noss_2 Our Blogs at Blogger: https://fake-chetan-bhagat.blogspot.com T-Shirt Partner: https://www.spawnpoint.in\n",
"Can India Save the 1st Test Match - India vs England\n",
"India is in deep trouble in the 1st Test match in Chennai. Despite Pant's blitz, India is a long way behind in the game. What went wrong? Can they make a comeback 4th time in the row? Is there even a possibility of an Indian win? We discuss all these and more. Our Novels at Amazon: https://www.amazon.in/s?k=Evil+Z+Blunt&ref=nb_sb_noss_2 Our Blogs at Blogger: https://fake-chetan-bhagat.blogspot.com T-Shirt Partner: https://www.spawnpoint.in #IndiavsEngland #1stTestMatch\n",
"Why India's Covid-19 Lockdown Flopped\n",
"Here’s my view: India should never have had the lockdown - none whatsoever - ever. Why? Because Cure can’t be worse than the Disease. Our Novels at Amazon: https://www.amazon.in/s?k=Evil+Z+Blunt&ref=nb_sb_noss_2 Our Blogs at Blogger: https://fake-chetan-bhagat.blogspot.com T-Shirt Partner: https://www.spawnpoint.in\n",
"Will India BEAT England at Home in the TEST series?\n",
"India is on a high after beating the Aussies at their home. And England is also on a little \"tiny\" High after beating Sri Lanka at their home. This is going to be a mouthwatering contest. Let's hope it lives up to the billing & gives us the goosebumps that the recently concluded Border-Gavaskar Trophy did. Our Novels at Amazon: https://www.amazon.in/s?k=Evil+Z+Blunt&ref=nb_sb_noss_2 Our Blogs at Blogger: https://fake-chetan-bhagat.blogspot.com T-Shirt Partner: https://www.spawnpoint.in 00:00 Start 00:58 Why Kuldeep is picked over Chahal? 02:58 Moeen Ali better than Shane Warne? 04:16 England's rotation policy 08:09 Joe Root the next Bradman? 12:16 English Openers 14:33 Do we even need Virat Kohli anymore? 15:13 The English Winning Template 19:00 Sundar over Pandya? 22:39 James Anderson is a Legend 29:00 Prediction Time\n",
"Can India Win At Brisbane? Ind vs Aus - 4th Test 2021\n",
"Blunt Analysis of the ongoing 4th Test match between India and Australia at Gabba, Brisbane. Our Novels at Amazon: https://www.amazon.in/s?k=Evil+Z+Blunt&ref=nb_sb_noss_2 Our Blog at Blogger: https://fake-chetan-bhagat.blogspot.com T-Shirt Partner: https://www.spawnpoint.in\n",
"Can A Beefed-Up India Outwit Australia Again? - 3rd Test Match Preview\n",
"After all the controversies and injuries. it's finally time for the 3rd Test Match between India and Australia. Both teams will be bolstered by inclusion of senior players. But at the same time injuries to key Indian bowlers will be a cause of concern for the Indian Team Management. Will India be able to brush aside those concerns and defeat Australia again? Our Novels at Amazon: https://www.amazon.in/s?k=Evil+Z+Blunt&ref=nb_sb_noss_2 Our Blog at Blogger: https://fake-chetan-bhagat.blogspot.com T-Shirt Partner: https://www.spawnpoint.in\n",
"36 All Out: Are Test Batsmen Dead?\n",
"We analyze the horrific Adelaide test and discuss what went wrong. Why batsmen keep failing at the test level. Can India bounce back from this drubbing? Is Prithvi's test career over? All that and much more. Our Novels at Amazon: https://www.amazon.in/s?k=Evil+Z+Blunt&ref=nb_sb_noss_2 Our Blog at Blogger: https://fake-chetan-bhagat.blogspot.com T-Shirt Partner: https://www.spawnpoint.in\n",
"India vs. Australia - 1st Test Prediction\n",
"Our prediction for the 1st Test Match between India and Australia being played at Adelaide. Both Gav and Bik predict different outcomes. Whose prediction will come true? Let us know in the comments. Our Novels at Amazon: https://www.amazon.in/s?k=Evil+Z+Blunt&ref=nb_sb_noss_2 Our Blog at Blogger: https://fake-chetan-bhagat.blogspot.com T-Shirt Partner: https://www.spawnpoint.in\n",
"India Wins T20 Series in Australia\n",
"We dissect the India-Australia series so far. How did Virat Kohli fare as a captain? Smith & Warner's impact. Jadeja's super-sub. And many more. Our Novels at Amazon: https://www.amazon.in/s?k=Evil+Z+Blunt&ref=nb_sb_noss_2 Our Blog at Blogger: https://fake-chetan-bhagat.blogspot.com T-Shirt Partner: https://www.spawnpoint.in 00:00 Intro 02:24 Is Virat A Bad Captain? 07:47 When Should Chahal Play? 10:24 Time to Bring New Subscribers 14:17 Why No One Cares about T20s 23:19 Importance of Warner & Smith 26:53 Will Virat Stay? 35:43 Was Jadeja's Sub Like for Like? 42:12 Test Series Prediction\n",
"India vs Australia Cricket Series [Preview] - Blunt Basterds\n",
"This year's biggest cricket clash is starting from tomorrow. India's tour of Australia starts off with One Day Internationals(ODI). We discuss both the teams and how the series could pan out. Virat Kohli's paternity leave and Rohit Sharma's injury. We discuss all that and more. Something shocking happened while recording the podcast. Our Novels at Amazon: https://www.amazon.in/s?k=Evil+Z+Blunt&ref=nb_sb_noss_2 Our Blog at Blogger: https://fake-chetan-bhagat.blogspot.com T-Shirt Partner: https://www.spawnpoint.in\n",
"Why Trump Lost | Blunt Analysis\n",
"How did Donald Trump lose? How did Covid-19 affect his campaign? Was he the worst president the United States has ever seen? Will Biden be a significantly better leader? Can Biden upsurge the right-wing forces in India like the Indian liberals hope? We answer all these questions and more. But are we qualified to analyze something complex like the US elections? Hmm.. maybe not. But like one 19 years old guy from Pune said. We won't let you down, Joe. Our Novels at Amazon: https://www.amazon.in/s?k=Evil+Z+Blunt&ref=nb_sb_noss_2 Our Blog at Blogger: https://fake-chetan-bhagat.blogspot.com T-Shirt Partner: https://www.spawnpoint.in\n",
"SRH Breaks RCB Hearts...Again | IPL 2020 | Blunt Basterds\n",
"SRH has always knocked RCB from IPL. This year is no different as SRH beats RCB in a tightly contested match in the first Eliminator. While Mumbai Indians cruise past the Delhi Capitals with ease, to enter yet another IPL Finals. Our analysis for the both the matches. Our Novels at Amazon: https://www.amazon.in/s?k=Evil+Z+Blunt&ref=nb_sb_noss_2 Our Blog at Blogger: https://fake-chetan-bhagat.blogspot.com T-Shirt Partner: https://www.spawnpoint.in\n",
"SRH Destroyed Mumbai Indians | Blunt Basterds | IPL 2020\n",
"Sunrisers Hyderabad has shown the way to defeat Mumbai Indians. Will Delhi Capitals be able to emulate what SRH did last night? Can Royal Challengers Bangalore lift their game to get past Sunrisers Hyderabad in the IPL 2020 playoffs. All that and more. Our Novels at Amazon: https://www.amazon.in/s?k=Evil+Z+Blunt&ref=nb_sb_noss_2 Our Blog at Blogger: https://fake-chetan-bhagat.blogspot.com T-Shirt Partner: https://www.spawnpoint.in\n",
"RCB Lose and KKR Eliminated? | IPL 2020 | Blunt Analysis\n",
"Royal Challengers Bangalore suffered their second loss while Mumbai Indians ensure qualification. Chennai Super Kings spoil Kolkata Knight Rider's party and knock them off. Our Novels at Amazon: https://www.amazon.in/s?k=Evil+Z+Blunt&ref=nb_sb_noss_2 Our Blog at Blogger: https://fake-chetan-bhagat.blogspot.com T-Shirt Partner: https://www.spawnpoint.in\n",
"Delhi Out of IPL? | Blunt Analysis | IPL 2020\n",
"It is getting harder for Delhi Capitals with their 3rd straight loss in IPL 2020. Their next two matches are against the table toppers Mumbai Indians and Royal Challengers Bangalore. Will they be able to win these matches and qualify for the playoffs? On the other hand Kings XI Punjab is a rolling juggernaut which looks all set to make it to the playoffs. Our analysis of match # 46 & 47. We also predict the outcome of match #48 & 49; MI vs RCB and CSK vs RR. Our Novels at Amazon: https://www.amazon.in/s?k=Evil+Z+Blunt&ref=nb_sb_noss_2 Our Blog at Blogger: https://fake-chetan-bhagat.blogspot.com T-Shirt Partner: https://www.spawnpoint.in\n",
"IPL Review: Week 5 | Stokes Century & CSK Victory | IPL 2020\n",
"End of the 5th week brought out some shocking results where the top three teams went down to lower teams. This opens up interesting possibilities for rest of the IPL 2020. We analyze the last 4 games which have opened up the tournament for everyone. We also review each and every team's performance and tell you where they are headed. We predict the winners of the next two matches; Kolkata Knight Riders vs Kings XI Punjab and Sunrisers Hyderabad vs Delhi Capitals. Our Novels at Amazon: https://www.amazon.in/s?k=Evil+Z+Blunt&ref=nb_sb_noss_2 Our Blog at Blogger: https://fake-chetan-bhagat.blogspot.com T-Shirt Partner: https://www.spawnpoint.in\n",
"CSK will finish LAST | Blunt Analysis | IPL 2020\n",
"Our Analysis of IPL 2020 matches Mumbai Indians vs Kings XI Punjab and Chennai Super Kings vs Sunrisers Hyderabad. Our Novels at Amazon: https://www.amazon.in/s?k=Evil+Z+Blunt&ref=nb_sb_noss_2 Our Blog at Blogger: https://fake-chetan-bhagat.blogspot.com T-Shirt Partner: https://www.spawnpoint.in\n",
"Tewatia is the New Tendulkar | Blunt Analysis | IPL 2020\n",
"Our Analysis of IPL 2020 matches Rajasthan Royals vs Kings XI Punjab and Royal Challengers Bangalore vs Mumbai Indians. Our Novels at Amazon: https://www.amazon.in/s?k=Evil+Z+Blunt&ref=nb_sb_noss_2 Our Blog at Blogger: https://fake-chetan-bhagat.blogspot.com T-Shirt Partner: https://www.spawnpoint.in\n",
"Blunt Analysis| CSK Beats MI in IPL 2020 Match 01\n",
"We analyze how did Chennai Super Kings beat Mumbai Indians in the IPL opener. A game which we predicted would be won my Mumbai Indians comprehensively. We also predict the outcomes of the next couple of matches in the IPL 2020. Our Novels at Amazon: https://www.amazon.in/s?k=Evil+Z+Blunt&ref=nb_sb_noss_2 Our Blog at Blogger: https://fake-chetan-bhagat.blogspot.com T-Shirt Partner: https://www.spawnpoint.in\n",
"EP#7 - Dhoni RETIRES - “BEST & WORST” Career Moments\n",
"In this podcast, we discuss Dhoni’s career, starting even before he began playing for India on 23rd December 2004. We ‘intensely & honestly’ talk about the BEST & WORST moment of his India career that he called curtains on 15 August 2020. My Novels at Amazon: https://www.amazon.in/s?k=Evil+Z+Blunt&ref=nb_sb_noss_2 My Blogs at Blogger: https://fake-chetan-bhagat.blogspot.com T-Shirt Partner: https://www.spawnpoint.in\n",
"EP#6 - Were West Indies the Greatest Cricket Team Ever?\n",
"Fire in Babylon [2010]: Documentary on the Rise of West Indian Cricket in the 70s & how they dominated Cricket for the next 20 years & they dominated the Real Cricket: Test Cricket. But there was a lot more. It was about forging an identity for themselves - as Black people - showing their old masters - The English - that they were equal & can beat them at the sport that the English invented. Cricket brought all the West Indian islands together. Cricket is one of the rarest sports they play as West Indies - otherwise, the islands are all independent.\n",
"EP#5 - Why India Loves Cricket?\n",
"In this Podcast, we take a walk down the memory lane to unearth the moment, we found Cricket or as the romantics would say - Cricket found ‘us’ :) These are the Questions we Answer in this Podcast. Why don’t you send us your Answers too? We would love to read your stories of Cricket & Sport. My Novels at Amazon: https://www.amazon.in/s?k=Evil+Z+Blunt&ref=nb_sb_noss_2 My Blogs at Blogger: https://fake-chetan-bhagat.blogspot.com T-Shirt Partner: https://www.spawnpoint.in\n",
"EP#4 - Greatest Indian ODI XI EVER\n",
"After the amazing success of our best one day international team. We set out to select the best Indian ODI team since we are Indians (at least Bikram is). We compiled the best Indian XI and this is what we came up with. My Novels at Amazon: https://www.amazon.in/s?k=Evil+Z+Blunt&ref=nb_sb_noss_2 My Blogs at Blogger: https://fake-chetan-bhagat.blogspot.com T-Shirt Partner: https://www.spawnpoint.in\n",
"----------\n",
"Episode 13: Samai Di Pukar (Punjabi) by Jaswant Bhatia\n",
"The call of time in support of Indian farmers.\n",
"Episode 12: Dil Di Awaaz\n",
"Voice for the Indian Farmers. Inspired by Guru Nanak Dev JI’s farming\n",
"Episode 11: Farmer’s Protest\n",
"Shaan and Jyoti learn about the three laws that Punjabi farmers are protesting. They learn about the promise children must make to their people.\n",
"----------\n"
]
}
],
"source": [
"for e in data:\n",
" if \"Punjab\" in e[\"terms_found\"] and e[\"result_type\"] == \"episode\":\n",
" for ee in e[\"episodes\"]:\n",
" print(ee[\"title\"])\n",
" print(ee[\"summary\"])\n",
" print(\"-\"*10)"
]
},
{
"cell_type": "code",
"execution_count": null,
"id": "1d107678",
"metadata": {},
"outputs": [],
"source": []
},
{
"cell_type": "code",
"execution_count": null,
"id": "ee8bb9a2",
"metadata": {},
"outputs": [],
"source": []
},
{
"cell_type": "code",
"execution_count": null,
"id": "dae971e4",
"metadata": {},
"outputs": [],
"source": []
},
{
"cell_type": "code",
"execution_count": null,
"id": "d942b825",
"metadata": {},
"outputs": [],
"source": []
},
{
"cell_type": "code",
"execution_count": null,
"id": "ddb7abd0",
"metadata": {},
"outputs": [],
"source": []
},
{
"cell_type": "code",
"execution_count": 19,
"id": "ee3bd539",
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"51338 mentions of 'India'\n",
"1270 mentions of 'Punjab'\n",
"177 mentions of 'Chandigarh'\n",
"34 mentions of 'Ludhiana'\n"
]
}
],
"source": [
"print(len(potential_fps), \"mentions of 'India'\")\n",
"print(len(a), \"mentions of 'Punjab'\")\n",
"print(len(b), \"mentions of 'Chandigarh'\")\n",
"print(len(c), \"mentions of 'Ludhiana'\")"
]
},
{
"cell_type": "code",
"execution_count": 34,
"id": "25ccd844",
"metadata": {},
"outputs": [],
"source": [
"fn = c[6]\n",
"with open(RSS_DIR + fn, \"rb\") as f:\n",
" rss_bytes = f.read()\n",
"feed = feedparser.parse(rss_bytes)"
]
},
{
"cell_type": "code",
"execution_count": 35,
"id": "47e0145c",
"metadata": {},
"outputs": [
{
"data": {
"text/plain": [
"{'bozo': False,\n",
" 'entries': [{'title': 'Kahaani: Ten Rupees',\n",
" 'title_detail': {'type': 'text/plain',\n",
" 'language': None,\n",
" 'base': '',\n",
" 'value': 'Kahaani: Ten Rupees'},\n",
" 'summary': '
Namaskar Doston
\\n
\\n
Reborn Studios Presents A Brand New Series - Kahaaniyaan
\\n
\\n
*Episode - Ten Rupees: A short story by Saadat Hasan Manto
\\n
\\n
Saadat Hasan Manto was a colonial Indian and Pakistani writer, playwright, and author born in Ludhiana, India. Writing mainly in the Urdu language, he produced 22 collections of short stories, a novel, five series of radio plays, three collections of essays, and two collections of personal sketches.
\\n\\n--- \\n\\nThis episode is sponsored by \\n· Anchor: The easiest way to make a podcast. https://anchor.fm/app',\n",
" 'summary_detail': {'type': 'text/html',\n",
" 'language': None,\n",
" 'base': '',\n",
" 'value': '
Namaskar Doston
\\n
\\n
Reborn Studios Presents A Brand New Series - Kahaaniyaan
\\n
\\n
*Episode - Ten Rupees: A short story by Saadat Hasan Manto
\\n
\\n
Saadat Hasan Manto was a colonial Indian and Pakistani writer, playwright, and author born in Ludhiana, India. Writing mainly in the Urdu language, he produced 22 collections of short stories, a novel, five series of radio plays, three collections of essays, and two collections of personal sketches.
Reborn Studios Presents A Brand New Series - Kahaaniyaan
\\n
\\n
*Episode - Ten Rupees: A short story by Saadat Hasan Manto
\\n
\\n
Saadat Hasan Manto was a colonial Indian and Pakistani writer, playwright, and author born in Ludhiana, India. Writing mainly in the Urdu language, he produced 22 collections of short stories, a novel, five series of radio plays, three collections of essays, and two collections of personal sketches.
\\n\\n--- \\n\\nThis episode is sponsored by \\n· Anchor: The easiest way to make a podcast. https://anchor.fm/app'}],\n",
" 'itunes_explicit': None,\n",
" 'itunes_duration': '665',\n",
" 'image': {'href': 'https://d3t3ozftmdmh3i.cloudfront.net/production/podcast_uploaded_episode/6911707/6911707-1598022317504-9895db47521e9.jpg'},\n",
" 'itunes_season': '1',\n",
" 'itunes_episode': '6',\n",
" 'itunes_episodetype': 'full'},\n",
" {'title': 'Kahaani: Ek Sookha Gulaab',\n",
" 'title_detail': {'type': 'text/plain',\n",
" 'language': None,\n",
" 'base': '',\n",
" 'value': 'Kahaani: Ek Sookha Gulaab'},\n",
" 'summary': '
Reborn Studios Presents A Brand New Series - Kahaani
\\n
Episode 5 - EK SOOKHA GULAAB - A short story by Junaid Chaudhry.
\\n
E-mail: rebornstudio8@gmail.com
\\n
Instagram: @therebornstudio
\\n
Producer: Rohit Agarwal & Rahul Agarwal
\\n
Director: Hitul Pujara
\\n
Asst.Producer: Mariam D\\'mello
\\n
Narrated By: Aryan Sharma & Rohan Satish
\\n
Sound Design & Edit: Aryan Sharma
\\n
Poster: Rohit Agarwal
\\n
We hope you enjoy it!
\\n\\n--- \\n\\nThis episode is sponsored by \\n· Anchor: The easiest way to make a podcast. https://anchor.fm/app',\n",
" 'summary_detail': {'type': 'text/html',\n",
" 'language': None,\n",
" 'base': '',\n",
" 'value': '
Reborn Studios Presents A Brand New Series - Kahaani
\\n
Episode 5 - EK SOOKHA GULAAB - A short story by Junaid Chaudhry.
Reborn Studios Presents A Brand New Series - Kahaani
\\n
Episode 5 - EK SOOKHA GULAAB - A short story by Junaid Chaudhry.
\\n
E-mail: rebornstudio8@gmail.com
\\n
Instagram: @therebornstudio
\\n
Producer: Rohit Agarwal & Rahul Agarwal
\\n
Director: Hitul Pujara
\\n
Asst.Producer: Mariam D\\'mello
\\n
Narrated By: Aryan Sharma & Rohan Satish
\\n
Sound Design & Edit: Aryan Sharma
\\n
Poster: Rohit Agarwal
\\n
We hope you enjoy it!
\\n\\n--- \\n\\nThis episode is sponsored by \\n· Anchor: The easiest way to make a podcast. https://anchor.fm/app'}],\n",
" 'itunes_explicit': None,\n",
" 'itunes_duration': '692',\n",
" 'image': {'href': 'https://d3t3ozftmdmh3i.cloudfront.net/production/podcast_uploaded_episode/6911707/6911707-1596370894493-9c270836818ff.jpg'},\n",
" 'itunes_season': '1',\n",
" 'itunes_episode': '5',\n",
" 'itunes_episodetype': 'full'},\n",
" {'title': 'Kahaani: Ginni',\n",
" 'title_detail': {'type': 'text/plain',\n",
" 'language': None,\n",
" 'base': '',\n",
" 'value': 'Kahaani: Ginni'},\n",
" 'summary': \"
Reborn Studios Presents A Brand New Series - Kahaani
\\n
Episode 4 - Ginni - Rabindranath Tagore
\\n
Rabindranath Tagore FRAS, also known by his pen name Bhanu Singha Thakur, and also known by his sobriquets Gurudev, Kabiguru, and Biswakabi, was a Bengali poet, writer, music composer, and painter in the late 19th and early 20th centuries.
Reborn Studios Presents A Brand New Series - Kahaani
\\n
Episode 4 - Ginni - Rabindranath Tagore
\\n
Rabindranath Tagore FRAS, also known by his pen name Bhanu Singha Thakur, and also known by his sobriquets Gurudev, Kabiguru, and Biswakabi, was a Bengali poet, writer, music composer, and painter in the late 19th and early 20th centuries.
Reborn Studios Presents A Brand New Series - Kahaani
\\n
Episode 4 - Ginni - Rabindranath Tagore
\\n
Rabindranath Tagore FRAS, also known by his pen name Bhanu Singha Thakur, and also known by his sobriquets Gurudev, Kabiguru, and Biswakabi, was a Bengali poet, writer, music composer, and painter in the late 19th and early 20th centuries.
Reborn Studios Presents A Brand New Series - Kahaani
\\n
Episode 3 - Akal daad - Story by Sadat Hasan Manto..
\\n
Ishq-e-dastoor ki ek pyaari si nok-jhok.
\\n
Instagram: @therebornstudio
\\n
Producer: Rohit Agarwal & Rahul Agarwal
\\n
Director: Hitul Pujara
\\n
Asst.Producer: Mariam D\\'mello
\\n
Narrated By: Rebecca and Rohit
\\n
Sound Design & Edit: Rohit
\\n
Poster: Rohit Agarwal
\\n\\n--- \\n\\nThis episode is sponsored by \\n· Anchor: The easiest way to make a podcast. https://anchor.fm/app',\n",
" 'summary_detail': {'type': 'text/html',\n",
" 'language': None,\n",
" 'base': '',\n",
" 'value': '
Reborn Studios Presents A Brand New Series - Kahaani
\\n
Episode 3 - Akal daad - Story by Sadat Hasan Manto..
Reborn Studios Presents A Brand New Series - Kahaani
\\n
Episode 3 - Akal daad - Story by Sadat Hasan Manto..
\\n
Ishq-e-dastoor ki ek pyaari si nok-jhok.
\\n
Instagram: @therebornstudio
\\n
Producer: Rohit Agarwal & Rahul Agarwal
\\n
Director: Hitul Pujara
\\n
Asst.Producer: Mariam D\\'mello
\\n
Narrated By: Rebecca and Rohit
\\n
Sound Design & Edit: Rohit
\\n
Poster: Rohit Agarwal
\\n\\n--- \\n\\nThis episode is sponsored by \\n· Anchor: The easiest way to make a podcast. https://anchor.fm/app'}],\n",
" 'itunes_explicit': None,\n",
" 'itunes_duration': '678',\n",
" 'image': {'href': 'https://d3t3ozftmdmh3i.cloudfront.net/production/podcast_uploaded_episode/6911707/6911707-1594818691590-b6ca0bbdfed4e.jpg'},\n",
" 'itunes_season': '1',\n",
" 'itunes_episode': '3',\n",
" 'itunes_episodetype': 'full'},\n",
" {'title': 'Kahaani: Aatma ki Aavaz',\n",
" 'title_detail': {'type': 'text/plain',\n",
" 'language': None,\n",
" 'base': '',\n",
" 'value': 'Kahaani: Aatma ki Aavaz'},\n",
" 'summary': '
Reborn Studios Presents A Brand New Series - Kahaani
\\n
Episode 2 - Aatma ki Aavaz - Story by Kamleshwar.
\\n
Kaha jata hai insaan marta hai par uski aatma kabhi nahi marti, toh sunte hai inki aatma ki aavaz humse kya kenhna chahti hai.
\\n
Instagram: @therebornstudio
\\n
Producer: Rohit Agarwal & Rahul Agarwal
\\n
Director: Hitul Pujara
\\n
Asst.Producer: Mariam D\\'mello
\\n
Narrated By: Disha and Prajjval
\\n
Sound Design & Edit: Prajjval
\\n
Poster: Rohit Agarwal
\\n\\n--- \\n\\nThis episode is sponsored by \\n· Anchor: The easiest way to make a podcast. https://anchor.fm/app',\n",
" 'summary_detail': {'type': 'text/html',\n",
" 'language': None,\n",
" 'base': '',\n",
" 'value': '
Reborn Studios Presents A Brand New Series - Kahaani
\\n
Episode 2 - Aatma ki Aavaz - Story by Kamleshwar.
\\n
Kaha jata hai insaan marta hai par uski aatma kabhi nahi marti, toh sunte hai inki aatma ki aavaz humse kya kenhna chahti hai.
Reborn Studios Presents A Brand New Series - Kahaani
\\n
Episode 2 - Aatma ki Aavaz - Story by Kamleshwar.
\\n
Kaha jata hai insaan marta hai par uski aatma kabhi nahi marti, toh sunte hai inki aatma ki aavaz humse kya kenhna chahti hai.
\\n
Instagram: @therebornstudio
\\n
Producer: Rohit Agarwal & Rahul Agarwal
\\n
Director: Hitul Pujara
\\n
Asst.Producer: Mariam D\\'mello
\\n
Narrated By: Disha and Prajjval
\\n
Sound Design & Edit: Prajjval
\\n
Poster: Rohit Agarwal
\\n\\n--- \\n\\nThis episode is sponsored by \\n· Anchor: The easiest way to make a podcast. https://anchor.fm/app'}],\n",
" 'itunes_explicit': None,\n",
" 'itunes_duration': '795',\n",
" 'image': {'href': 'https://d3t3ozftmdmh3i.cloudfront.net/production/podcast_uploaded_episode/6911707/6911707-1594470635454-7e64d964cab62.jpg'},\n",
" 'itunes_season': '1',\n",
" 'itunes_episode': '2',\n",
" 'itunes_episodetype': 'full'},\n",
" {'title': 'Kahaani: Ab Aur Kehne Ki Zaroorat Nahi',\n",
" 'title_detail': {'type': 'text/plain',\n",
" 'language': None,\n",
" 'base': '',\n",
" 'value': 'Kahaani: Ab Aur Kehne Ki Zaroorat Nahi'},\n",
" 'summary': '
Reborn Studios Presents A Brand New Series - Kahaani
\\n
\\n
Episode 1 - Ab Aur Kehne Ki Zaroorat Nahi - Saadat Hasan Manto
\\n
\\n
Saadat Hasan Manto was one of the most prolific Urdu writers of the 21st Century. With works such as \\'Toba Tek Singh\\', \\'Thanda Ghost\\', \\'Das Rupiye\\' and many more, we bring to you one of his underrated gems, \\'Ab Aur Kehne Ki Zaroorat Nahi\\'
\\n
Instagram: @therebornstudio
\\n
Producer: Rohit Agarwal & Rahul Agarwal
\\n
Director: Hitul Pujara
\\n
Asst.Producer: Mariam D\\'mello
\\n
Narrated By: Aryan Sharma & Hitul Pujara
\\n
Sound Design & Edit: Aryan Sharma
\\n
Poster: Rohit Agarwal
\\n\\n--- \\n\\nThis episode is sponsored by \\n· Anchor: The easiest way to make a podcast. https://anchor.fm/app',\n",
" 'summary_detail': {'type': 'text/html',\n",
" 'language': None,\n",
" 'base': '',\n",
" 'value': '
Reborn Studios Presents A Brand New Series - Kahaani
\\n
\\n
Episode 1 - Ab Aur Kehne Ki Zaroorat Nahi - Saadat Hasan Manto
\\n
\\n
Saadat Hasan Manto was one of the most prolific Urdu writers of the 21st Century. With works such as \\'Toba Tek Singh\\', \\'Thanda Ghost\\', \\'Das Rupiye\\' and many more, we bring to you one of his underrated gems, \\'Ab Aur Kehne Ki Zaroorat Nahi\\'
Reborn Studios Presents A Brand New Series - Kahaani
\\n
\\n
Episode 1 - Ab Aur Kehne Ki Zaroorat Nahi - Saadat Hasan Manto
\\n
\\n
Saadat Hasan Manto was one of the most prolific Urdu writers of the 21st Century. With works such as \\'Toba Tek Singh\\', \\'Thanda Ghost\\', \\'Das Rupiye\\' and many more, we bring to you one of his underrated gems, \\'Ab Aur Kehne Ki Zaroorat Nahi\\'