From afba09e02ddef6d9f5a84508f616e679f866ea21 Mon Sep 17 00:00:00 2001 From: Max Nuding Date: Tue, 11 Jan 2022 21:13:37 +0100 Subject: [PATCH] Switched to using beautifulsoup directly --- main.py | 2 +- nebula.rss | 400 +++++++++++++++++++++++++++++++++++++++++++++++++ poetry.lock | 16 +- pyproject.toml | 2 +- 4 files changed, 403 insertions(+), 17 deletions(-) create mode 100644 nebula.rss diff --git a/main.py b/main.py index 785ef6b..cdd5966 100755 --- a/main.py +++ b/main.py @@ -28,4 +28,4 @@ if __name__ == '__main__': output_file.write(feed.generate()) last_generation_time = config['last_generated_ts'] = current_ts with open(config_file_path, 'w') as config_file: - json.dump(config, config_file) + json.dump(config, config_file, indent=4) diff --git a/nebula.rss b/nebula.rss new file mode 100644 index 0000000..2b1f34c --- /dev/null +++ b/nebula.rss @@ -0,0 +1,400 @@ + + + https://phlaym.net/feeds/nebula.rss + Nebula subscriptions + 2022-01-11T19:55:44.781950+00:00 + + python-feedgen + https://nebula.app/apple-touch-icon.png + Your subscribed videos + + https://nebula.app/videos/sarah-z-what-went-wrong-with-dear-evan-hansen + What Went Wrong With Dear Evan Hansen + 2022-01-11T19:55:44.782675+00:00 + + SarahZ + Unknown + + + + New video by SarahZ: What Went Wrong With Dear Evan Hansen + 2021-12-05T07:23:08+00:00 + + + https://nebula.app/videos/half-as-interesting-how-one-terrible-trader-bankrupted-barings-bank + How One Terrible Trader Bankrupted Barings Bank + 2022-01-11T19:55:44.782661+00:00 + + Half as Interesting + Unknown + + + + New video by Half as Interesting: How One Terrible Trader Bankrupted Barings Bank + 2021-12-07T18:15:58+00:00 + + + https://nebula.app/videos/legaleagle-real-lawyer-reacts-to-its-always-sunny-hero-or-hate-crime + Real Lawyer Reacts to It's Always Sunny (Hero or Hate Crime) + 2022-01-11T19:55:44.782646+00:00 + + Legal Eagle + Unknown + + + + New video by Legal Eagle: Real Lawyer Reacts to It's Always Sunny (Hero or Hate Crime) + 2021-12-08T21:47:41+00:00 + + + https://nebula.app/videos/half-as-interesting-why-planes-fly-over-the-north-pole-but-not-the-south-pole + Why Planes Fly Over The North Pole But Not The South Pole + 2022-01-11T19:55:44.782631+00:00 + + Half as Interesting + Unknown + + + + New video by Half as Interesting: Why Planes Fly Over The North Pole But Not The South Pole + 2021-12-09T15:39:25+00:00 + + + https://nebula.app/videos/legaleagle-are-the-crumbley-parents-responsible-for-the-shooting-too + Are The Crumbley Parents Responsible for the Shooting Too? + 2022-01-11T19:55:44.782556+00:00 + + Legal Eagle + Unknown + + + + New video by Legal Eagle: Are The Crumbley Parents Responsible for the Shooting Too? + 2021-12-11T04:38:06+00:00 + + + https://nebula.app/videos/people-make-games-roblox-pressured-us-to-delete-our-video-so-we-dug-deeper + Roblox Pressured Us to Delete Our Video. So We Dug Deeper. + 2022-01-11T19:55:44.782541+00:00 + + People Make Games + Unknown + + + + New video by People Make Games: Roblox Pressured Us to Delete Our Video. So We Dug Deeper. + 2021-12-13T14:38:31+00:00 + + + https://nebula.app/videos/wendover-productions-how-airlines-quietly-became-banks + How Airlines Quietly Became Banks + 2022-01-11T19:55:44.782522+00:00 + + Wendover + Unknown + + + + New video by Wendover: How Airlines Quietly Became Banks + 2021-12-14T15:35:32+00:00 + + + https://nebula.app/videos/uno-dos-of-trace-do-dads-even-matter + Do Dads Even Matter? + 2022-01-11T19:55:44.782507+00:00 + + Uno Dos of Trace + Unknown + + + + New video by Uno Dos of Trace: Do Dads Even Matter? + 2021-12-15T22:31:16+00:00 + + + https://nebula.app/videos/half-as-interesting-why-sweden-is-moving-its-northernmost-town-2-miles-east + Why Sweden Is Moving Its Northernmost Town 2 Miles East + 2022-01-11T19:55:44.782493+00:00 + + Half as Interesting + Unknown + + + + New video by Half as Interesting: Why Sweden Is Moving Its Northernmost Town 2 Miles East + 2021-12-16T17:11:45+00:00 + + + https://nebula.app/videos/up-and-atom-this-paradox-proves-einsteins-special-relativity + This Paradox Proves Einstein's Special Relativity + 2022-01-11T19:55:44.782478+00:00 + + Up and Atom + Unknown + + + + New video by Up and Atom: This Paradox Proves Einstein's Special Relativity + 2021-12-17T05:01:58+00:00 + + + https://nebula.app/videos/mia-mulder-were-elagabalus-and-queen-kristina-transgender-mia-mulder + Were Elagabalus And Queen Kristina Transgender? | Mia Mulder + 2022-01-11T19:55:44.782463+00:00 + + Mia Mulder + Unknown + + + + New video by Mia Mulder: Were Elagabalus And Queen Kristina Transgender? | Mia Mulder + 2021-12-17T21:42:56+00:00 + + + https://nebula.app/videos/real-engineering-the-insane-engineering-of-the-james-webb-telescope + The Insane Engineering of the James Webb Telescope + 2022-01-11T19:55:44.782445+00:00 + + Real Engineering + Unknown + + + + New video by Real Engineering: The Insane Engineering of the James Webb Telescope + 2021-12-18T18:04:38+00:00 + + + https://nebula.app/videos/real-science-the-insane-biology-of-the-orca + The Insane Biology of: The Orca + 2022-01-11T19:55:44.782428+00:00 + + Real Science + Unknown + + + + New video by Real Science: The Insane Biology of: The Orca + 2021-12-18T23:34:11+00:00 + + + https://nebula.app/videos/techaltar-how-911-google-changed-cinema + How 9/11 & Google Changed Cinema + 2022-01-11T19:55:44.782412+00:00 + + TechAltar + Unknown + + + + New video by TechAltar: How 9/11 & Google Changed Cinema + 2021-12-20T15:00:00+00:00 + + + https://nebula.app/videos/legaleagle-the-most-bizarre-legal-defenses-that-worked + The Most Bizarre Legal Defenses (That Worked!) + 2022-01-11T19:55:44.782396+00:00 + + Legal Eagle + Unknown + + + + New video by Legal Eagle: The Most Bizarre Legal Defenses (That Worked!) + 2021-12-20T15:22:39+00:00 + + + https://nebula.app/videos/sarahz-why-the-mean-girls-musical-doesnt-work + Why The Mean Girls Musical Doesn't Work + 2022-01-11T19:55:44.782378+00:00 + + SarahZ + Unknown + + + + New video by SarahZ: Why The Mean Girls Musical Doesn't Work + 2021-12-22T10:46:44+00:00 + + + https://nebula.app/videos/hai-why-almost-every-town-in-america-has-a-thai-restaurant + Why Almost Every Town In America Has a Thai Restaurant + 2022-01-11T19:55:44.782358+00:00 + + Half as Interesting + Unknown + + + + New video by Half as Interesting: Why Almost Every Town In America Has a Thai Restaurant + 2021-12-22T14:35:12+00:00 + + + https://nebula.app/videos/techaltar-the-phone-company-tier-list-2021 + The phone company tier list - 2021 + 2022-01-11T19:55:44.782340+00:00 + + TechAltar + Unknown + + + + New video by TechAltar: The phone company tier list - 2021 + 2021-12-23T13:42:02+00:00 + + + https://nebula.app/videos/hai-the-real-reason-nyc-is-always-covered-in-scaffolding + The Real Reason NYC Is Always Covered In Scaffolding + 2022-01-11T19:55:44.782324+00:00 + + Half as Interesting + Unknown + + + + New video by Half as Interesting: The Real Reason NYC Is Always Covered In Scaffolding + 2021-12-23T18:24:44+00:00 + + + https://nebula.app/videos/legaleagle-why-alex-jones-lost-the-sandy-hook-suits + Why Alex Jones Lost the Sandy Hook Suits + 2022-01-11T19:55:44.782305+00:00 + + Legal Eagle + Unknown + + + + New video by Legal Eagle: Why Alex Jones Lost the Sandy Hook Suits + 2021-12-27T20:41:07+00:00 + + + https://nebula.app/videos/tracedominguez-are-lgbtq-better-parents + Are LGBTQ+ Better Parents? + 2022-01-11T19:55:44.782289+00:00 + + Uno Dos of Trace + Unknown + + + + New video by Uno Dos of Trace: Are LGBTQ+ Better Parents? + 2021-12-28T01:06:45+00:00 + + + https://nebula.app/videos/wendover-the-news-you-missed-in-2021-from-every-country-in-the-world-part-1 + The News You Missed in 2021, From Every Country in the World (Part 1) + 2022-01-11T19:55:44.782272+00:00 + + Wendover + Unknown + + + + New video by Wendover: The News You Missed in 2021, From Every Country in the World (Part 1) + 2021-12-28T13:16:23+00:00 + + + https://nebula.app/videos/wendover-the-news-you-missed-in-2021-from-every-country-in-the-world-part-2 + The News You Missed in 2021, From Every Country in the World (Part 2) + 2022-01-11T19:55:44.782257+00:00 + + Wendover + Unknown + + + + New video by Wendover: The News You Missed in 2021, From Every Country in the World (Part 2) + 2021-12-28T13:29:12+00:00 + + + https://nebula.app/videos/tracedominguez-how-babies-rewire-your-brain + How Babies Rewire Your Brain + 2022-01-11T19:55:44.782241+00:00 + + Uno Dos of Trace + Unknown + + + + New video by Uno Dos of Trace: How Babies Rewire Your Brain + 2021-12-29T13:59:00+00:00 + + + https://nebula.app/videos/tracedominguez-3-stereotypes-that-hurt-kids-and-how-to-stop-them + 3 Stereotypes that Hurt Kids (and How to Stop Them) + 2022-01-11T19:55:44.782221+00:00 + + Uno Dos of Trace + Unknown + + + + New video by Uno Dos of Trace: 3 Stereotypes that Hurt Kids (and How to Stop Them) + 2021-12-30T13:59:00+00:00 + + + https://nebula.app/videos/hai-who-officially-decides-what-time-it-is + Who Officially Decides What Time It Is? + 2022-01-11T19:55:44.782204+00:00 + + Half as Interesting + Unknown + + + + New video by Half as Interesting: Who Officially Decides What Time It Is? + 2021-12-31T15:59:55+00:00 + + + https://nebula.app/videos/hai-why-dont-artificial-flavors-taste-accurate + Why Don’t Artificial Flavors Taste Accurate? + 2022-01-11T19:55:44.782187+00:00 + + Half as Interesting + Unknown + + + + New video by Half as Interesting: Why Don’t Artificial Flavors Taste Accurate? + 2022-01-04T16:12:54+00:00 + + + https://nebula.app/videos/legaleagle-celebrities-sued-for-posting-photos-of-themselves + Celebrities Sued For Posting Photos of Themselves + 2022-01-11T19:55:44.782167+00:00 + + Legal Eagle + Unknown + + + + New video by Legal Eagle: Celebrities Sued For Posting Photos of Themselves + 2022-01-04T22:12:45+00:00 + + + https://nebula.app/videos/hai-the-bug-that-created-free-public-wifi-networks-that-didnt-work + The Bug That Created “Free Public Wifi” Networks That Didn’t Work + 2022-01-11T19:55:44.782142+00:00 + + Half as Interesting + Unknown + + + + New video by Half as Interesting: The Bug That Created “Free Public Wifi” Networks That Didn’t Work + 2022-01-06T15:39:39+00:00 + + + https://nebula.app/videos/wendover-electric-vehicles-battery-problem + Electric Vehicles' Battery Problem + 2022-01-11T19:55:44.782069+00:00 + + Wendover + Unknown + + + + New video by Wendover: Electric Vehicles' Battery Problem + 2022-01-11T15:03:33+00:00 + + diff --git a/poetry.lock b/poetry.lock index b0e1678..aa27786 100644 --- a/poetry.lock +++ b/poetry.lock @@ -43,17 +43,6 @@ soupsieve = ">1.2" html5lib = ["html5lib"] lxml = ["lxml"] -[[package]] -name = "bs4" -version = "0.0.1" -description = "Dummy package for Beautiful Soup" -category = "main" -optional = false -python-versions = "*" - -[package.dependencies] -beautifulsoup4 = "*" - [[package]] name = "certifi" version = "2021.10.8" @@ -375,7 +364,7 @@ h11 = ">=0.9.0,<1" [metadata] lock-version = "1.1" python-versions = ">=3.8, <4" -content-hash = "a5539b66162dc6e970156af8476cd35f92d70aa91166b89a3ff14de775dae24a" +content-hash = "ba3ecd85d591822347c2548818869e64748cef7a83caf43f656e036e739184be" [metadata.files] async-generator = [ @@ -394,9 +383,6 @@ beautifulsoup4 = [ {file = "beautifulsoup4-4.10.0-py3-none-any.whl", hash = "sha256:9a315ce70049920ea4572a4055bc4bd700c940521d36fc858205ad4fcde149bf"}, {file = "beautifulsoup4-4.10.0.tar.gz", hash = "sha256:c23ad23c521d818955a4151a67d81580319d4bf548d3d49f4223ae041ff98891"}, ] -bs4 = [ - {file = "bs4-0.0.1.tar.gz", hash = "sha256:36ecea1fd7cc5c0c6e4a1ff075df26d50da647b75376626cc186e2212886dd3a"}, -] certifi = [ {file = "certifi-2021.10.8-py2.py3-none-any.whl", hash = "sha256:d62a0163eb4c2344ac042ab2bdf75399a71a2d8c7d47eac2e2ee91b9d6339569"}, {file = "certifi-2021.10.8.tar.gz", hash = "sha256:78884e7c1d4b00ce3cea67b44566851c4343c120abd683433ce934a68ea58872"}, diff --git a/pyproject.toml b/pyproject.toml index 1f5ea31..ad6039a 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -9,7 +9,7 @@ python = ">=3.8, <4" selenium = "^4.1.0" feedgen = "^0.9.0" lxml = "^4.7.1" -bs4 = "^0.0.1" +beautifulsoup4 = "^4.10.0" [tool.poetry.dev-dependencies] pytest = "^6.2"