From a12b04a3d7fd0f4494a248da95ad61b2fb31ff52 Mon Sep 17 00:00:00 2001 From: Edward Donner Date: Mon, 21 Oct 2024 08:48:00 -0400 Subject: [PATCH] Added note about CloudFront protections - thank you Andy J! --- week1/day1.ipynb | 16 ++++++++++++++++ 1 file changed, 16 insertions(+) diff --git a/week1/day1.ipynb b/week1/day1.ipynb index 7cf0df8..9960e19 100644 --- a/week1/day1.ipynb +++ b/week1/day1.ipynb @@ -264,6 +264,22 @@ "display_summary(\"https://edwarddonner.com\")" ] }, + { + "cell_type": "markdown", + "id": "b3bcf6f4-adce-45e9-97ad-d9a5d7a3a624", + "metadata": {}, + "source": [ + "# Let's try more websites\n", + "\n", + "Note that this will only work on websites that can be scraped using this simplistic approach.\n", + "\n", + "Websites that are rendered with Javascript, like React apps, won't show up. See the community-contributions folder for a Selenium implementation that gets around this.\n", + "\n", + "Also Websites protected with CloudFront (and similar) may give 403 errors - many thanks Andy J for pointing this out.\n", + "\n", + "But many websites will work just fine!" + ] + }, { "cell_type": "code", "execution_count": null,