From 2efcb22c58d75a039d1a96d44f87f98626430a89 Mon Sep 17 00:00:00 2001 From: Lacerum Date: Sun, 17 Apr 2022 13:00:07 -0700 Subject: [PATCH] test create branch, place holder for trap fix --- spacetime-crawler4py-master/scraper.py | 1 + 1 file changed, 1 insertion(+) diff --git a/spacetime-crawler4py-master/scraper.py b/spacetime-crawler4py-master/scraper.py index dead1ea..cd78471 100644 --- a/spacetime-crawler4py-master/scraper.py +++ b/spacetime-crawler4py-master/scraper.py @@ -95,6 +95,7 @@ def is_valid(url): return False elif parsed.fragment: return False + # will add trap check here most likely else: return True