More locks and sempahore refinement

2022-04-21 20:41:25 -07:00
parent 320fe26c23
commit 9301bd5ebe
3 changed files with 13 additions and 7 deletions
--- a/spacetime-crawler4py-master/crawler/frontier.py
+++ b/spacetime-crawler4py-master/crawler/frontier.py
@@ -179,11 +179,10 @@ class Frontier(object):
        file_4_mutex.release()

    def acquire_polite(url):
-        
-        pass;
+        return domain_semaphores[get_semaphore_index(url)].acquire()

    def release_polite(domain):
-        pass;
+        return domain_semaphores[get_semaphore_index(url)].release()

    def get_semaphore_index(url):
        if "ics.uci.edu" in url: