iNocturnis/Search_Engine
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

added normalizing functionality + tfidf

Browse Source
This commit is contained in:
unknown 2022-05-26 01:05:26 -07:00
parent d80a977450
commit 95ba16cf2e
1 changed files with 1 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
indexer.py
View File

@ -184,7 +184,7 @@ class Indexer():
for token, postings in current_save.items(): for token, postings in current_save.items():
for p in postings: for p in postings:
p.tfidf = p.tf * math.log(len(self.id)/len(postings)) p.tfidf = p.tf * math.log(len(self.id)/len(postings))
self.normalize[p.url] += p.tfidf self.normalize[p.url] += p.tfidf**2
def get_data(self): def get_data(self):
@ -261,8 +261,6 @@ class Indexer():
#getting important tokens #getting important tokens
def main(): def main():
indexer = Indexer(True,0) indexer = Indexer(True,0)
indexer.get_data() indexer.get_data()