iNocturnis/Search_Engine
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Removal of more crap related to the old weight scheme

Browse Source
This commit is contained in:
inocturnis 2022-05-27 10:41:10 -07:00
parent ebc72baa7d
commit 0b127af5a9
1 changed files with 2 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
indexer.py
View File

@ -33,7 +33,6 @@ import re
#Logging postings #Logging postings
from posting import Posting from posting import Posting
from worker import Worker from worker import Worker
from worker_weight import Worker_Weight
class Node(): class Node():
index_value = '' index_value = ''
@ -44,7 +43,7 @@ class Index():
index = list() index = list()
class Indexer(): class Indexer():
def __init__(self,list_partials,weight,data_paths,worker_factory=Worker,worker_weight_factory=Worker_Weight): def __init__(self,list_partials,weight,data_paths,worker_factory=Worker):
#Config stuffs #Config stuffs
self.path = "data/DEV" self.path = "data/DEV"
self.num_doc = 0 self.num_doc = 0
@ -54,12 +53,10 @@ class Indexer():
self.stemmer = PorterStemmer() self.stemmer = PorterStemmer()
self.data_paths_lock = Lock() self.data_paths_lock = Lock()
self.list_partials_lock = Lock() self.list_partials_lock = Lock()
self.workers = list()
self.workers = list()
self.worker_factory = worker_factory self.worker_factory = worker_factory
self.weight_workers = list()
self.worker_weight_factory = worker_weight_factory
def start_async(self): def start_async(self):
self.workers = [ self.workers = [