Project/project.py at master · TraceyKong/Project · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
#inverted index
import csv
import pycountry

def file_reader(filename):
    csv_reader = csv.reader(open(filename))
    return [line for line in csv_reader]


def build_inverted_index(filename,keyindex,textindex):
    d = {}
    f = file_reader(filename)
    for line in f:
        document = line[keyindex]
        textstring = line[textindex]
        wordlist = clean_text(textstring).split()
        for word in wordlist:
            d.setdefault(word,[])
            d[word].append(document)
    return d

def return_values(keyindex):
    if "ID" in keyindex: keyindex.remove("ID")
    l = list(set(map(int,keyindex)))
    l.sort()
    l = [mock_data[k] for k in l]
    return l

def convert_country(data):
    d = return_values([i[0] for i in data])
    for i in d:
        c = pycountry.countries.get(alpha2=i[3])
        i[3] = str(c.name)

def is_key(key):
    keys = [i.lower() for i in mock_data_company.keys()]
    return key.lower() in keys

def get_key(key):
    r = []
    for i in mock_data_company.keys():
        if i.lower() == key.lower():
            r.append(i)
    return r

def clean_text(line):
    cleantext = ""
    for letter in line:
        if letter.isalpha():
            cleantext = cleantext + letter
        else:
            cleantext = cleantext + " "
    return cleantext

mock_data = file_reader("MOCK_DATA.csv")
convert_country(mock_data)
mock_data_company = build_inverted_index('MOCK_DATA.csv',0,4)
mock_data_name = build_inverted_index('MOCK_DATA.csv',0,1)
mock_data_gender = build_inverted_index('MOCK_DATA.csv',0,2)
mock_data_nationality = build_inverted_index('MOCK_DATA.csv',0,3)