GmailAssistant/utils.py at main · TechX-Resources/GmailAssistant · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
import json
import os

from typing import Union
from pathlib import Path
from google.auth.transport.requests import Request
from google.auth.exceptions import RefreshError
from google.oauth2.credentials import Credentials
from google_auth_oauthlib.flow import InstalledAppFlow
from googleapiclient.discovery import build, Resource
from googleapiclient.errors import HttpError
import pandas as pd
import numpy as np

SCOPES = ["https://www.googleapis.com/auth/gmail.modify",
        "https://www.googleapis.com/auth/calendar",
        "https://www.googleapis.com/auth/tasks"]

JSON_DIR = 'json_dir' # Insert your Json root directory name here

def update_json(filename: str, key: str, val):

    file = os.path.join(JSON_DIR, filename)

    with open(file, 'r') as f:
        data = json.load(f)

    data[key] = val

    with open(file, 'w') as f:
        json.dump(data, f, indent=4)


def get_json_field(filename: str, key: str):

    file = os.path.join(JSON_DIR, filename)

    with open(file, 'r') as f:
        data = json.load(f)

    return data.get(key, None)

def save_data(idx: pd.DataFrame):
    idx.to_csv('./data/index.csv')
    idx.to_parquet('./data/index.parquet', engine='fastparquet')


def load_data() -> pd.DataFrame:
    if os.path.exists(f'./data/index.parquet'):
        df = pd.read_parquet(f'./data/index.parquet', engine='fastparquet')


        return df


    df = pd.DataFrame(columns=['Date', 'Email_IDs'] + [f'Embedding_{i}' for i in range(3072)])
    df['Date'] = pd.to_datetime(df['Date'],  errors='coerce')
    df = df.set_index('Date')


    return df


def get_creds():
    creds = None

    creds_json = os.path.join(JSON_DIR, "credentials.json")
    token_json = os.path.join(JSON_DIR, "token.json")

    if os.path.exists(token_json):
        creds = Credentials.from_authorized_user_file(token_json, SCOPES)

    if not creds or not creds.valid:
        if creds and creds.expired and creds.refresh_token:
            try:
                creds.refresh(Request())
            except RefreshError:
                flow = InstalledAppFlow.from_client_secrets_file(
                    creds_json, SCOPES
                )
                creds = flow.run_local_server(port=0)
        else:
            flow = InstalledAppFlow.from_client_secrets_file(
                creds_json, SCOPES
            )

            creds = flow.run_local_server(port=0)

        with open(token_json, "w") as token:
            token.write(creds.to_json())

    return creds

creds = get_creds()