DeepCon-Server/database_handler.py at main · aakash0017/DeepCon-Server · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
from concurrent.futures import process
from pymongo import MongoClient
import boto3
from botocore.exceptions import NoCredentialsError
import os
from dotenv import load_dotenv
load_dotenv()


ACCESS_KEY = os.getenv("ACCESS_KEY")
SECRET_KEY = os.getenv("SECRET_KEY")


def s3_upload(processed_file_path, process_code, type):

    session = boto3.Session(
        aws_access_key_id=ACCESS_KEY,
        aws_secret_access_key=SECRET_KEY,
    )
    s3 = session.resource('s3')
    key = f'{type}_{process_code}'
    s3.meta.client.upload_file(
        Bucket='deepcon-processed-minutes', Key=key, Filename=processed_file_path)
    print(f"Upload Successful {type}_{process_code}")


def update_values(process_code: str, processing_status, translated_status, languages=[]):

    processed_transcript_file_path = f"output/processed-transcripts/{process_code}.txt"
    file_path = f'output/meeting-minutes/{process_code}.txt'
    keywords_file_path = f'output/processed-keywords/{process_code}.csv'
    languages_str = ' '.join(languages)

    status = False
    try:
        conn = MongoClient()
        status = True
        print("Connected successfully!!!")
    except:
        status = False
        print("Could not connect to MongoDB")

    client = MongoClient(
        "mongodb+srv://Majorcms:Majorcms@khoj.nqwbp.mongodb.net/khoj?retryWrites=true&w=majority")
    db = client.MajorCMS
    collection = db.MajorCMS

    s3_upload(processed_transcript_file_path, process_code=process_code, type="transcripts")
    s3_upload(file_path, process_code=process_code, type="minutes")
    s3_upload(keywords_file_path, process_code=process_code, type="keywords")
    myquery = {"process_code": process_code}
    newvalues = {"$set": {"processing_status": processing_status,
                          'translated_status': translated_status,
                          "processed_transcript_link": f'https://deepcon-processed-minutes.s3.ap-south-1.amazonaws.com/transcripts_{process_code}',
                          "processed_minutes_link": f'https://deepcon-processed-minutes.s3.ap-south-1.amazonaws.com/minutes_{process_code}',
                          "processed_keywords_link": f'https://deepcon-processed-minutes.s3.ap-south-1.amazonaws.com/keywords_{process_code}',
                          "languages": languages_str
                          }}

    # for i in languages:
    #     translated_file_path = f"output/transcripts-translated/translated_{i}_{process_code}.txt"
    #     s3_upload(translated_file_path, process_code=process_code, type=f"translated_transcripts_{i}")
    #     newvalues["$set"][f'processed_{i}_translated_transcripts'] = f'https://deepcon-processed-minutes.s3.ap-south-1.amazonaws.com/translated_transcripts_{i}_{process_code}'

    for i in languages:
        translated_file_path = f"output/meeting-minutes-translated/translated_{i}_{process_code}.txt"
        s3_upload(translated_file_path, process_code=process_code, type=f"translated_{i}")
        newvalues["$set"][f'processed_{i}_translated_minutes_link'] = f'https://deepcon-processed-minutes.s3.ap-south-1.amazonaws.com/translated_{i}_{process_code}'

    for i in languages:
        translated_keywords_file_path = f"output/keywords-translated/translated_{i}_{process_code}.csv"
        s3_upload(translated_keywords_file_path, process_code=process_code, type=f"translated_keywords_{i}")
        newvalues["$set"][f'processed_{i}_translated_keywords'] = f'https://deepcon-processed-minutes.s3.ap-south-1.amazonaws.com/translated_keywords_{i}_{process_code}'

    print(newvalues["$set"])
    res = collection.update_one(myquery, newvalues)
    print

    return status


def find_value(process_code: str):
    client = MongoClient(
        "mongodb+srv://Majorcms:Majorcms@khoj.nqwbp.mongodb.net/khoj?retryWrites=true&w=majority")
    db = client.MajorCMS
    collection = db.MajorCMS

    myquery = {"process_code": process_code}
    mydoc = collection.find(myquery)
    for x in mydoc:
        transcript_link = x["processed_transcript_link"]
        minute_link = x['processed_minutes_link']
        translated_link = x['processed_fr_translated_minutes_link']

    return transcript_link, minute_link, translated_link


if __name__ == '__main__':

    x = input('enter process code: ')
    print(find_value(x))