tech-hubs/connections.py at main · keana-m/tech-hubs · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
import sys
import pandas as pd
import pymongo
import csv
import json
# from config import mongo_username, mongo_password
from pymongo import MongoClient
from flask import Flask, jsonify, render_template

#cloud mongo connect
cloudMClnt = MongoClient()
cloudMClnt = MongoClient("mongodb+srv://" + "keana-m" + ":" + "Techwars!" + "@cluster0.4xbnr.mongodb.net/<dbname>?retryWrites=true&w=majority")

def cloud_collection(database, collection):
    # Read mongo database
    db = cloudMClnt[database]
    # Read mongo collection
    return db[collection]

# Run to load data into the mongodb cloud
def load_csv(filename,database,collection):
    # Set collection to load data into
    db_c = cloud_collection(database,collection)

    # Read CSV to pandas dataframe
    db_df = pd.read_csv(filename, header=0)

    # Convert pandas dataframe to json
    json_data = db_df.to_dict('records')

    # Load csv into mongo collection
    db_c.insert_many(json_data)


def readMongoCloud(database,collection):
    # Load cloud collection from cloud
    db_c = cloud_collection(database,collection)

    # Read collection to a pandas dataframe
    db_df = pd.DataFrame(list(db_c.find().sort([
        ('ID',1)
    ])))

    del db_df['_id']
    return db_df

# # Run to load data
#load_csv('static/data/tech_job_data/techjobs.csv',"techjobs", "techjobs")