database_helper.py

from typing import List
import os
import json

import requests

from hospital import *


#https://www.getpostman.com/collections/ac744d6c750be50db61e
def resource_to_json(resource: Resource):
    obj = {
        "resourceType": resource.resource_type.name,
        "quantity": resource.resource_qty,
        "totalQuantity": resource.total_qty
    }
    if resource.resource_description:
        obj["description"] = resource.resource_description
    return obj


def hospital_to_json(hospital: Hospital, job_id):
    h_id = "{}-{}-{}-{}".format(hospital.state, hospital.district,
                                hospital.city, hospital.name)
    resources_json_array = [
        resource_to_json(resource) for resource in hospital.resources
    ]
    vendor_obj = {
        "name": hospital.name,
        "debugText": hospital.debug_text,
        "uniqueId": h_id,
        "address": {
            "completeAddress": hospital.address,
            "city": hospital.city,
            "district": hospital.district,
            "state": hospital.state
        }
    }
    if hospital.pincode:
        vendor_obj["address"]["pinCode"] = hospital.pincode
    if hospital.url:
        vendor_obj["website"] = hospital.url

    json_obj = {
        "lastUpdatedAt": hospital.last_updated.isoformat(),
        "scrapedFrom": hospital.url,
        "jobId": job_id,
        "resources": resources_json_array,
        "vendor": vendor_obj
    }

    return json_obj


def get_host() -> str:
    host = os.environ.get('INDIA_COVID_HOST')
    if not host:
        raise AssertionError('Missing environment variable: INDIA_COVID_HOST')
    return host


def get_headers() -> str:
    header_value = os.environ.get('INDIA_COVID_AUTH_HEADER')
    if not header_value:
        raise AssertionError(
            'Missing environment variable: INDIA_COVID_AUTH_HEADER')
    return {'authorization': header_value, 'Content-Type': 'application/json'}


def post_request(json_obj, client=requests):
    host = get_host()
    url = "http://{}/dataLeads".format(host)
    headers = get_headers()
    # print(json.dumps(json_obj))
    # TODO(apoorv) maybe use sessions for faster upload.
    return client.post(url, json=json_obj, headers=headers)


def get_request():
    host = get_host()
    url = "http://{}/dataLeads".format(host)
    return requests.get(url)


def upload_hospitals(hospitals: List[Hospital], job_id):
    client = requests.session()
    first = True
    for hospital in hospitals:
        json_hospital = hospital_to_json(hospital, job_id)
        print("Uploading: {}".format(json_hospital["vendor"]["uniqueId"]))
        if first:
            print(json_hospital)
        json = None
        if not os.environ.get("INDIA_COVID_SKIP_UPLOADING", ""):
            resp = post_request(json_hospital, client=client)
            if resp.status_code != 200:
                raise AssertionError("Update failed with {}, {}".format(
                    resp.status_code, resp.text))
            json = resp.json()
        if first:
            if json:
                print("UPLOADED as id", json["dataLead"]["_id"])
            first = False