Source code for cowidev.gmobility.etl

import os

import pandas as pd
from cowidev.gmobility.dtypes import dtype

FILE_DS = os.path.join("/tmp", "google-mobility.csv")


[docs]class GMobilityETL:
    source_url = "https://www.gstatic.com/covid19/mobility/Global_Mobility_Report.csv"

[docs]    def extract(self):
        return pd.read_csv(
            self.source_url,
            usecols=dtype.keys(),
            # low_memory=False,
            dtype=dtype,
        )

[docs]    def load(self, df: pd.DataFrame) -> None:
        # Export data
        df.to_csv(FILE_DS, index=False)

[docs]    def run(self):
        df = self.extract()
        self.load(df)


[docs]def run_etl():
    etl = GMobilityETL()
    etl.run()