Source code for cowidev.gmobility.etl

import os

import pandas as pd
from cowidev.gmobility.dtypes import dtype

FILE_DS = os.path.join("/tmp", "google-mobility.csv")



[docs]
class GMobilityETL:
    source_url = "https://www.gstatic.com/covid19/mobility/Global_Mobility_Report.csv"


[docs]
    def extract(self):
        return pd.read_csv(
            self.source_url,
            usecols=dtype.keys(),
            # low_memory=False,
            dtype=dtype,
        )



[docs]
    def load(self, df: pd.DataFrame) -> None:
        # Export data
        df.to_csv(FILE_DS, index=False)



[docs]
    def run(self):
        df = self.extract()
        self.load(df)





[docs]
def run_etl():
    etl = GMobilityETL()
    etl.run()