import re
from bs4 import BeautifulSoup, element
import pandas as pd
from cowidev.utils.web import get_soup
from cowidev.utils.clean import clean_count, clean_date
from cowidev.testing.utils.incremental import increment
[docs]class Libya:
location = "Libya"
units = "samples tested"
source_label = "Libya National Centre for Disease Control"
notes = ""
source_url = "https://ncdc.org.ly/Ar"
regex = {
"samples": r"عدد العينات",
"date": r"(\d+ \/ \d+ \/ \d+.)",
}
[docs] def read(self) -> pd.Series:
"""Read data from source."""
soup = get_soup(self.source_url)
data = self._parse_data(soup)
return pd.Series(data)
[docs] def _parse_data(self, soup: BeautifulSoup) -> dict:
"""Get data from the source page."""
# Get relevant element
elem = self._get_relevant_element(soup)
# Extract date from soup
date = self._parse_date_from_soup(soup)
# Extract metrics from element
daily_change = self._parse_metrics(elem)
record = {
"source_url": self.source_url,
"date": date,
"daily_change": daily_change,
}
return record
[docs] def _get_relevant_element(self, soup: BeautifulSoup) -> element.Tag:
"""Get the relevant element in soup."""
elem = soup.find(text=self.regex["samples"]).find_parent(class_="wptb-text-container").find_next_sibling()
return elem
[docs] def _parse_date_from_soup(self, soup: BeautifulSoup) -> str:
"""Get date from soup."""
date_list = soup.find_all("strong")
date = [date for date in date_list if re.search(self.regex["date"], date.text)]
date = date[0].text.replace(" ", "").replace("حتىتاريخ", "").replace("م", "")
return clean_date(date, "%d/%m/%Y")
[docs] def _parse_metrics(self, elem: element.Tag) -> int:
"""Get metrics from element."""
count = elem.text.replace(",", "")
return clean_count(count)
[docs] def export(self):
data = self.read()
increment(
sheet_name=self.location,
country=self.location,
units=self.units,
date=data["date"],
source_url=data["source_url"],
source_label=self.source_label,
daily_change=data["daily_change"],
)
[docs]def main():
Libya().export()