190 lines
5.2 KiB
Python
190 lines
5.2 KiB
Python
import datetime
|
||
from typing import Any
|
||
|
||
from bs4 import Tag
|
||
|
||
from gallery.sketch.parse.core import ParseError
|
||
from gallery.sketch.parse.date import DATE_PARSER
|
||
from gallery.sketch.parse.html import (
|
||
HTMLParser,
|
||
TableParser,
|
||
TableValueParser,
|
||
TagParser,
|
||
)
|
||
from gallery.sketch.parse.json import JSONParser
|
||
from gallery.sketch.weather.model import (
|
||
Cloudness,
|
||
Location,
|
||
Precipitation,
|
||
Sky,
|
||
WeatherResponse,
|
||
WeatherValue,
|
||
WindDirection,
|
||
)
|
||
from gallery.sketch.weather.parse.wind import WIND_DIRECTION_PARSER
|
||
|
||
from . import PROVIDER
|
||
|
||
|
||
class LocationNameParser(TagParser[str]):
|
||
selector = "[class^=Suggest_placeholder]"
|
||
|
||
def extract(self, data: Tag) -> str:
|
||
return data.text.strip()
|
||
|
||
|
||
class DateParser(TagParser[datetime.date]):
|
||
selector = "[class^=AppForecastDayHeader_dayTitle]"
|
||
|
||
def extract(self, data: Tag) -> datetime.date:
|
||
return DATE_PARSER.parse(data.text.split(",")[-1].strip())
|
||
|
||
|
||
class TimeParser(TableValueParser[datetime.datetime]):
|
||
selector = "[style$='-part']"
|
||
model_key = "date"
|
||
|
||
HOUR_MAP = {
|
||
"Утром": 6,
|
||
"Днём": 12,
|
||
"Вечером": 18,
|
||
"Ночью": 0,
|
||
}
|
||
|
||
def extract(self, data: Tag) -> datetime.datetime:
|
||
hour = self.HOUR_MAP[data.text.strip()]
|
||
return datetime.datetime.min.replace(hour=hour)
|
||
|
||
|
||
class TemperatureParser(TableValueParser[list[int]]):
|
||
selector = "[style$='-temp']"
|
||
model_key = "temperature"
|
||
|
||
def extract(self, data: Tag) -> list[int]:
|
||
return [int(data.text.strip().rstrip("°").replace("−", "-"))]
|
||
|
||
|
||
class SkyParser(TableValueParser[Sky]):
|
||
selector = "[style$='-text']"
|
||
model_key = "sky"
|
||
|
||
CLOUDNESS_MAP = {
|
||
"ясно": Cloudness.CLEAR,
|
||
"облачно с прояснениями": Cloudness.CLOUDY,
|
||
"малооблачно": Cloudness.CLOUDY,
|
||
"пасмурно": Cloudness.MAINLY_CLOUDY,
|
||
}
|
||
|
||
PRECIPITATION_MAP = {
|
||
"небольшой дождь": Precipitation.SMALL_RAIN,
|
||
"дождь": Precipitation.RAIN,
|
||
"ливень": Precipitation.SHOWER,
|
||
"дождь со снегом": Precipitation.SNOW,
|
||
"снег": Precipitation.SNOW,
|
||
}
|
||
|
||
def extract(self, data: Tag) -> Sky:
|
||
sky = data.text.strip()
|
||
cloudness = Cloudness.CLEAR
|
||
precipitation = Precipitation.NO
|
||
thunder = False
|
||
fog = False
|
||
if sky in self.CLOUDNESS_MAP:
|
||
cloudness = self.CLOUDNESS_MAP[sky]
|
||
elif sky in self.PRECIPITATION_MAP:
|
||
precipitation = self.PRECIPITATION_MAP[sky]
|
||
else:
|
||
raise ParseError("Unknown sky value", sky)
|
||
return Sky(
|
||
cloudness=cloudness,
|
||
precipitation=precipitation,
|
||
thunder=thunder,
|
||
fog=fog,
|
||
)
|
||
|
||
|
||
class WindSpeedParser(TableValueParser[int]):
|
||
selector = "[style$='-wind']:not([class*=AppForecastDayPart_wind_formatted])"
|
||
model_key = "wind.speed"
|
||
|
||
def extract(self, data: Tag) -> int:
|
||
return int(data.text.strip())
|
||
|
||
|
||
class WindDirectionParser(TableValueParser[WindDirection | None]):
|
||
selector = "[style$='-dir']"
|
||
model_key = "wind.direction"
|
||
|
||
def extract(self, data: Tag) -> WindDirection | None:
|
||
return WIND_DIRECTION_PARSER.parse(data.text.strip())
|
||
|
||
|
||
class HumidityParser(TableValueParser[int]):
|
||
selector = "[style$='-hum']"
|
||
model_key = "humidity"
|
||
|
||
def extract(self, data: Tag) -> int:
|
||
return int(data.text.strip().rstrip("%"))
|
||
|
||
|
||
class PressureParser(TableValueParser[list[int]]):
|
||
selector = "[style$='-press']"
|
||
model_key = "pressure"
|
||
|
||
def extract(self, data: Tag) -> list[int]:
|
||
return [int(data.text.strip().rstrip("%"))]
|
||
|
||
|
||
class YandexTableParser(TableParser[WeatherValue]):
|
||
selector = ""
|
||
value_parsers = [
|
||
TimeParser(),
|
||
TemperatureParser(),
|
||
SkyParser(),
|
||
WindSpeedParser(),
|
||
WindDirectionParser(),
|
||
HumidityParser(),
|
||
PressureParser(),
|
||
]
|
||
|
||
def create_model(self, data: dict) -> WeatherValue:
|
||
return WeatherValue.model_validate(data)
|
||
|
||
|
||
class YandexForecastParser(HTMLParser[list[WeatherResponse]]):
|
||
table_parser = YandexTableParser()
|
||
date_parser = DateParser()
|
||
location_parser = LocationNameParser()
|
||
|
||
def extract(self, data: Tag) -> list[WeatherResponse]:
|
||
location = self.location_parser.parse(data)
|
||
articles = data.select("article[class^=AppForecastDay]")
|
||
return [
|
||
WeatherResponse(
|
||
location=location,
|
||
date=self.date_parser.parse(item),
|
||
period="day",
|
||
values=self.table_parser.parse(item),
|
||
)
|
||
for item in articles
|
||
]
|
||
|
||
|
||
class YandexLocationParser(JSONParser[list[Location]]):
|
||
|
||
def extract(self, data: Any) -> list[Location]:
|
||
return [
|
||
Location(
|
||
id=str(item["geoId"]),
|
||
name=item["title"],
|
||
provider=PROVIDER,
|
||
lat=item["coords"]["lat"],
|
||
lon=item["coords"]["lon"],
|
||
country="ru",
|
||
country_code="ru",
|
||
district=item["description"],
|
||
subdistrict="",
|
||
)
|
||
for item in data
|
||
]
|