mirror of
https://github.com/lucaspalomodevelop/eventcally.git
synced 2026-03-13 00:07:22 +00:00
95 lines
2.9 KiB
Python
95 lines
2.9 KiB
Python
import os
|
|
import shutil
|
|
from io import StringIO
|
|
|
|
import requests
|
|
from flask import url_for
|
|
from sqlalchemy import and_
|
|
from sqlalchemy.orm import load_only
|
|
|
|
from project import app, cache_path, robots_txt_path, sitemap_path
|
|
from project.dateutils import get_today
|
|
from project.models import AdminUnit, Event, EventDate, PublicStatus
|
|
from project.utils import make_dir
|
|
|
|
|
|
def generate_sitemap(pinggoogle: bool):
|
|
app.logger.info("Generating sitemap..")
|
|
make_dir(cache_path)
|
|
|
|
buf = StringIO()
|
|
buf.write('<?xml version="1.0" encoding="UTF-8"?>')
|
|
buf.write('<urlset xmlns="http://www.sitemaps.org/schemas/sitemap/0.9">')
|
|
|
|
today = get_today()
|
|
events = (
|
|
Event.query.join(Event.admin_unit)
|
|
.options(load_only(Event.id, Event.last_modified_at))
|
|
.filter(Event.dates.any(EventDate.start >= today))
|
|
.filter(
|
|
and_(
|
|
Event.public_status == PublicStatus.published,
|
|
AdminUnit.is_verified,
|
|
)
|
|
)
|
|
.all()
|
|
)
|
|
app.logger.info(f"Found {len(events)} events")
|
|
|
|
for event in events:
|
|
loc = url_for("event", event_id=event.id)
|
|
lastmod = (
|
|
event.last_modified_at.strftime("%Y-%m-%d")
|
|
if event.last_modified_at
|
|
else None
|
|
)
|
|
lastmod_tag = f"<lastmod>{lastmod}</lastmod>" if lastmod else ""
|
|
buf.write(f"<url><loc>{loc}</loc>{lastmod_tag}</url>")
|
|
|
|
buf.write("</urlset>")
|
|
|
|
with open(sitemap_path, "w") as fd:
|
|
buf.seek(0)
|
|
shutil.copyfileobj(buf, fd)
|
|
|
|
size = os.path.getsize(sitemap_path)
|
|
app.logger.info(f"Generated sitemap at {sitemap_path} ({size} Bytes)")
|
|
|
|
if size > 52428800: # pragma: no cover
|
|
app.logger.error(f"Size of sitemap ({size} Bytes) is larger than 50MB.")
|
|
|
|
if pinggoogle: # pragma: no cover
|
|
sitemap_url = requests.utils.quote(url_for("sitemap_xml"))
|
|
google_url = f"http://www.google.com/ping?sitemap={sitemap_url}"
|
|
app.logger.info(f"Pinging {google_url} ..")
|
|
|
|
response = requests.get(google_url)
|
|
app.logger.info(f"Response {response.status_code}")
|
|
|
|
if response.status_code != 200:
|
|
app.logger.error(
|
|
f"Google ping returned unexpected status code {response.status_code}."
|
|
)
|
|
|
|
|
|
def generate_robots_txt():
|
|
app.logger.info("Generating robots.txt..")
|
|
make_dir(cache_path)
|
|
|
|
buf = StringIO()
|
|
buf.write(f"user-agent: *{os.linesep}")
|
|
buf.write(f"Disallow: /{os.linesep}")
|
|
buf.write(f"Allow: /eventdates{os.linesep}")
|
|
buf.write(f"Allow: /eventdate/{os.linesep}")
|
|
buf.write(f"Allow: /event/{os.linesep}")
|
|
|
|
if os.path.exists(sitemap_path):
|
|
sitemap_url = url_for("sitemap_xml")
|
|
buf.write(f"Sitemap: {sitemap_url}{os.linesep}")
|
|
|
|
with open(robots_txt_path, "w") as fd:
|
|
buf.seek(0)
|
|
shutil.copyfileobj(buf, fd)
|
|
|
|
app.logger.info(f"Generated robots.txt at {robots_txt_path}")
|