a03f76ca83
- filter_entries: één SELECT per feed i.p.v. per-entry EXISTS (1082 queries → 20) - feed.etag/last_modified (migratie v9); parse_feed stuurt If-None-Match/If-Modified-Since, 304 → None - _poll_once telt unchanged (304-feeds); summary-regel uitgebreid met unchanged - _poll_feeds re-raised CancelledError (reload-stapeling duplicaten) + handler-cleanup
107 lines
4.2 KiB
Python
107 lines
4.2 KiB
Python
# rss - A maubot plugin to subscribe to RSS/Atom feeds.
|
|
# Copyright (C) 2022 Tulir Asokan
|
|
#
|
|
# This program is free software: you can redistribute it and/or modify
|
|
# it under the terms of the GNU Affero General Public License as published by
|
|
# the Free Software Foundation, either version 3 of the License, or
|
|
# (at your option) any later version.
|
|
#
|
|
# This program is distributed in the hope that it will be useful,
|
|
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
# GNU Affero General Public License for more details.
|
|
#
|
|
# You should have received a copy of the GNU Affero General Public License
|
|
# along with this program. If not, see <https://www.gnu.org/licenses/>.
|
|
from mautrix.util.async_db import Connection, Scheme, UpgradeTable
|
|
|
|
upgrade_table = UpgradeTable()
|
|
|
|
|
|
@upgrade_table.register(description="Latest revision", upgrades_to=5)
|
|
async def upgrade_latest(conn: Connection, scheme: Scheme) -> None:
|
|
gen = "GENERATED ALWAYS AS IDENTITY" if scheme != Scheme.SQLITE else ""
|
|
await conn.execute(f"""
|
|
CREATE TABLE IF NOT EXISTS feed (
|
|
id INTEGER {gen},
|
|
url TEXT NOT NULL,
|
|
title TEXT NOT NULL,
|
|
subtitle TEXT NOT NULL,
|
|
link TEXT NOT NULL,
|
|
|
|
next_retry BIGINT DEFAULT 0,
|
|
error_count BIGINT DEFAULT 0,
|
|
|
|
PRIMARY KEY (id),
|
|
UNIQUE (url)
|
|
)
|
|
""")
|
|
await conn.execute("""
|
|
CREATE TABLE IF NOT EXISTS subscription (
|
|
feed_id INTEGER,
|
|
room_id TEXT,
|
|
user_id TEXT NOT NULL,
|
|
|
|
notification_template TEXT,
|
|
send_notice BOOLEAN DEFAULT true,
|
|
title_exclude_filter TEXT DEFAULT '',
|
|
|
|
PRIMARY KEY (feed_id, room_id),
|
|
FOREIGN KEY (feed_id) REFERENCES feed (id)
|
|
)
|
|
""")
|
|
await conn.execute("""
|
|
CREATE TABLE IF NOT EXISTS entry (
|
|
feed_id INTEGER,
|
|
id TEXT,
|
|
date timestamp with time zone NOT NULL,
|
|
title TEXT NOT NULL,
|
|
summary TEXT NOT NULL,
|
|
link TEXT NOT NULL,
|
|
PRIMARY KEY (feed_id, id),
|
|
FOREIGN KEY (feed_id) REFERENCES feed (id)
|
|
)
|
|
""")
|
|
|
|
|
|
@upgrade_table.register(description="Add send_notice field to subscriptions")
|
|
async def upgrade_v2(conn: Connection) -> None:
|
|
await conn.execute("ALTER TABLE subscription ADD COLUMN send_notice BOOLEAN DEFAULT true")
|
|
|
|
|
|
@upgrade_table.register(description="Add error counts to feeds")
|
|
async def upgrade_v3(conn: Connection) -> None:
|
|
await conn.execute("ALTER TABLE feed ADD COLUMN next_retry BIGINT DEFAULT 0")
|
|
await conn.execute("ALTER TABLE feed ADD COLUMN error_count BIGINT DEFAULT 0")
|
|
|
|
|
|
@upgrade_table.register(description="Change entry date to timezone-aware")
|
|
async def upgrade_v4(conn: Connection, scheme: Scheme) -> None:
|
|
if scheme == Scheme.POSTGRES:
|
|
await conn.execute("ALTER TABLE entry ALTER COLUMN date TYPE timestamp with time zone")
|
|
|
|
|
|
@upgrade_table.register(description="Add title exclude filter to subscriptions")
|
|
async def upgrade_v5(conn: Connection) -> None:
|
|
await conn.execute("ALTER TABLE subscription ADD COLUMN title_exclude_filter TEXT DEFAULT ''")
|
|
|
|
|
|
@upgrade_table.register(description="Rename title exclude filter to match filter (whitelist mode)")
|
|
async def upgrade_v6(conn: Connection) -> None:
|
|
await conn.execute("ALTER TABLE subscription RENAME COLUMN title_exclude_filter TO match_filter")
|
|
|
|
|
|
@upgrade_table.register(description="Remove per-subscription filter (single global config filter)")
|
|
async def upgrade_v7(conn: Connection) -> None:
|
|
await conn.execute("ALTER TABLE subscription DROP COLUMN IF EXISTS match_filter")
|
|
|
|
|
|
@upgrade_table.register(description="Add paywalled flag to entries")
|
|
async def upgrade_v8(conn: Connection) -> None:
|
|
await conn.execute("ALTER TABLE entry ADD COLUMN paywalled BOOLEAN NOT NULL DEFAULT false")
|
|
|
|
|
|
@upgrade_table.register(description="Add conditional-fetch headers to feeds")
|
|
async def upgrade_v9(conn: Connection) -> None:
|
|
await conn.execute("ALTER TABLE feed ADD COLUMN etag TEXT DEFAULT ''")
|
|
await conn.execute("ALTER TABLE feed ADD COLUMN last_modified TEXT DEFAULT ''")
|