dan/memory
1
0
Fork 0
mirror of https://github.com/mruwnik/memory.git synced 2025-06-08 21:34:42 +02:00
Code Issues 1 Packages Projects Releases Wiki Activity

tweaks

Browse Source
This commit is contained in:
Daniel O'Connell 2025-06-04 15:23:02 +02:00
parent f8090634c7
commit 81c9ea9ed5
4 changed files with 9 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
src/memory/common/db/models/source_item.py
View File

@ -81,7 +81,7 @@ def handle_duplicate_sha256(session, flush_context, instances):
def clean_filename(filename: str) -> str: def clean_filename(filename: str) -> str:
return re.sub(r"[^a-zA-Z0-9_]", "_", filename).strip("_") return re.sub(r"[^a-zA-Z0-9_]", "_", filename).strip("_")[:30]
def image_filenames(chunk_id: str, images: list[Image.Image]) -> list[str]: def image_filenames(chunk_id: str, images: list[Image.Image]) -> list[str]:

2
src/memory/common/settings.py
View File

@ -99,7 +99,7 @@ QDRANT_TIMEOUT = int(os.getenv("QDRANT_TIMEOUT", "60"))
# Worker settings # Worker settings
# Intervals are in seconds # Intervals are in seconds
EMAIL_SYNC_INTERVAL = int(os.getenv("EMAIL_SYNC_INTERVAL", 60 * 60)) EMAIL_SYNC_INTERVAL = int(os.getenv("EMAIL_SYNC_INTERVAL", 60 * 60))
COMIC_SYNC_INTERVAL = int(os.getenv("COMIC_SYNC_INTERVAL", 60 * 60)) COMIC_SYNC_INTERVAL = int(os.getenv("COMIC_SYNC_INTERVAL", 60 * 60 * 24))
ARTICLE_FEED_SYNC_INTERVAL = int(os.getenv("ARTICLE_FEED_SYNC_INTERVAL", 30 * 60)) ARTICLE_FEED_SYNC_INTERVAL = int(os.getenv("ARTICLE_FEED_SYNC_INTERVAL", 30 * 60))
CLEAN_COLLECTION_INTERVAL = int(os.getenv("CLEAN_COLLECTION_INTERVAL", 24 * 60 * 60)) CLEAN_COLLECTION_INTERVAL = int(os.getenv("CLEAN_COLLECTION_INTERVAL", 24 * 60 * 60))
CHUNK_REINGEST_INTERVAL = int(os.getenv("CHUNK_REINGEST_INTERVAL", 60 * 60)) CHUNK_REINGEST_INTERVAL = int(os.getenv("CHUNK_REINGEST_INTERVAL", 60 * 60))

6
src/memory/workers/ingest.py
View File

@ -5,6 +5,8 @@ from memory.common.celery_app import (
app, app,
CLEAN_ALL_COLLECTIONS, CLEAN_ALL_COLLECTIONS,
REINGEST_MISSING_CHUNKS, REINGEST_MISSING_CHUNKS,
SYNC_ALL_COMICS,
SYNC_ALL_ARTICLE_FEEDS,
) )
logger = logging.getLogger(__name__) logger = logging.getLogger(__name__)
@ -24,11 +26,11 @@ app.conf.beat_schedule = {
"schedule": settings.EMAIL_SYNC_INTERVAL, "schedule": settings.EMAIL_SYNC_INTERVAL,
}, },
"sync-all-comics": { "sync-all-comics": {
"task": "memory.workers.tasks.comic.sync_all_comics", "task": SYNC_ALL_COMICS,
"schedule": settings.COMIC_SYNC_INTERVAL, "schedule": settings.COMIC_SYNC_INTERVAL,
}, },
"sync-all-article-feeds": { "sync-all-article-feeds": {
"task": "memory.workers.tasks.blogs.sync_all_article_feeds", "task": SYNC_ALL_ARTICLE_FEEDS,
"schedule": settings.ARTICLE_FEED_SYNC_INTERVAL, "schedule": settings.ARTICLE_FEED_SYNC_INTERVAL,
}, },
} }

4
src/memory/workers/tasks/comic.py
View File

@ -91,7 +91,9 @@ def sync_comic(
file_type = image_url.split(".")[-1] file_type = image_url.split(".")[-1]
mime_type = f"image/{file_type}" mime_type = f"image/{file_type}"
filename = ( filename = (
settings.COMIC_STORAGE_DIR / clean_filename(author) / f"{title}.{file_type}" settings.COMIC_STORAGE_DIR
/ clean_filename(author)
/ f"{clean_filename(title)}.{file_type}"
) )
filename.parent.mkdir(parents=True, exist_ok=True) filename.parent.mkdir(parents=True, exist_ok=True)