use LW in search

This commit is contained in:
EC2 Default User 2025-06-26 10:32:36 +00:00
parent 1538d38bf6
commit f0d441ffe9
2 changed files with 18 additions and 9 deletions

View File

@ -6,18 +6,23 @@ import asyncio
import logging
from typing import Optional
from memory.api.search.embeddings import search_embeddings
from memory.api.search.bm25 import search_bm25
from memory.api.search.utils import SearchFilters, SearchResult
from memory.api.search.utils import group_chunks, with_timeout
from memory.common import extract
from memory.common import extract, settings
from memory.common.collections import (
ALL_COLLECTIONS,
MULTIMODAL_COLLECTIONS,
TEXT_COLLECTIONS,
)
from memory.common import settings
from memory.api.search.embeddings import search_embeddings
if settings.ENABLE_BM25_SEARCH:
from memory.api.search.bm25 import search_bm25
from memory.api.search.utils import (
SearchFilters,
SearchResult,
group_chunks,
with_timeout,
)
logger = logging.getLogger(__name__)

View File

@ -21,7 +21,7 @@ from sqlalchemy import (
Text,
func,
)
from sqlalchemy.dialects.postgresql import JSONB, TSVECTOR, UUID
from sqlalchemy.dialects.postgresql import JSONB, TSVECTOR
from sqlalchemy.orm import relationship
from memory.common import settings
@ -31,7 +31,6 @@ import memory.common.formatters.observation as observation
from memory.common.db.models.source_item import (
SourceItem,
Chunk,
SourceItemPayload,
clean_filename,
chunk_mixed,
@ -576,6 +575,11 @@ class ForumPost(SourceItem):
def _chunk_contents(self) -> Sequence[extract.DataChunk]:
return chunk_mixed(cast(str, self.content), cast(list[str], self.images))
@classmethod
def get_collections(cls) -> list[str]:
# Very sad that I didn't keep the names consistent... Qdrant doesn't allow renaming collections
return ["forum"]
class MiscDoc(SourceItem):
__tablename__ = "misc_doc"