mirror of
https://github.com/mruwnik/memory.git
synced 2025-06-29 07:34:43 +02:00
tweaks for search scoring
This commit is contained in:
parent
8eb6374cac
commit
96c2f22b16
@ -156,7 +156,9 @@ services:
|
||||
STATIC_DIR: "/app/static"
|
||||
VOYAGE_API_KEY: ${VOYAGE_API_KEY}
|
||||
ENABLE_BM25_SEARCH: false
|
||||
secrets: [postgres_password]
|
||||
OPENAI_API_KEY_FILE: /run/secrets/openai_key
|
||||
ANTHROPIC_API_KEY_FILE: /run/secrets/anthropic_key
|
||||
secrets: [postgres_password, openai_key, anthropic_key]
|
||||
volumes:
|
||||
- ./memory_files:/app/memory_files:rw
|
||||
healthcheck:
|
||||
|
@ -29,10 +29,16 @@ Please always return a summary of any images provided.
|
||||
|
||||
|
||||
async def score_chunk(query: str, chunk: Chunk) -> Chunk:
|
||||
try:
|
||||
data = chunk.data
|
||||
except Exception as e:
|
||||
print(f"Error getting chunk data: {e}, {type(e)}")
|
||||
return chunk
|
||||
|
||||
chunk_text = "\n".join(text for text in data if isinstance(text, str))
|
||||
images = [image for image in data if isinstance(image, Image.Image)]
|
||||
prompt = SCORE_CHUNK_PROMPT.format(query=query, chunk=chunk_text)
|
||||
try:
|
||||
response = await asyncio.to_thread(
|
||||
llms.call,
|
||||
prompt,
|
||||
@ -40,6 +46,9 @@ async def score_chunk(query: str, chunk: Chunk) -> Chunk:
|
||||
images=images,
|
||||
system_prompt=SCORE_CHUNK_SYSTEM_PROMPT,
|
||||
)
|
||||
except Exception as e:
|
||||
print(f"Error scoring chunk: {e}, {type(e)}")
|
||||
return chunk
|
||||
|
||||
soup = BeautifulSoup(response, "html.parser")
|
||||
if not (score := soup.find("score")):
|
||||
|
@ -77,7 +77,7 @@ async def search(
|
||||
modalities: set[str] = set(),
|
||||
limit: int = 10,
|
||||
filters: SearchFilters = {},
|
||||
timeout: int = 2,
|
||||
timeout: int = 20,
|
||||
) -> list[SearchResult]:
|
||||
"""
|
||||
Search across knowledge base using text query and optional files.
|
||||
|
Loading…
x
Reference in New Issue
Block a user