iO&dZddlZddlZddlZddlmZ ddlmZn#e $rddlZYnwxYwdZ dZ dZ d Z d Zejd Zejd Zejd ZejdejZdedefdZGddZdS)zl SQLite-backed fact store with entity resolution and trust scoring. Single-user Hermes memory store plugin. N)Path) holographica| CREATE TABLE IF NOT EXISTS facts ( fact_id INTEGER PRIMARY KEY AUTOINCREMENT, content TEXT NOT NULL UNIQUE, category TEXT DEFAULT 'general', tags TEXT DEFAULT '', trust_score REAL DEFAULT 0.5, retrieval_count INTEGER DEFAULT 0, helpful_count INTEGER DEFAULT 0, created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP, updated_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP, hrr_vector BLOB ); CREATE TABLE IF NOT EXISTS entities ( entity_id INTEGER PRIMARY KEY AUTOINCREMENT, name TEXT NOT NULL, entity_type TEXT DEFAULT 'unknown', aliases TEXT DEFAULT '', created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP ); CREATE TABLE IF NOT EXISTS fact_entities ( fact_id INTEGER REFERENCES facts(fact_id), entity_id INTEGER REFERENCES entities(entity_id), PRIMARY KEY (fact_id, entity_id) ); CREATE INDEX IF NOT EXISTS idx_facts_trust ON facts(trust_score DESC); CREATE INDEX IF NOT EXISTS idx_facts_category ON facts(category); CREATE INDEX IF NOT EXISTS idx_entities_name ON entities(name); CREATE VIRTUAL TABLE IF NOT EXISTS facts_fts USING fts5(content, tags, content=facts, content_rowid=fact_id); CREATE TRIGGER IF NOT EXISTS facts_ai AFTER INSERT ON facts BEGIN INSERT INTO facts_fts(rowid, content, tags) VALUES (new.fact_id, new.content, new.tags); END; CREATE TRIGGER IF NOT EXISTS facts_ad AFTER DELETE ON facts BEGIN INSERT INTO facts_fts(facts_fts, rowid, content, tags) VALUES ('delete', old.fact_id, old.content, old.tags); END; CREATE TRIGGER IF NOT EXISTS facts_au AFTER UPDATE ON facts BEGIN INSERT INTO facts_fts(facts_fts, rowid, content, tags) VALUES ('delete', old.fact_id, old.content, old.tags); INSERT INTO facts_fts(rowid, content, tags) VALUES (new.fact_id, new.content, new.tags); END; CREATE TABLE IF NOT EXISTS memory_banks ( bank_id INTEGER PRIMARY KEY AUTOINCREMENT, bank_name TEXT NOT NULL UNIQUE, vector BLOB NOT NULL, dim INTEGER NOT NULL, fact_count INTEGER DEFAULT 0, updated_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP ); g?gg?z$\b([A-Z][a-z]+(?:\s+[A-Z][a-z]+)+)\bz "([^"]+)"z '([^']+)'z;(\w+(?:\s+\w+)*)\s+(?:aka|also known as)\s+(\w+(?:\s+\w+)*)valuereturncRtttt|SN)max _TRUST_MINmin _TRUST_MAX)rs E/home/piyush/.hermes/hermes-agent/plugins/memory/holographic/store.py _clamp_trustr^s z3z511 2 22c eZdZdZ d1dddeded dfd Zd2d Z d3dededed efdZ d4dededzdeded e e f dZ d5dededzdedzdedzdedzd e f dZded e fdZ d6dedzdeded e e fdZdede d e fd Zd!ed e efd"Zd#ed efd$Zded%ed dfd&Zdeded dfd'Zded dfd(Zd7d)edzd efd*Zd+ejd e fd,Zd2d-Zd8d.Zd/ed dfd0ZdS)9 MemoryStorezBSQLite-backed fact store with entity resolution and trust scoring.N?db_pathzstr | Path | None default_trusthrr_dimrc| ddlm}t|dz }t||_|jjddt||_ ||_ tj |_ tjt|jdd|_t#j|_tj|j_|dS) Nr)get_hermes_homezmemory_store.dbT)parentsexist_okFg$@)check_same_threadtimeout)hermes_constantsrstrr expanduserrparentmkdirrrrhrr _HAS_NUMPY_hrr_availablesqlite3connect_conn threadingRLock_lockRow row_factory_init_db)selfrrrrs r__init__zMemoryStore.__init__es ? 8 8 8 8 8 8//++.??@@GG}}//11  !!$!>>>)-88 !n)0   #* * *  _&& !(  rcR|jd|jtd|jdD}d|vr|jd|jdS)zKCreate tables, indexes, and triggers if they do not exist. Enable WAL mode.zPRAGMA journal_mode=WALch|] }|d S)r.0rows r z'MemoryStore._init_db..s___c3q6___rzPRAGMA table_info(facts) hrr_vectorz,ALTER TABLE facts ADD COLUMN hrr_vector BLOBN)r)execute executescript_SCHEMAfetchallcommit)r0columnss rr/zMemoryStore._init_dbs 4555   )))__TZ%7%78R%S%S%\%\%^%^___ w & & J  M N N N rgeneralcontentcategorytagsc|j5|}|std |jd||||jf}|j|j}nd#tj $rR|jd|f }t|dcYcdddSwxYw| |D]-}| |}|||.||||||cdddS#1swxYwYdS)zInsert a fact and return its fact_id. Deduplicates by content (UNIQUE constraint). On duplicate, returns the existing fact_id without modifying the row. Extracts entities from the content and links them to the fact. zcontent must not be emptyz INSERT INTO facts (content, category, tags, trust_score) VALUES (?, ?, ?, ?) z+SELECT fact_id FROM facts WHERE content = ?fact_idN)r,strip ValueErrorr)r:rr> lastrowidr'IntegrityErrorfetchoneint_extract_entities_resolve_entity_link_fact_entity_compute_hrr_vector _rebuild_bank) r0rBrCrDcurrFr7name entity_ids radd_factzMemoryStore.add_factsZ  mmooG > !<=== +j((hd.@A  !!###"}) + + +j((AG:(**3y>****)         +..w77 ; ; 0066 &&w ::::  $ $Wg 6 6 6   x ( ( (?                  s7&EAA43E4ACECA2EEE333333? query min_trustlimitcRj5|}|sgcdddS||g}d}|d}||||d|d}j||}fd|D} | rid| D} dd t| z} jd | d | j| cdddS#1swxYwYdS) zFull-text search over facts using FTS5. Returns a list of fact dicts ordered by FTS5 rank, then trust_score descending. Also increments retrieval_count for matched facts. NrAzAND f.category = ?az SELECT f.fact_id, f.content, f.category, f.tags, f.trust_score, f.retrieval_count, f.helpful_count, f.created_at, f.updated_at FROM facts f JOIN facts_fts fts ON fts.rowid = f.fact_id WHERE facts_fts MATCH ? AND f.trust_score >= ? z[ ORDER BY fts.rank, f.trust_score DESC LIMIT ? c:g|]}|Sr4 _row_to_dictr6rr0s r z,MemoryStore.search_facts..s':::t((++:::rcg|] }|d S)rFr4)r6r`s rraz,MemoryStore.search_facts..s555q|555r,?zIUPDATE facts SET retrieval_count = retrieval_count + 1 WHERE fact_id IN ()) r,rGappendr)r:r=joinlenr>) r0rXrCrYrZparamscategory_clausesqlrowsresultsids placeholderss ` r search_factszMemoryStore.search_factssZ% % KKMME % % % % % % % %  "9-F O#"6 h''' MM%  #   C:%%c622;;==D::::T:::G $55W555"xxc#hh77  ""o`looo !!###K% % % % % % % % % % % % % % % % % % sDC!DD #D rF trust_deltac|j5|jd|f}| ddddSdg}g}|<|d|||*|d|||*|d|||Bt |d|z} |d || |||jd d |d ||j|x|jd |f| |D]-} | | } | || .|j|| |||p3|jd|fd} | |  ddddS#1swxYwYdS)zxPartially update a fact. Trust is clamped to [0, 1]. Returns True if the row existed, False otherwise. z8SELECT fact_id, trust_score FROM facts WHERE fact_id = ?NFzupdated_at = CURRENT_TIMESTAMPz content = ?ztags = ?z category = ? trust_scoreztrust_score = ?zUPDATE facts SET z, z WHERE fact_id = ?+DELETE FROM fact_entities WHERE fact_id = ?z,SELECT category FROM facts WHERE fact_id = ?rCT)r,r)r:rKrfrGrrgr>rMrNrOrPrQ) r0rFrBrqrDrCr7 assignmentsri new_trustrSrTcats r update_factzMemoryStore.update_factsZ2 2 *$$JWJhjj { 2 2 2 2 2 2 2 2 'G%GKF"""=111 gmmoo..."":... d####"">222 h'''&(]);k)IJJ ""#4555 i((( MM' " " " J  NDIIk$:$:NNN    J     " ""AG:!227;;??D $ 4 4T : :I**7I>>>> !!###"((':::%dj00> hjj%C   s # # #e2 2 2 2 2 2 2 2 2 2 2 2 2 2 2 2 2 2 s2I1HI11I58I5c|j5|jd|f}| ddddS|jd|f|jd|f|j||d ddddS#1swxYwYdS)zDDelete a fact and its entity links. Returns True if the row existed.z5SELECT fact_id, category FROM facts WHERE fact_id = ?NFrtz#DELETE FROM facts WHERE fact_id = ?rCT)r,r)r:rKr>rQ)r0rFr7s r remove_factzMemoryStore.remove_fact.s9 Z  *$$G'hjj {         J  =z    J  Dwj Q Q Q J        s: / / /                  s2CA-CCCr2c.j5|g}d}|d}||||d|d}j||}fd|DcdddS#1swxYwYdS)zxBrowse facts ordered by trust_score descending. Optionally filter by category and minimum trust score. rANzAND category = ?z SELECT fact_id, content, category, tags, trust_score, retrieval_count, helpful_count, created_at, updated_at FROM facts WHERE trust_score >= ? zO ORDER BY trust_score DESC LIMIT ? c:g|]}|Sr4r]r_s rraz*MemoryStore.list_facts..[s'777QD%%a((777r)r,rfr)r:r=)r0rCrYrZrirjrkrls` r list_factszMemoryStore.list_facts?sZ 8 8%;F O#"4 h''' MM%  # C:%%c622;;==D7777$777% 8 8 8 8 8 8 8 8 8 8 8 8 8 8 8 8 8 8sA4B  BBhelpfulc|j5|jd|f}|t d|d|d}|rt nt }t||z}|rdnd}|jd|||f|j||||d |zd cdddS#1swxYwYdS) aRecord user feedback and adjust trust asymmetrically. helpful=True -> trust += 0.05, helpful_count += 1 helpful=False -> trust -= 0.10 Returns a dict with fact_id, old_trust, new_trust, helpful_count. Raises KeyError if fact_id does not exist. zGSELECT fact_id, trust_score, helpful_count FROM facts WHERE fact_id = ?Nzfact_id z not foundrsrrz UPDATE facts SET trust_score = ?, helpful_count = helpful_count + ?, updated_at = CURRENT_TIMESTAMP WHERE fact_id = ? helpful_count)rF old_trustrvr) r,r)r:rKKeyError_HELPFUL_DELTA_UNHELPFUL_DELTArr>)r0rFrr7rdeltarvhelpful_increments rrecord_feedbackzMemoryStore.record_feedback]s]Z  *$$Y hjj {='===>>>"=1I&-CNN3CE$Y%677I%, 3!  J  -w7    J     !( ) )!$_!58I!I 3                  sB:CCCtextc^tgdtddffd }t|D] }||d!t |D] }||d!t |D] }||d!t|D]>}||d||d?S)aExtract entity candidates from text using simple regex rules. Rules applied (in order): 1. Capitalized multi-word phrases e.g. "John Doe" 2. Double-quoted terms e.g. "Python" 3. Single-quoted terms e.g. 'pytest' 4. AKA patterns e.g. "Guido aka BDFL" -> two entities Returns a deduplicated list preserving first-seen order. rSrNc|}|rT|vr@||dSdSdSr )rGloweraddrf)rSstripped candidatesseens r_addz+MemoryStore._extract_entities.._addsrzz||H ,HNN,,D88))***!!(+++++ , ,88rr)setr _RE_CAPITALIZEDfinditergroup_RE_DOUBLE_QUOTE_RE_SINGLE_QUOTE_RE_AKA)r0rrmrrs @@rrMzMemoryStore._extract_entitiessO "  ,s ,t , , , , , , , !))$//  A D    !**400  A D    !**400  A D    !!$''  A D    D    rrSc|jd|f}|t|dS|jd|f}|t|dS|jd|f}|jt|jS)zsFind an existing entity by name or alias (case-insensitive) or create one. Returns the entity_id. z0SELECT entity_id FROM entities WHERE name LIKE ?NrTzw SELECT entity_id FROM entities WHERE ',' || aliases || ',' LIKE '%,' || ? || ',%' z&INSERT INTO entities (name) VALUES (?))r)r:rKrLr>rI)r0rSr7 alias_rowrRs rrNzMemoryStore._resolve_entitys j  >  (**  ?s;'(( (J&& G   (**   y-.. .j  4tg   3=!!!rrTcr|jd||f|jdS)zFInsert into fact_entities, silently ignore if the link already exists.zl INSERT OR IGNORE INTO fact_entities (fact_id, entity_id) VALUES (?, ?) N)r)r:r>)r0rFrTs rrOzMemoryStore._link_fact_entitysG  i     rc|j5|js ddddS|jd|f}d|D}t j|||j}|jdt j||f|j ddddS#1swxYwYdS)zDCompute and store HRR vector for a fact. No-op if numpy unavailable.Nz SELECT e.name FROM entities e JOIN fact_entities fe ON fe.entity_id = e.entity_id WHERE fe.fact_id = ? cg|] }|d S)rSr4r5s rraz3MemoryStore._compute_hrr_vector..s444F 444rz1UPDATE facts SET hrr_vector = ? WHERE fact_id = ?) r,r&r)r:r=r$ encode_factrphases_to_bytesr>)r0rFrBrlentitiesvectors rrPzMemoryStore._compute_hrr_vectorsG Z  &         :%%  hjj 54t444H_Wh EEF J  C$V,,g6    J     )                  s CBCC C c|j5|js ddddSd|}|jd|f}|sC|jd|f|j ddddSd|D}t j|}t|}t j |j ||jd|t j ||j |f|jddddS#1swxYwYdS)zCFull rebuild of a category's memory bank from all its fact vectors.Nzcat:zJSELECT hrr_vector FROM facts WHERE category = ? AND hrr_vector IS NOT NULLz,DELETE FROM memory_banks WHERE bank_name = ?cBg|]}tj|dS)r9)r$bytes_to_phasesr5s rraz-MemoryStore._rebuild_bank..s(NNN#s*3|+<==NNNra INSERT INTO memory_banks (bank_name, vector, dim, fact_count, updated_at) VALUES (?, ?, ?, ?, CURRENT_TIMESTAMP) ON CONFLICT(bank_name) DO UPDATE SET vector = excluded.vector, dim = excluded.dim, fact_count = excluded.fact_count, updated_at = excluded.updated_at ) r,r&r)r:r=r>r$bundlerh snr_estimaterr)r0rC bank_namerlvectors bank_vector fact_counts rrQzMemoryStore._rebuild_banks Z" " & " " " " " " " " *x))I:%%\ hjj    ""#QT]S_``` !!###" " " " " " " " ONNNNG*g.KWJ  T\: 6 6 6 J  C/ <hjj $'55J 0 0((YYHHHs:////& - -""8,,,,t99'                  s CB-CCCr7c t|S)z&Convert a sqlite3.Row to a plain dict.)dict)r0r7s rr^zMemoryStore._row_to_dict2sCyyrc8|jdS)zClose the database connection.N)r)closer0s rrzMemoryStore.close6s rc|Sr r4rs r __enter__zMemoryStore.__enter__:s r_c.|dSr )r)r0rs r__exit__zMemoryStore.__exit__=s r)Nrr)rN)r@rA)NrVrW)NNNN)Nrr{r )rr)__name__ __module__ __qualname____doc__floatrLr1r/r rUlistrrpboolrxrzr~rrMrNrOrPrQrr'r-r^rrobjectrr4rrrrbsLL(," $   6"" ++++ + ++++` $ 111*1 1  1 d 1111l#$(# >>>t>T\ > Dj > * > >>>>@34& $ 88*88 8 d 8888<'s'T'd''''Z!c!d3i!!!!F"C"C""""<        3      0$ c$ d$ $ $ $ LsTzS< 6drr)rrer'r*pathlibrrArr$ ImportErrorr<rrr rcompilerrr IGNORECASErrrrr4rrrsX  $$$$$$$< ~  2:EFF2:l++2:l++2:BM 33%3333\\\\\\\\\\s  ))