1$jhddlZddlZddlZddlZddlZddlZddlZddlZddlmZm Z ddl m Z ddl m Z mZddlmZmZddlmZmZddlmZmZddlmZe ejZed z d z Zed z Zhd Z d Z!da"ej#Z$dZ%dZ&dZ'dZ(d[dZ)dZ*d\dZ+dZ,dZ-dZ.dZ/dZ0dZ1dZ2d]dZ3d Z4d!Z5d"Z6d#Z7d$Z8d[d%Z9d&Z:d'Z;d(Zd,Z?d-Z@d.ZAd/ZBd0ZCd1ZDd2ZEd3ZFd_d6ZGd7ZHd8ZId`d9ZJd:ZDd;ZKd<ZLd=ZMd>ZNd?ZOd@ZPdAZQdBZRdCZSdadEZTdFZUd`dGZVe!fdHZWdIZXdbdJZYdKZZdLZ[dMZ\GdNdOeZ]dcdPZ^dcdQZ_dcdRZTd`dSZVe`dTkr}eaejbdUkrecejbdUndVZde'e)d*We\eedXeddYe dZedfe]fdSdS)dN)datetimetimezone)Path)ThreadingHTTPServerSimpleHTTPRequestHandler)urlparseparse_qs)Requesturlopen) HTTPErrorURLError) load_databaseDATABASEzGRAFO_D_DATABASE.sqlitezrender_excel_like.py>folders event_meta folder_metagraph_set_cardsFcNtjdtjS)N%Y-%m-%dT%H:%M:%SZ)timestrftimegmtimegrafo_d_server.pynow_isors =-t{}} = ==rctjtd}tj|_|d|d|d|S)NtimeoutzPRAGMA foreign_keys = ONzPRAGMA journal_mode = WALzPRAGMA busy_timeout = 5000)sqlite3connectDBRow row_factoryexecutecons r connect_dbr*!s] /"b ) ) )CkCOKK*+++KK+,,,KK,--- Jrct5}|d|dt||ddddS#1swxYwYdS)zFIdempotent schema extension inside the same canonical SQLite database.z CREATE TABLE IF NOT EXISTS ui_state ( key TEXT PRIMARY KEY, value_json TEXT NOT NULL, created_at TEXT NOT NULL, updated_at TEXT NOT NULL ) aL CREATE TABLE IF NOT EXISTS api_ingest_log ( id INTEGER PRIMARY KEY, api_id TEXT NOT NULL, event_legacy_id TEXT NOT NULL, action TEXT NOT NULL, created_at TEXT NOT NULL, UNIQUE(api_id, event_legacy_id) ) N)r*r'repair_malformed_api_eventscommitr(s rensure_runtime_schemar.*s         $C((( )sAA**A.1A.c:ttSN)r.rrrrload_dbr1Cs ??rcxd}|r |dStj|ddS)Nc tsdSt5tjt jttgttdddddS#1swxYwYdS)NF)cwdcheck) RENDERexists _render_lock subprocessrunsys executablestrROOTrrr_runzrender_frontend.._runIs}}  F  V V NCNCKK8c$iiu U U U U V V V V V V V V V V V V V V V V V VsAA88A<?A<Ttargetdaemon) threadingThreadstart)blockr?s rrender_frontendrGHsUVVV  ; T22288:::::rc|dSt|}|sdS t|}n#t$rYdSwxYw|dkr|dz }|dks|dkrdSt j|t j}|d|d|j |j |j fS) z^Return (iso_datetime, yyyy-mm-dd, year, month, day) for valid Unix epoch seconds/milliseconds.Nld( g@@iCm8lW i)tzrz%Y-%m-%d) r=stripfloat Exceptionr fromtimestamprutcryearmonthday)valuerawnumberdts repoch_to_utc_partsrVTs }t e**    C ts tt& Vj00t  8< 8 8 8B ()) J     s; A A c|D]E}t|tr.||dvr||cSF|S)N)NrW) isinstancedictget)mappingkeysdefaultkeys r first_presentr`nsW$$ gt $ $ $S)9)9)K)K;;s## # # # Nrc<t|tsdS|g}dD]A}||}t|tr||Bd}d}|D]H}t ||d}t ||d}|"| t |t |fcSI|d} t| t tfr=t| dkr*t | dt | d fSdS) zIExtract latitude/longitude from common API-center and ISS payload shapes.NN) iss_positionpositionlocation coordinatesgeo)latitudelat) longitudelonlnglongNrfr) rYrZr[appendr`r=listtuplelen) item candidatesr_vallat_keyslon_keyssrcrirkcoordss rextract_lat_lonr{us" dD ! !zJM##hhsmm c4  #   c " " ""H2H&&C400C400 ?ss88SXX% % % % XXm $ $F&4-((.S[[A-=-=6!9~~s6!9~~-- :rc4t|dd}|rt|St|tr|dnd}t|tr(|r|S| |d|d|SdS)N)place location_namecitycountryregionrWrezLow Earth Orbit / lat z, lon )r`r=rYrZr[rJ)rtrirkexplicitlocs r build_placersT#Z\^__H8}}",T4"8"8 B$((:   dC#s yy{{ 3?8883888 2rct|dp|dpd}d|vpt|tod|vS)NnameidrWISSrc)r=r[upperrYrZ)api_rowrtapi_names ris_iss_payloadrsa7;;v&&A'++d*;*;ArBBHHJJH H  SD$!7!7!RNd 9999 AND ( UPPER(COALESCE(event_name, '')) LIKE '%ISS-LIVE-LOCATION%' OR UPPER(COALESCE(api_text, '')) LIKE '%ISS-LIVE-LOCATION%' OR UPPER(COALESCE(who, '')) = 'ISS-LIVE-LOCATION' ) N)r'r(s rr,r,s) KK      rc 2t|dpU|dp@|dp+|dp|dpd}ddl}t |}|r;|\}}}}}|dp||d<||d<||d<||d <||d <|||fS|d |} | rt | d }| d "t | d nd }| d"t | dnd }nd|d|D} | sKd|dt|ddD} | dd } t| d kr| dnd}t| d kr| d nd }t| dkr| d nd }|F||d<||d <||d <|ds"|dkr |dd|dd|dn |d|dd|d|d<|||fS)Ndate date_text timestamprrOrWrrrPrQz+^(-?\d{1,6})(?:-(\d{1,2}))?(?:-(\d{1,2}))?$rornc,g|]}t|Srint.0xs r z$parse_event_date..s:::1A:::rz-?\d+c,g|]}t|Srrrs rrz$parse_event_date..sZZZAQZZZrr04d-02d) r=r[rJrerVmatchrgroupfindallrs) eventrSrepoch iso_datetimerrOrPrQmnums name_numss rparse_event_daters eiiD599[#9#9DUYY{=S=SDW\W`W`agWhWhDlqluluv|l}l}DBD E E K K M MC III s # #E  491 iuc!IIj11A\j!f f ge UC ?EEA /1771::#$771::#9AGGAJJq!"!7c!''!**oooQ:: 8S 9 9::: !ZZHc%))FTVBWBW>X>X)Y)YZZZIRaR=Dd))q..tAwwdt99>>QqTad1ggQ f ge yy   qCG!88t???%???c????TXQpQp[`QpQpQpgjQpQpQpE&M  rct|pi}|d|dp4|dptt j|d|dp+|dp|dpd|d |d p+|d p|d pd t ||d|dpd|d|dp|dt|d|d<t|d|d<t|d<|d|d|S)Nrevent_id legacy_idrtitlelabel event_nameUntitled eventrowgraphgraph_idrow_keyr^ start_colrEroend_colend updated_at created_at) rZ setdefaultr[r=uuiduuid4rrr)payloadrs rnormalize_eventrs B  E T599Z00_EIIk4J4J_cRVR\R^R^N_N_``` VUYYw//t599W3E3EtS_I`I`tdtuuu UEIIg..l%))J2G2Gl599U^K_K_lclmmmU [%))G"4"4"9::: Y % 0 0 FE+4FGGGU;/00E+5+,,E)!))E, \5#6777 LrcBt|pdpd}t}|d|f}|rt |dS|d|||f}t |jS)N Uncategorized%SELECT id FROM folders WHERE name = ?rzNINSERT INTO folders(name, is_open, created_at, updated_at) VALUES (?, 1, ?, ?))r=rJrr'fetchoner lastrowid)r)r folder_nametsrcurs rget_or_create_folderrsd-o..4466I/K B ++= ~ N N W W Y YC 3t9~~ ++X b"  C s}  rrct|pdpd}t}|d|f}|rt |dSt ||}|d|t|p||||f}t |jS)Nr^'SELECT id FROM graphs WHERE row_key = ?rz INSERT INTO graphs(row_key, visible_name, folder_id, color, created_at, updated_at) VALUES (?, ?, ?, NULL, ?, ?) )r=rJrr'rrrr) r)r visible_namerr_rr folder_idrs rget_or_create_graphrs g" # # ) ) + + 8yC B ++?# H H Q Q S SC 3t9~~$S+66I ++  c,%#&& 2r:   C s}  rc|d|f}t|dpdS)NzGSELECT COALESCE(MAX(sort_index), 0) AS n FROM events WHERE graph_id = ?nr)r'rr)r)rrs rmax_sort_indexr s< ++_bjal m m v v x xC s3x}1  rct|dp+|dp|dpd}t||||dp|dpd}t|\}}}|dp|d }|s-|+|d d t |pd d d t |pd d }t |dp'|dpt ||d z}t |dp|dp|} t |dpt d | |z d z} t |dp|} t} idt|dp'|dptj d|d|dt|dp|dpdd t|pdd|d|d|d|d| d| dt|dp|dpdd t|d p+|d!p|d"pdd#t|d#p@|d$p+|d%p|d&pdd't|d'p|d(pdd)t|d*p|d)pdd| d+| iS),Nrrrr^rfolderrrrrrrorrrErrduration sort_indexrrrrrrrW date_year date_monthdate_dayr}PLACEwhoWHOactorbrief_descriptionbriefBRIEF description source_linkurlapi_textapir) r=r[rrrrmaxrrr) r)rrrrOrPrQrrrrrrs revent_to_sql_valuesrs&%))E""]eii &:&:]eii>P>P]T]^^G"3%))G:L:L:vPUPYPYZbPcPc:vgvwwH'..D% &!!;UYY{%;%;I L)KKK#ejq//KKKCH1 KKK EIIk**eeii.@.@eNSVX`DaDadeDeffI%))I&&G%))E*:*:GiHHG599Z((KC7Y3F3J,K,KLLHUYY|,,9 ::J B S4REIIk,B,BRdjllSS H  7  c%))F++Zuyy/F/FZJZ[[   Sb))   T   e  C  Y  7  H  UYYw''C599W+=+=CDD  s599U##Suyy'7'7S599W;M;MSQSTT  S II) * * yy!! yy!! yy''     * s599]33Muyy7G7GM2NN+ , C %((GEIIj,A,AGRHH- . j/ 0 b1  rc ddl}ddlmt|pd}|st d|}|dd}|dd|}id d d d d d d d ddddddddddddddddddddddddddid dd!dd"d#d$d#d%d#d&d'd(d'd)d'd*d'd+d,d-d,d.d,d/d,d0d1d2d1d3d1d4d5d5d5d6d6d6d6d7}d8d9 dC fd: }| d;|}|r|| d S| d<|}|r2|| d | dS| d=|}|rF|| d | d| dS| d>|}|rF|| d| d| d S| d?|}|rO| d |vr8|| d|| d S| d@|}|rc| d|vrL|| d|| d| d S| dA|}|rc| d |vrL|| d|| d | dSt dB|z)Da. Deterministic smart date parser for manual UI/API events. Accepted: - -600 - -600-01 - -600-01-01 - 1989 - 1989-01 - 1989-01-01 - 01/01/1989 - 1/1/1989 - 01-01-1989 - 1989/01/01 - June 1989 - 4 June 1989 - Junio 1989 - 4 Junio 1989 rN)rrWzdate is required, z\s+janrojanuaryeneenerofebrnfebruaryfebreromarrmarchmarzoapraprilabrabrilmaymayojunjunejuniojuljulyjulioaugaugustagoagostosep sept september septiembreoct octoberoctubrenov )november noviembredecdecemberdic diciembrecRt|}|dkr|dnt|S)Nrr)rr=ys r format_yearz%smart_parse_date..format_yeares) FFUU!zzzA.rcVt|}|dzdko|dzdkp|dzdkS)Nrrdrrs r is_leap_yearz&smart_parse_date..is_leap_yearis5 FFA >SA!=SA>rc t|}|dks |dks|dkrtd|t||ddfSt|}|dks|dkrtd||d|d ||dfSt|}|dkr|||n?d |rd nd d d d d d d d d d d g }|dks|||dz krtd|d|d d|d |||fS)Nrii?Bzyear out of rangerorzmonth out of rangerrrzday out of range)r ValueErrorr=)rrd month_daysrrrs rr5zsmart_parse_date..checkmsa FF 66Q[[AJJ011 1 9q661dD( ( FF q55AFF122 2 9!k!nn..q...1d: : FF q55 DAqMMMMLLOO;bbRRRQSUWY[]_acdJ1uuJq1u--- !3444+a..2212221222Aq!;;rz (-?\d{1,6})z(-?\d{1,6})[-/](\d{1,2})z%(-?\d{1,6})[-/](\d{1,2})[-/](\d{1,2})z%(\d{1,2})[-/](\d{1,2})[-/](-?\d{1,6})u"([a-záéíóúñ]+)\s+(-?\d{1,6})u.(\d{1,2})\s+([a-záéíóúñ]+)\s+(-?\d{1,6})u.([a-záéíóúñ]+)\s+(\d{1,2})\s+(-?\d{1,6})zunsupported date format: rb) rrrr=rJr$lowerreplacesub fullmatchr) rRrrStxtmonthsr5rrrrs @@@rsmart_parse_dater-7s(III ekr   " "C -+,,, ))++    C ++c3  C &&c " "C  q Q  %q *11  q a !*A  q 1 &q  q 1 $Q )0  q  !  q   !  %a  q ! %a  q A  %a *21  q ! )! .:1  r b #,R  r   "r"2   F///???<<<<<<<<2 ^S))A!uQWWQZZ    0#66A-uQWWQZZ,,, =sCCA9uQWWQZZQWWQZZ888 =sCCA9uQWWQZZQWWQZZ888 :C@@A5QWWQZZ6 ! !uQWWQZZ !3444 FLLAAQWWQZZ6 ! !uQWWQZZ !3QWWQZZ@@@ FLLAAQWWQZZ6 ! !uQWWQZZ !3QWWQZZ@@@ 036 7 77rctt|pi}t|dp@|dp+|dp|dpd}|st dt|dp+|dp|d pd}|st d t|d p|d pd}t |\}}}}t|d p|dpd} t|dp|dpd} t|dp@|dp+|dp|dpd} t|dp|dpd} t|dp|dpd} t}t5}| d| d|f }|rt|d}nt|||d}| d|f }t|dpd }|d!|d!|d!|}| d"||||||||d d d | | | | | |||f}| d#d#d#n #1swxYwYd$|j||||||d%S)&z Insert one manually-created event into canonical SQLite using smart date parsing. This is used by POST /api/events. rrr graph_rowrWzrow_key/row/graph is requiredrrrzevent name is requiredrrr}rrrrrrrrrrsourcez manual-uiBEGIN IMMEDIATEz5SELECT id, visible_name FROM graphs WHERE row_key = ?rrzSSELECT COALESCE(MAX(sort_index), 0) + 1 AS next_sort FROM events WHERE graph_id = ? next_sortro:a INSERT INTO events( legacy_id, graph_id, row_key, event_name, date_text, date_year, date_month, date_day, start_col, end_col, duration, place, who, brief_description, source_link, api_text, sort_index, created_at, updated_at ) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?) NT)okrrrrrrr)r.rZr=r[rJr$r-rr*r'rrrr-r)rdatarrraw_daterrrrr}rrrrrr)rrsort_rowrrrs rinsert_manual_event_sqlr8s   2  D   88E??  88G    88K      egg   :8999   88F    88G       egg  31222488F##Btxx '<'<BCCIIKKH1A(1K1K.Iy*h !!>++  K   (** $Q    !/GJ/ !   @  K    (**  GcccccccccccccccJ  !2!DIIIII      e  s%=FRR#&R#+R>> S  S cbtt|}t5}|dt ||}|d|df}|r%|s#|td|r|d|d}n>|dp t|d<|d|d }| dddn #1swxYwY||d S) Nr1z)SELECT id FROM events WHERE legacy_id = ?rzduplicate event ida? UPDATE events SET graph_id=:graph_id, row_key=:row_key, event_name=:event_name, date_text=:date_text, date_year=:date_year, date_month=:date_month, date_day=:date_day, start_col=:start_col, end_col=:end_col, duration=:duration, place=:place, who=:who, brief_description=:brief_description, source_link=:source_link, api_text=:api_text, sort_index=:sort_index, updated_at=:updated_at WHERE legacy_id=:legacy_id updatedra INSERT INTO events( legacy_id, graph_id, row_key, event_name, date_text, date_year, date_month, date_day, start_col, end_col, duration, place, who, brief_description, source_link, api_text, sort_index, created_at, updated_at ) VALUES( :legacy_id, :graph_id, :row_key, :event_name, :date_text, :date_year, :date_month, :date_day, :start_col, :end_col, :duration, :place, :who, :brief_description, :source_link, :api_text, :sort_index, :created_at, :updated_at ) inserted)actionr) r.rr*r'rrrollbackr$r[rr-)r allow_upsertnormr)valuesexistingrJs rinsert_event_sqlrPs 5 ! !D * %&&&$S$//;; 7&:M9O  (**   3L 3 LLNNN122 2  KK    FF#'88L#9#9#FWYYF< KK     F U***************Vt , ,,sC)D!!D%(D%ctt5}|d|dt|t|f}|s"| ddddSid|dpt|dd|dd|dd |d pd d |d d|dd|dd|dd|dd|dd|dd|dd|dd|dd|dd|d}||pit|t|}|d|d<|d|| dddn #1swxYwY|S)Nr1z@SELECT * FROM events WHERE legacy_id = ? OR CAST(id AS TEXT) = ?rrrrrrrrrWrOrrPrrQrrrrr}rrrrrrdb_ida UPDATE events SET graph_id=:graph_id, row_key=:row_key, event_name=:event_name, date_text=:date_text, date_year=:date_year, date_month=:date_month, date_day=:date_day, start_col=:start_col, end_col=:end_col, duration=:duration, place=:place, who=:who, brief_description=:brief_description, source_link=:source_link, api_text=:api_text, sort_index=:sort_index, updated_at=:updated_at WHERE id=:db_id ) r.r*r'r=rrKupdaterrr-)rpatchr)rr?rNs rupdate_event_sqlrUs , %&&&kk N ]]CMM *   (**   LLNNN,,,,,,,, #k"4c#d)nn 3y>  C %  C $*  C $  S&   3z?  [)  s9~  J  S\  3u:  323  3}-  J #l+! $ u{###$S/'*B*BCCd)w     Y,,,,,,,,,,,,,,,Z NsA1F9DF99F=F=c:tt5}|d|dt|t|f}||jdkcdddS#1swxYwYdS)Nr1z>DELETE FROM events WHERE legacy_id = ? OR CAST(id AS TEXT) = ?r)r.r*r'r=r-rowcount)rr)rs rdelete_event_sqlrXs   %&&&kk L ]]CMM *   |a                  sA&BBBc  |sdSd|D |d}|D]}|d} tj|d}n#t$rY3wxYwd}|dkrt |t rdD]Q}t ||tr' fd||D}|||kr|||<d }Rt |d t rFt|d  D]} t|  vr |d | =d }|d vrYt |t rDt| D]" t fd  Dr| =d }#|r:|d tj |dd t|fdS)Nc,h|]}t|Srr=rs r z6cleanup_ui_state_after_graph_delete..)s,,,!s1vv,,,rz$SELECT key, value_json FROM ui_stater_ value_jsonFr) deletedRows deleteRowsc6g|]}t|v|Srr[)rrdeleteds rrz7cleanup_ui_state_after_graph_delete..8s)MMMas1vvW7L7L7L7L7LrT graphFolder)rrrc3K|]<}t|dzpt|kV=dS)r3N)r= startswith)rr%meta_keys r z6cleanup_ui_state_after_graph_delete..EsL``STs8}}//C88NCMMQ > G G I ID!!%j Js<011EE    H  )   5$ 7 7 2 ' 'eiillD11'MMMM58MMMH58++#+a"&%))M22D99 '!%eM&:&?&?&A&A!B!B''I9~~00!-0;"& B B BzRWY]G^G^ B .. # #````X_`````#h"G   KKREFFF SVW   =!!sA## A0/A0c tddlm}g}|pgD]I}|t|pd}|r||vr||Jg}g}t }t5}|d|D]}|dkr||dd!|d|f } | s||d de|d | d f d} | r||d | d |d| d f|||d } | r. tj | d} n#t$ri} YnwxYwi} t| trt|fd| dgD| d<| di} t| tr0t#| D] } | vr| | = | | d<| di}t|tr5t#|D]\}}|vrd||<|| d<|dtj| dd||f|dddn #1swxYwY t-dddn#t$rYnwxYwd|||dS)z Physically delete explicitly selected empty folders from SQLite. Rules: - Only requested folders are evaluated. - Uncategorized is protected. - Non-empty folders are rejected. - ui_state is cleaned only for deleted folders. runquoterWr1r protected)rreasonz+SELECT id, name FROM folders WHERE name = ?z not foundz/SELECT COUNT(*) FROM graphs WHERE folder_id = ?rz not empty)rrzgraphsz DELETE FROM folders WHERE id = ?3SELECT value_json FROM ui_state WHERE key='folders'r]c6g|]}t|v|Srr[)rf deleted_sets rrz,delete_empty_folders_sql..s4   q66,,,,,rropenrba! INSERT INTO ui_state(key, value_json, created_at, updated_at) VALUES ('folders', ?, ?, ?) ON CONFLICT(key) DO UPDATE SET value_json=excluded.value_json, updated_at=excluded.updated_at FTrgNzdelete-empty-folderr4r:)r4 requestedraskipped)r. urllib.parserxr=rJrprr*r'rrkrlrLrYrZsetr[rqr]itemsrnr-r>) folder_namesrxnamesrrrarrr)r graph_countstate open_stater~ graph_folderrrrs @rdelete_empty_folders_sqlrQsx$$$$$$ E  Rws17||$$**,,  D%% LL   GG B N %&&& ! !D&&$+FFGGG++=hjj   $+FFGGG++AT hjjK  "))    KK:SYL I I I NN4 kk A  (**     3|#455    E eT " " g,,K     99Y33   E)  62..J*d++ +joo//00**AK''&qM *f  99]B77L,-- 4'+L,>,>,@,@'A'A@@OGV,,0? W-'3m$ KKEFFFBO    ]NNNNNNNNNNNNNNN`  !6aMMMMM         sJD*L31G  L3 GL3GE L33L7:L7?M MMTc0tt|tr|g}d|pgD}|s dddddgdSd}d}d}d}g}t5}|d|D]%}|d|f} | s/t | d} |d||f} d | D} | D]#} |d | f}||jz }$| D]#} |d | f}||jz }$|d | |f}||jz }|d | f}||jz }|jr| |'t||| dddn #1swxYwY|r;t5}|ddddn #1swxYwYd|||||dS)Ncg|]D}t|#t|ESr)r=rJrs rrz%delete_graphs_sql..s9KKK1CFFLLNNKA KKKrTr)r4deleted_graphsdeleted_events deleted_apisdeleted_api_logsrpr1z0SELECT id, row_key FROM graphs WHERE row_key = ?rz>SELECT id FROM api_registry WHERE target_graph = ? OR name = ?c8g|]}t|dS)rr[rrs rrz%delete_graphs_sql..s"666s1T7||666r+DELETE FROM api_ingest_log WHERE api_id = ?%DELETE FROM api_registry WHERE id = ?z4DELETE FROM events WHERE graph_id = ? OR row_key = ?zDELETE FROM graphs WHERE id = ?VACUUM) r.rYr=r*r'rrrjrWrprur-)row_keysvacuumrrrrphysically_deleted_rowsr)rrrapi_rowsapi_idsapi_idrs rdelete_graphs_sqlrs/(C  :KKRKKKH   !    NNL  3 %&&&- 8- 8GKKB hjj   5;''H{{P'"hjj  76X666G! 1 1kkAI!CL0  ! - -kk;I , ++F7#C cl *N++1 C cl *N| 8'..w777+C1HIII g333333333333333j" \\ "S KK ! ! ! " " " " " " " " " " " " " " "(($,'   s%E#GG G "HH Hcdt|pd}|sd}g}d}|D]G}|r||d}.|s|dd}Hd|dpdS)NrWz NEW GRAPHF_T NEW_GRAPH)r=rJrisalnumrpjoin)rrSoutprev_uschs rslugify_graph_keyr s djb//   ! !C  CGiikk ::<<  JJrNNNGG  3 GGCLL  s # # 2{3rc *tt|pi}t|dp|dpd}|st dt }t5}|d|d|||f|d||f|d }|r. tj |d }n#t$ri}YnwxYwi}t|tsi}|d g|d i|d i|d g|dgd|d vr|d dd||d vr|d |d|d |<|dtj|dd||f|dddn #1swxYwY t'dddn#t$rYnwxYwd|dS)z Create a folder physically in SQLite. Canonical policy: - folders table is the source of truth. - ui_state is synchronized for UI open/visibility state. - no graph and no event is created. rrrWzfolder name is requiredr1z~ INSERT OR IGNORE INTO folders(name, is_open, created_at, updated_at) VALUES (?, 1, ?, ?) z UPDATE folders SET is_open = 1, updated_at = ? WHERE name = ? r|r]rrbrr^r_rrT  INSERT INTO ui_state(key, value_json, created_at, updated_at) VALUES ('folders', ?, ?, ?) ON CONFLICT(key) DO UPDATE SET value_json=excluded.value_json, updated_at=excluded.updated_at FrgNz create-folderr4r:)r4r)r.rZr=r[rJr$rr*r'rrkrlrLrYrinsertrprnr-r>)rr5rrr)rrs rcreate_folder_sqlr7s(  2  D txx;488H#5#5; < < B B D DD 42333 B = %&&&  2rN       J   kk A  (**     3|#455    E%&& E B''' +++ $$$ +++ r*** % "2 2 2 )  # #A 7 7 7 uY' ' ' )  # #D ) ) )"f d  ZET B B BB K  {===============~  $GGGGG      $ ' ''sJA0I! D$#I!$ D30I!2D33D"I!!I%(I%-J J  J ctt}t5}|d}|sdddcdddS t j|d}n"#t$rdddd cYcdddSwxYwt|tsddd d cdddS| d g}t|tsddd d cdddSd}|d |D]}t|pd }|s(|d|f}|d|||f|d||f||dz }|dddn #1swxYwYd|dS)z Convert folders present in ui_state into canonical rows in folders. This makes Save meaningful for folders that were created by older UI code before POST /api/folders existed. r|Tr)r4syncedNr]Fzinvalid ui_state folders json)r4rerrorzui_state folders is not objectrzui_state folders list missingr1rWrz INSERT OR IGNORE INTO folders(name, is_open, created_at, updated_at) VALUES (?, 1, ?, ?) z=UPDATE folders SET is_open = 1, updated_at = ? WHERE name = ?ro)r.rr*r'rrkrlrLrYrZr[rqr=rJr-)rr)rrrrrbefores rsync_ui_folders_to_sqlrs B 1kk A  (**  -!,, 11111111 XJs<011EE X X X17VWW W W11111111 X%&& Y17WXX11111111 ))Ir**'4(( X17VWW%11111111( %&&&  Dtzr??((**D [[7hjj  KKr2     KKOT     ~!  c111111111111111f& ) ))sB.G 'BG B!G  B!!G  0G B7G  GGc d tt|pi}t|dp|dpd}|st dt|dpdpd}t|dpt | t}t5}| d }|}d }| d |f r5|d |}|d z }| d |f 5| t| ||} | d  } | r. tj | d} n#t$ri} YnwxYwi} | dg| di| di| dg| dg|| dvr| d||| d <d| d|< fd| dgD| d<g| d<| dtj| dd||f|dddn #1swxYwYd| ||dddS)z Create a graph/container physically in SQLite. Policy: - A graph is a container/row. - Creating a graph must NOT create timeline events. - Timeline components are created later by manual event insertion or API ingest. rrrWzgraph name is requiredrrrr1rnrrroz5SELECT value_json FROM ui_state WHERE key = 'folders'r]rrbrr^r_Tc:g|]}t|k|Srr[)rrrs rrz$create_graph_sql.. s*]]]a3q66U\K\K\K\K\K\rrFrgNr)rrrrevents_created)r4r)r.rZr=r[rJr$rrr*r'rrrkrlrLrrprnr-) rr5rrrr)base candidaterrrrrs @rcreate_graph_sqlrs  2  D txxA488N#;#;Ar B B H H J JD 31222dhhx((;O<<BBDDWK$((9%%@):4)@)@AAGGIIG B 4 %&&& kkCi\RR[[]]  ! I FAkkCi\RR[[]] &sGT;GGkk C  (**     3|#455    E B''' +++ $$$ +++ r*** eI. . . )  # #K 0 0 0(3mW%%)f k"]]]]599]B+G+G]]]m l  ZET B B BB K  i444444444444444n !      s8B7L G'&L' G63L5G66DLL #L c: tddl}d}d}t}t5}|d}|sddddcdddS |j|dpd}n6#t$r)}ddt|dcYd}~cdddSd}~wwxYwt|tsddd dcdddS|d | D]\\}} t| ts|d z }!t|pd } | d d} t| d kr| dnd } d} d}d }t| dkrZ t| d } t| d}n#t$rd} d}YnwxYw| d}t| dp-| dp| p| dpd }t| dp| dp|pd }t| dp| dpd }t| dp| dpd }t| dp| dpd }t| dp@| dp+| dp| dpd }t| d p| d!pd }|r|s|d z }Ed}| .|,|d"|| ||f}|-|r+|d#|||f}|*|d$||f}||d z }|d}|d%}|d&}|d'}|r& t#|\}}}}n#t$rYnwxYw|d(||||||||||t|d)f |d z }^|dddn #1swxYwY||d*S)+a Synchronize UI technical-card metadata into canonical events. Source: - ui_state key = 'event_meta' Target: - events.place - events.who - events.brief_description - events.source_link - events.event_name - events.date_text/date_year/date_month/date_day This function does not create events. It only updates existing events. Matching uses: 1. event_meta key format row:start:end:name when available. 2. saved group/name/date fields. 3. row_key + event_name fallback. rNz6SELECT value_json FROM ui_state WHERE key='event_meta'z no event_meta)rHrrzr]z{})rHrrzevent_meta is not objectr1rorWr3rrrnrrrrrrrr}rrrrrrrrrai SELECT id, event_name, date_text, date_year, date_month, date_day FROM events WHERE row_key = ? AND start_col = ? AND end_col = ? AND event_name = ? ORDER BY id DESC LIMIT 1 aC SELECT id, event_name, date_text, date_year, date_month, date_day FROM events WHERE row_key = ? AND event_name = ? AND date_text = ? ORDER BY id DESC LIMIT 1 a SELECT id, event_name, date_text, date_year, date_month, date_day FROM events WHERE row_key = ? AND event_name = ? ORDER BY id DESC LIMIT 1 rrra UPDATE events SET event_name = ?, date_text = ?, date_year = ?, date_month = ?, date_day = ?, place = ?, who = ?, brief_description = ?, source_link = ?, updated_at = ? WHERE id = ? r)rHr)r.rkrr*r'rrlrLr=rYrZrsplitrsrJrr[r-r-)rkrHrrr)rmetaexcr_rRkey_spartskey_row key_startkey_endkey_namerrr6r}rrrrArrrrs rsync_event_meta_to_events_sqlr,s*KKKGG B fkk D  (**  K Q/JJ ffffffff C4:c,/7488DD C C C QSBB B B B B Bffffffff C$%% V Q:TUUffffffff %&&&**,,R R JCeT** 1  rNNEKKQ''E*-e**//eAhnn&&&rGIGH5zzQ# #E!H I!%(mmGG ### $I"GGG#!8>>++ %  99Y''99W%%  egg  &!!99\**  egg  &!!99[))egg   '**Feii.@.@FBGGMMOOEeii&&@%))E*:*:@bAAGGIIC # -..99W%%99W%%99]++ !! egg eii 66P%))E:J:JPbQQWWYYK * 1 F$)< i*=  (**~(~j(3  (**~j)  (**~1 {+I{+I -Jj)H AQRZA[A[>Iy*hh D KK %t %%    : qLGG MfffffffffffffffP7 3 33s/V 0B V  B<B7%B<&V 7B<<V &B9V  *G  V  GV GL0V  T"!V " T/,V .T//AV  VVcjtt}tt5}|dd}|dd}|dd}d} |dd}n#t $rd}YnwxYwdddn #1swxYwYt|dk||||dS) af Explicit session save endpoint. Operational policy: - Does not create data. - Does not delete data. - Forces frontend render from canonical SQLite. - Verifies SQLite integrity. - Returns current object counts. Most operations already persist transactionally. This endpoint is the explicit user-facing Save barrier. PRAGMA integrity_checkrSELECT COUNT(*) FROM graphsSELECT COUNT(*) FROM events!SELECT COUNT(*) FROM api_registryNr4)r4sqlite_integrityr{eventsapis)r.rrr*r'rrLrG)event_meta_syncr) integrityr event_count api_counts rsave_session_sqlrss355O  KK 899BBDDQG kk"?@@IIKKAN kk"?@@IIKKAN    $GHHQQSSTUVII   III                4%   s6B D-C21D2 D>DDDDDctt5}|d|dtf|ddddS#1swxYwYdS)Na\ CREATE TABLE IF NOT EXISTS persistence_audit( id INTEGER PRIMARY KEY CHECK(id = 1), revision INTEGER NOT NULL DEFAULT 0, dirty INTEGER NOT NULL DEFAULT 0, last_operation TEXT, last_status TEXT, last_error TEXT, sqlite_integrity TEXT, graph_count INTEGER DEFAULT 0, event_count INTEGER DEFAULT 0, folder_count INTEGER DEFAULT 0, api_count INTEGER DEFAULT 0, updated_at TEXT ) z INSERT OR IGNORE INTO persistence_audit( id, revision, dirty, last_operation, last_status, sqlite_integrity, updated_at ) VALUES (1, 0, 0, 'init', 'ok', 'unknown', ?) )r.r*r'rr-r(s rensure_persistence_audit_schemars      $  YYL  ;sA A77A;>A;c|dd}|dd} |dd}n#t$rd}YnwxYw |dd}n#t$rd}YnwxYw||||fS)NrrrzSELECT COUNT(*) FROM foldersr)r'rrL)r)rr folder_countrs rpersistence_counts_sqlr@s++;<<EEGGJK++;<<EEGGJK{{#ABBKKMMaP  KK CDDMMOOPQR    \9 <r>Qs|#%%% #KK 899BBDDQG  YY   !'EKR   !   : G###############Le)$$'U[b!!%   sB'CCCctt5}|dd}t |\}}}}|d}|rt |ni}|dko|dddkt|dd|dd|dd |dd |d d ||||||d d d cdddS#1swxYwYdS) Nrrz,SELECT * FROM persistence_audit WHERE id = 1r4 last_statusr;revisionlast_operationrW last_errorr) r4r;rrrrrr{rrrr)rr*r'rrrZr[r)r)rrrrrrr5s rpersistence_status_sqlrs#%%%  KK 899BBDDQG ) rr5r_rRrr)rrrr7s rsave_ui_state_payload_sqlrs  2  D dhhuooC+!6!6C) D D J J L L YPYC$W  4V    \"%# #Ju%%EE # # #ENEEE # eT " "!%  B 7 %&&& )     Y + + +   ]B / / /   VR ( ( (   ]B / / /   \2 . . .$yyB77=2   !+..4466 "0kBB KKU#ii3377 TJJQPQSUW`a!D*/=")E)E)K(R(R(T(T  $g,,,,..!+..4466I/ =J(** 0kBB  WG,  $*U$GGGR P  o777777777777777rZq>>>>sT 2 22sK,CCC CM$AH*)M* H74M6H77DMMMc Ht|pi} |dr%td|ddtt dddS#t $r*}t ddd t | cYd }~Sd }~wwxYw) z Autosave barrier. It first persists UI state when present, then verifies SQLite and regenerates the HTML. It does not fabricate application data. ui_stater)r_rRrrr4r:ror)r;r<rN)rZr[rrGr>rLr=)rrs rautosave_session_sqlrs7=b!!G ;;z " "  %  Z00''    ' !DIIII    ' c((           sAA-- B!7BB!B!c tiS)zK Manual Save button uses the same real autosave verification path. )rrrrrrs  # ##rc,tdddddddddddddddd}t5}d|d D}|sgcdddSd |}|d |d }g}|D]}t |}|D]\}} ||| d |vr/|dp|dpd|d <t|d|d<| || d|cdddS#1swxYwYdS)a2 Schema-tolerant API registry reader. It reads the actual api_registry columns present in SQLite and fills missing operational fields with safe defaults. This prevents /api/health from failing when older databases do not yet contain last_status, last_latency_ms, last_run_at, etc. NrunknownrWTGET)rlast_latency_ms last_run_at last_inserted last_updated last_skippedr<raw_jsonrrenabledmethod target_graphendpointrcg|] }|d Srrrs rrzlist_apis..@s,    fI   rPRAGMA table_info(api_registry), zSELECT z FROM api_registryrrrrrct|dpdt|dpdfS)NrrWrr=r[)rs rzlist_apis..[s9AEE&MM$7R 8 8#aeeDkk>OR:P:PQr)r_) r.r*r'rjrrZrrr[rrpsort) wanted_defaultsr)cols select_colsrprrrtr_r^s r list_apisr"s<O$   [[!BCCLLNN     iioo {{ 5k 5 5 5  (**   A77D / 5 5 7 7 . . WW----4!XXf--N*1E1ENT "488I#6#677DO JJt     QQRRR;s5F 1D F  F F ctt|pi}t|dp"dt jjdd}t|dp|}|ddrdnd}t|d p|d pd }t|d pd }t|dpd }t|dpd}t|dpd} ||t|||||| d|} t} t5} | d| d|||||||| tj| dd| | f |rt| ||d| dddn #1swxYwY| S)NrAPI_rrrTrorrrrWrrrinterval_seconds,r< registered)rrrrrrrr<r1a INSERT INTO api_registry(id, name, enabled, target_graph, method, endpoint, interval_seconds, status, raw_json, created_at, updated_at) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?) ON CONFLICT(id) DO UPDATE SET name=excluded.name, enabled=excluded.enabled, target_graph=excluded.target_graph, method=excluded.method, endpoint=excluded.endpoint, interval_seconds=excluded.interval_seconds, status=excluded.status, raw_json=excluded.raw_json, updated_at=excluded.updated_at Frgr)r.rZr=r[rrhexrrrrr*r'rkrnrr-) rr5rrrrrrintervalr<rSrr)s r upsert_apir`sq  2  D $A#A$*,,*:3B3*?#A#A B BF txx)6 * *D88It,,3aa!Gtxx//J488G3D3DJKKL (##,u - - 3 3 5 5F488J''-2..H488.//6377H (##3| 4 4F==$$    C B  %&&&  T7L&(Hf Z%4 @ @ @"b J!   &  R \< Q Q Q /0 Js4A4H44H8;H8c t5}d|dDcdddS#1swxYwYdS#t$rgcYSwxYw)Ncg|] }|d Srrrs rrz(api_registry_columns..s,& rr)r*r'rjrLr(s rapi_registry_columnsr s \\ S%FGGPPRR                    s4A1A AAAAA A*)A*c|siSt|tr|St|tr@ tj|}t|tr|niS#t $ricYSwxYwiSr0)rYrZr=rkrlrL)rRparseds rparse_json_objectr s  % % Z&&F'55=662 =   III  Is,A A.-A.cBi}t|tjrt|}t|trLt |d}|||||d|dp|dpd|d|d|dd|dd |d|d pd |d |d p|dpd |d|dpd|dd|dd |dd t|d|d<|S)z Normaliza una fila de api_registry mezclando columnas reales y raw_json. Esto permite soportar bases viejas y nuevas. rrrrrrTrrrrWrrrr<rrrNrr) rYr"r%rZr r[rSrr)rrtrSs rnormalize_api_rowrs D#w{##3ii#t 3 344 C COOD$((6**Kdhhz.B.BKeLLLOOFDHHTNN+++OOIt$$$OOHe$$$OOJ 52666OONDHHW$5$5$N%$NBOOOOOHdhh}55BCCCOO%t,,,OOM2&&&OOL"%%%488I..//DO Krc tt|}t}|sdddSt}t 5}|d|d||f}|s&|dd|dcdddSi}|D]\}}||vr|||<d |vr||d <|rvd d | D} t| |d gz} |d | d| d|vrztd| vr|dnd} | ||| d <|dtj| dd|d f|dddn #1swxYwYd|ddS)u Actualiza estado runtime de una API de forma tolerante al esquema. Si algunas columnas no existen, las ignora. También intenta fusionar raw_json cuando existe. Fz!api_registry table has no columnsr4rr1zISELECT * FROM api_registry WHERE CAST(id AS TEXT) = ? OR name = ? LIMIT 1z api not found)r4rrNrrcg|]}|dS)z = ?r)rrrs rrz"set_api_status..s$G$G$GAZZZ$G$G$GrrzUPDATE api_registry SET z WHERE id = ?rrWz1UPDATE api_registry SET raw_json = ? WHERE id = ?Trg)r4rrH)r.r=r rr*r'rrKrrr]rqrNr rSrkrnr-) rfieldsrrr)rdirectr_rR assignmentsparamsrSs rset_api_statusrs  [[F  ! !D K&IJJJ B ' %&&&kk W V    (**  M LLNNN/VLL'''''''' ,,.. $ $JCd{{#s 4  #%F<  ))$G$G$G$G$GHHK&--//**c$i[8F KKE;EEE      #zSXXZZ7O7OC OOUWXXC JJv    "C  KKCCetDDDc$iP    O'''''''''''''''R&T : ::sAG;7D8G;;G?G?c*ddd}|dp+|dp|dpd}t|}|D](\}}|r!|t||t|<)|S)NzGRAFO-D-V55-API-SENSOR/1.0z!application/json, text/plain, */*)z User-AgentAccept headers_jsonheadersrequest_headersrW)r[r rr=)rr raw_headersr r_rRs rrequest_headers_for_apir s25G   779    77$ % %   { + +Fllnn++ U  +5$ #E GCHH  Nrct|dp+|dp|dpdS)NrrurirW)r=r[rJ)rs rendpoint_for_apir !s\     775>>  775>>       egg rct|dpd}|dvrdS|S)Nrr)rHEAD)r=r[rrJ)rrs rsafe_api_methodr#*sO ""+e , , 2 2 4 4 : : < #t"$rp} ttj |z dz} tt| d!dpd|d<| |d<d|d <d|d <d"|d|d<Yd } ~ nd } ~ wt$$r`} ttj |z dz} | |d<d|d <d|d <tt| d#| |d<Yd } ~ nad } ~ wt&$rQ} ttj |z dz} | |d<d|d <d|d <t| |d<Yd } ~ nd } ~ wwxYw t)||d |d|d|d$|dpd|d$|d %n#t&$rYnwxYw|S)&z Verifica conectividad real de una API registrada. Estados: - active: HTTP 2xx - degraded: HTTP 3xx o respuesta rara pero alcanzable - inactive: timeout, error de red, HTTP 4xx/5xx - unknown: API deshabilitada o sin endpoint rrrrrrrrWrN) rrrrrrr<runtime_status http_status latency_ms last_checkedrr<r% API disabledrMissing endpointhttphttpsinactiveUnsupported endpoint schemerrr rr&r'ractiverdegradedzRedirect/status HTTP codez HTTPError rzr(r<rrrrr(r%)rr=r[r rr#rrschemer perf_counterr rr rgetattrgetcoder r rLr) rr!rrrrr startedreqreslatencyr&rs rcheck_api_connectivityr@4sZ C C :#''&//:U ; ;F swwv(& ) )D$$H **++CGGN33_swww7G7G_377SX>>_]_``!#&&#   D 779  "X!* &W  "X!* *W  h  F }---#X!+ 5W  !!G/! +C00"3''    S' * * * 6c4,..8D@AAGgc8Q77M3;;==MANNK"-D !(D k''''C'''''!)X)1%& $W  ))))c)))))!+X)3%& @; @ @W !+X)3%& 5 5 5W % 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6( ;;;t(**W4<==!'#vq"9"9">Q??]$\#X!+ :T-%8::W 999t(**W4<==$\#X!+ GC37788W !!!t(**W4<==$\#X!+ CW !   >]+ .^,G}*n- 01        Ksk=JB:J = J J  JJ J O A&L  OAM33 OAO  OAP P&%P&c |sdSt|}t|dpdt|dpdt|dpdt|dpdt|dpdh}||vS)NTrrWrrrr)r=rJr[)rrrus rapi_matches_graphrBs t JJ    E CGGN # # )r** CGGG   "## CGGENN b!! CGGFOO !r"" CGGDMM R  J J rc~tdtD}fd|D}d|D}|sd}nVtd|Drd}n:td|Drd}ntd |Drd}nd }d |tt ||d S) zk Endpoint backend para el sensor real: GET /api/apis/status GET /api/apis/status?graph=ISS c,g|]}t|Srrrrs rrz"api_status_sql..0     #   rc4g|]}t||SrrBrrrs rrz"api_status_sql..9 S% ( ( rc,g|]}t|Srr@rFs rrz"api_status_sql..s0  s##rrc3.K|]}|ddkVdSr<r.Nrrs rrfz!api_status_sql..+ 8 81Qx[J & 8 8 8 8 8 8rr.c3.K|]}|ddkVdSr<r4Nrrs rrfz!api_status_sql..rPrr4c3.K|]}|ddkVdSr<rNrrs rrfz!api_status_sql..+ 7 7!Qx[I % 7 7 7 7 7 7rr3Tr4rr< checked_atcountrr.rrmrrsrrselectedresultsoveralls` rapi_status_sqlr^.   ;;   D H G   8 8 8 8 8 8 8 8 8 8 8 8 8 8 7 7w 7 7 7 7 7iiW   rct|}t|}|stdt|}|jdvrtdt |t |t|}t||5}| d}dddn #1swxYwY| dd } tj |S#t$rd |icYSwxYw) z: Descarga JSON desde la API. Se usa por sync_api. zAPI endpoint is requiredr+r/r0r iNutf-8r()errorstext)rr r$rr8r rr#r readdecoderkrlrL)rr!rr r=r>rSrcs rfetch_api_jsonrfs[ C C$$H 53444 h  F }---6777 ',,s##   C g & & &$#hh{##$$$$$$$$$$$$$$$ ::gi: 0 0Dz$ ~s$B66B:=B:C--C>=C>ct|tr|St|tr6dD]0}||}t|tr|cS1|gSd|igS)zE Convierte respuestas comunes de APIs en una lista de items. )rrr\r5rrR)rYrqrZr[)rr_rvs r payload_itemsrh s'4  '4  D  C++c""C#t$$   y g  rc~t|}t|tsd|i}t|dp@|dp+|dp|dpd}t|dp|dpd}t |\}}t |dd }t|}|r|\} } } } } |d | }| }nKtt |d |d |d z}t|ptdd}t||r*|r d|d}nd|vrd|d}t|||}tt |dd }|s8 tj |dd}n#t$rt|}YnwxYwtt |dtjtj |ddddd}|dp|d||||||||tt |d|||t%|||dS)u; Mapeo tolerante API → evento canónico GRAFO_D. rRrrrrAPIr)rrrrrrOrWz position )rrrrz event roNr z ISS position rr)rrrsummaryrcmessageFTrg)rrrrrar3)rrr0)rrrrrrrr}rrrrrr)rrYrZr=r[r{r`rVrrrrkrnrLhashlibsha1encode hexdigestr )rrtindexrrrirkraw_timerrrrOrPrQr event_dater}r source_ids revent_from_api_itemrv s2 C C dD ! !   777    775>>  776??   L3776??. rGrNrrFz API not found)r4rrr r<)r3r4rrzAPI not reachable)r4rr<rIrHrr)rrTrLrJrIrorHz INSERT OR IGNORE INTO api_ingest_log( api_id, event_legacy_id, action, created_at ) VALUES (?, ?, ?, ?) upsertr3)rrrr<r)r4rr<rIrHr)r.r=rr[r@API_SYNC_TIMEOUT_SECONDSrfrh enumeratervrPr*r'rr-rLrrG)rrrrr<rrrIrHrrrrtrresultrJr)s rsync_apir~v s [[F  ;;   D C y}}T"" # #v - -Y]]65J5J1K1Kv1U1UC E2V  $   $C1I J J JF h555ZZ((?,?   S*BCCCG ' " "EHGG ''## t" 'T???E%e$???FZZ))F##A 9$$1 1  \\!SKK  788 $00 2(33#II    JJLLL!!!!!!!!!!!!!!!         qLGGG    "                 snAH/+H9B H HH HH HH/ H*'H/)H**H//II!I(( I54I5c t}tj}|D]}|ds|d}|s0t|dpd}|d}d}t |tt fr|t |z |k}|rTt |d||dpd  t|d#t$rYwxYwn#t$rYnwxYwtj d ?) NTrrrrlast_run_epochrr< scheduled)rr<r) rrr[rrYrKrr~rLsleep)rnowrrrlast_rundues rapi_poll_workerr so ;;D)++C  wwy))77:..sww'9::AcBB77#344he 55<h/8;C"3t9SQYIZIZIi^ijjjj T++++$  $    D  1 1s6C/D3D D DDDD D('D(cztrdSdatjtd}|dS)NTr@)_api_worker_startedrCrDrrE)ts rstart_api_worker_oncer s;===AGGIIIIIrcDeZdZd dZdZfdZdZdZdZdZ xZ S) Handlerr2cltj|ddd}|||dd|dt t |||j |dS)NFrn)rhindentraz Content-Typezapplication/json; charset=utf-8Content-Length) rkrnrp send_response send_headerr=rs end_headerswfilewrite)selfobjr6r5s r _send_jsonzHandler._send_json sz#E!<<<CCGLL 4    )JKKK )3s4yy>>:::  rct|jdd}|r?tj|j|dniS)Nr0ra)rrr[rkrlrfilerdre)rrs r_payloadzHandler._payload sX    !1377 8 8ABJtz$*//!,,33G<<===Jrc tt|j}|j}t|j} |dvr%t }||dS|dkr#|t dS|dkr[d}|dr|ddgd}t|}||dSt}|dkr||dS|d kr%t}||dS|d kr+||d gdS|d kr+||d gdS|dkr+||dgdS|dkrd|d gD}|dttt|tt |ddSn>#t$r1}|dt|ddYd}~dSd}~wwxYwt!S)N)z/api/autosave/statusz/api/persistence/status /api/apisz/api/apis/statusrWrr)rz/api/db/api/session/save /api/eventsr /api/graphsr{z /api/alertsalertsz /api/healthc^g|]*}t|ddk(|+S)r__AXIS__r)res rrz"Handler.do_GET..K s?   155<<((J66666rT)r4dbrrrFr)rpathr queryrrrr[r^r1rr=r$rsrrLsuperdo_GET) r parsed_urlrrr}rr graph_eventsr __class__s rrzHandler.do_GET sdi(( )**9 JJJ/11'''{"" ,,,)))99W%%8!IIgt44Q7E'e444'''By  ###***)++'''}$$x 4 4555}$$x 4 4555}$$x 4 4555}$$  !vvh33    b''!,// ,,(,(=(=(?(? !!%    OO53q66::C @ @ @ FFFFF ww~~sI'I'IAI%)I)I;/I,/I/IB I J&&JJct5}|ddcdddS#1swxYwYdS)Nrr)r*r'r)rr)s rrzHandler.sqlite_integrity^ s \\ GS;;788AACCAF G G G G G G G G G G G G G G G G G Gs-A  A A ct|jj} |}|dkr?ddlm}|}|||drdnddS|dkrddlm}|t}|dr%|d rtd |||drdnddS|d kr4t|}t||dS|d kr8t|}t|dd i|dS|dkr:t|d}t|dd i|dS|dkr4t|}t||dS|dkr4t|}t||dS|dkr)t|}|d |ddS|drV|drA|dd}t%|}||dS|dkr(t|d d ddS|dvr8t'dt)vr|ni}||dS|dddddS#t*$rF}d t-|vrd!nd} |dt-|d| Yd}~dSd}~wt.$r1}|dt-|dd"Yd}~dSd}~wwxYw)#Nz/api/import/graph-inbox/previewr)preview_graph_inboxr4r2rz/api/import/graph-inbox)import_graph_inboximportedTrFz /api/ui-staterz /api/ingestFryz /api/foldersrrr4r /api/apis/z/sync/z /api/render)r4rendered)z/api/autosave/saverrunknown endpointr duplicateir)rrrrrrr[r$rGrr8rPrrrrdendswithrr~rlocalsr$r=rL) rrrrr}rrrrr6s rdo_POSTzHandler.do_POSTb sI ""'M AmmooG888BBBBBB,,..vzz$/?/?(HSIII000AAAAAA++B//::d##0 :(>(>0#$////vzz$/?/?(HSIII&&27;;!!!'''}$$099!!!t 6v 6777}$$)'FFF!!!t 6v 6777~%%*733!!!'''}$$)'22!!!'''{"" ))tC 8 8999|,, w1G1G C,!&))'''}$$!!!t > >???BBB-fhh9N9NggTVWW''' OO53EFF L L L L L B B B%Q//33SD OO53q66::D A A A A A A A A A A A A OO53q66::C @ @ @ @ @ @ @ @ @ AshAM4BM98M3M18M+8M%-MA)M?,M-:M)M O ;N O &OO ct|jj} |}|drq|ddd}t ||}|s|dddddSt|d |d dS|d rJ|ddd}||d <t|}|d |d dS|dddddS#t$r1}|dt|ddYd}~dSd}~wwxYw)N /api/events/rroFevent not foundrrTr=rrrrr) rrrrdrsplitrUrrGrrLr=)rrrrrrrrs rdo_PATCHzHandler.do_PATCH s ""' AmmooG~.. ;;sA..r2(7;;OO5;L$M$MsSSSF!!!te < <===|,, S!,,R0 &  ))tC 8 8999 OO53EFF L L L L L A A A OO53q66::C @ @ @ @ @ @ @ @ @ As+A0D/ &D/5AD/D// E*9&E%%E*clt|jj} |drn|ddd}t |s|dddddSt |d |d dS|d r`d d lm}||ddd}t|g}t ||dS|drS|ddd}t|gd }t ||dS|dr|ddd}t5}| d| d|f} | d|f} | dddn #1swxYwYt |d || j| jddS|dddddS#t$r1} |dt!| ddYd} ~ dSd} ~ wwxYw)NrrrorFrrrT)r4raz /api/folders/rrwz /api/graphs/)rrr1rr)r4rarrrr)rrrdrrXrrGrrxrrr*r'r-rWrLr=) rrrrxrr}rrr)cur_logsrrs r do_DELETEzHandler.do_DELETE s" ""'6 A~.. ;;sA..r2'11OO5;L$M$MsSSSF!!!t A ABBB// 000000%gdkk#q&9&9"&=>> 1;-@@!!!'''~.. ++c1--b1*G9TBBB!!!'''|,, S!,,R0\\ !SKK 1222"{{E   H++? CJJLLL ! ! ! ! ! ! ! ! ! ! ! ! ! ! ! !!!%$'L(0(9 !!  OO53EFF L L L L L A A A OO53q66::C @ @ @ @ @ @ @ @ @ As]AI86&I8A3I8A&I8;?I8:AH I8H""I8%H"&5I8I88 J3&J..J3)r2) __name__ __module__ __qualname__rrrrrrr __classcell__)rs@rrr sKKK@ @ @ @ @ DGGGPAPAPAdAAA<9A9A9A9A9A9A9Arrct|}t|}|stdt|}|jdvrtdt j}t|t|t|}t||5} | dn#t$rYnwxYwtt j|z dz}tt|dd p|pd }d |cxkod knc||d |cxkrd krnndnd |d dcdddS#1swxYwYdS)Nr*r+r/r0r ir1r<rr2rr5urllibr4r&r'r transport)rr r$rr8rr9r rr#r rdrLrr:r;) rr!rr r<r=r>r?r&s r_v55b_probe_with_urllibr s C C$$H -+,,, h  F }---6777!!G ',,s##   C g & & & #  HHTNNNN    D t(**W4<=='#x33Is{{}}IJJ ****s****&! K5555#55555TT;P;;P;P!                     s7'E )B?>E ? C  E  C  BE  E$'E$c jt|}t|}|stdt|}|jdvrtdt j}dddddd d d tt||g }tj |ttd d |d z}tt j|z dz}|j dkr;|j p|jpd}t!|p d|j |jpd} | r/| drt| dnd} d| cxkodknc| |d| cxkrdkrnndnd| ddS)Nr*r+r/curlz-Lz-sSz-oz /dev/nullz-wz%{http_code} %{time_total}z --max-timeTr)r4rccapture_outputr!r1rrWzcurl returned r2rr5r)rr r$rr8rr9r=rr9r:r> returncodestderrstdoutrJ RuntimeErrorrisdigit) rr!rr r<cmdprocr?errrr&s r_v55b_probe_with_curlr9 s C C$$H -+,,, h  F }---6777!!G     $ CLL C > II !    D4$&&0D899G !{/dk/R66883D"D4?"D"DEEE [ B % % ' ' - - / /E#(FU1X-=-=-?-?F#eAh---QK[&&&&3&&&&" 1111c111117L{7L7L   rct|}t|dp|dpd}t|dp|}t|}||t |dt|dp+|dp|dpd|t |d d d d t d d d }|dsd |d <d |d <d|d<|S|sd |d <d |d <d|d<|Sg}d } t||}n#t$r~}| dt|z t||}n<#t$r/} | dt| zYd } ~ nd } ~ wwxYwYd }~nd }~wwxYw|r|d|d<|d|d<|d|d<|drd|d <d|d <d |d<nt|dpd} d| cxkrdkr+nn(d|d <d|d <|dpd| |d<nNd|d <d|d <|dpd| |d<n&d|d <d|d <|rd |nd |d< t||d |d|d|d!|dpd|d!|d "n#t$rYnwxYw|S)#z V55B robust real API connectivity check. Fixes false inactive state when urllib times out but curl succeeds locally. rrrrrrrrWrN) rrrrrrr<r%r&r'r(rrr<r%r)rr*r zurllib: zcurl: r&r'rr4r3rrrr4r5r.z | z probe failedr(r7)rr=r[r rr#rrrLrprrrr) rr!rrrrrbproberexc2 status_codes rr@r@m s  C C :#''&//:U ; ;F swwv(& ) )D$$H **++CGGN33_swww7G7G_377SX>>_]_``!#&&#   D 779  "X!* &W  "X!* *W  F E0'W=== 000 j3s88+,,, 0)#w???EE 0 0 0 MM(SYY. / / / / / / / / 0 0 I#ii 66]"YY|44\!IIk22[ 99T?? L%DN%-D! " DMMeii 66;!<]+ .^,G}*n- 01        KsUE!! G)+%G$F#"G$# G-%GG$GG$$G)AM MMc~tdtD}fd|D}d|D}|sd}nVtd|Drd}n:td|Drd}ntd |Drd}nd }d |tt ||d S) z\ V55B endpoint backend: GET /api/apis/status GET /api/apis/status?graph=ISS c,g|]}t|SrrErFs rrz"api_status_sql.. rGrc4g|]}t||SrrIrJs rrz"api_status_sql.. rKrc0g|]}t|dS)rr rMrFs rrz"api_status_sql.. s5  sB///rrc3.K|]}|ddkVdSrOrrs rrfz!api_status_sql.. rPrr.c3.K|]}|ddkVdSrRrrs rrfz!api_status_sql.. rPrr4c3.K|]}|ddkVdSrTrrs rrfz!api_status_sql.. rUrr3TrVrYrZs` rr^r^ r_r__main__roi="rz%GRAFO D API server: http://127.0.0.1:z1/outputs/timeline_excel_like.html?v=sqlite_serverz 127.0.0.1)F)rW)Nr)T)rrr4rWr0)r)r)r)grnrkr"r9r;rCrrrrpathlibr http.serverrrrrr urllib.requestr r urllib.errorr r grafo_d_sqlite_adapterr__file__resolveparentr>r$r6ALLOWED_UI_KEYSr{rLockr8rr*r.r1rGrVr`r{rrr,rrrrrrr-r8rFrPrUrXrurrrrrrrrrrr>rrrrrr r rrrr r#r@rBr^rfrhrvr~rrrrrrrsargvrportprint serve_foreverrrrrsq   ''''''''EEEEEEEE++++++++++++++++,,,,,,,,000000 tH~~& J22 & &MMMy~ >>>2 ; ; ; ;48   TTT (###L      " %%%Rk8k8k8\qqqlWWWt.-.-.-.-b///d    (((XqqqhXXXXv444.W(W(W(t=*=*=*@TTTvD4D4D4N&&&VD==="4444n   4Z3Z3Z3z    8$$$:::|///h">9;9;9;x,ttttn"))))X!9@   $YYYYxnnnh8|A|A|A|A|A&|A|A|AH# # # # L1111h\\\\~))))\ z"s38}}q0033sx{   dDO$ E i$ i i ijjjd+W55CCEEEEE r