From fd889a4df77e79e3c1e5418cb66cdf330c7bf65d Mon Sep 17 00:00:00 2001
From: alexpolo1 <alex@alexpolo1.github.com>
Date: Fri, 28 Aug 2026 10:42:36 +0200
Subject: [PATCH] tools(spellbook): detect grid state, template-match the
 hotkey labels
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

Three fixes from running it against the live game:

1. It blind-pressed the open key. The grid was ALREADY open, so the press
   CLOSED it and the scan read grass. Now it detects the grid via its bottom
   hint and toggles only when needed, restoring the state it found. The hint
   match is fuzzy because Tesseract renders it "PRESS FI-F8 TO BIRD A SKIN"
   (BIND->BIRD, SKILL->SKIN).

2. The tooltip ROI was fixed, but the tooltip renders ABOVE the hovered cell
   and moves with the row, so it was reading the game world. Now taken relative
   to the cell. Skill identification is a fuzzy match against a known list
   rather than a demand for clean OCR: real reads included "XI BLESSED HAMMER"
   and one frame OCR'd Fist of the Heavens as "LNMEPULE".

3. Hotkey labels are read by TEMPLATE MATCH, not OCR. They are ~20x12px of
   white glyph over whatever icon is behind them; brightness thresholding
   cannot separate the two when the icon is also bright (F4's swirl, the row-4
   weapons) and OCR managed 4/8. A top-hat isolates small bright features
   regardless of background: 8/8 with zero false positives.

   Matching a same-SIZED crop is 1px-brittle — int() rounding in the grid
   geometry lands a pixel off the measured centre and the score collapses from
   ~1.0 to ~0.4. Exactly the three cells where truncation differed failed. A
   4px search slack fixes it; 8/8 held at every threshold 0.60-0.78.

Adds assets/templates/skill_binds/f1..f8.png, cut from a frame with all eight
labels visible.

Verified live: correctly reported conviction=f5 as casting TELEPORT and
concentration=f8 as casting CONVICTION — both confirmed by hand beforehand —
and found Concentration sitting unbound.

Co-Authored-By: Claude Opus 5 <noreply@anthropic.com>
---
 assets/templates/skill_binds/f1.png | Bin 0 -> 1141 bytes
 assets/templates/skill_binds/f2.png | Bin 0 -> 1136 bytes
 assets/templates/skill_binds/f3.png | Bin 0 -> 1013 bytes
 assets/templates/skill_binds/f4.png | Bin 0 -> 1123 bytes
 assets/templates/skill_binds/f5.png | Bin 0 -> 1051 bytes
 assets/templates/skill_binds/f6.png | Bin 0 -> 1104 bytes
 assets/templates/skill_binds/f7.png | Bin 0 -> 1062 bytes
 assets/templates/skill_binds/f8.png | Bin 0 -> 1115 bytes
 tools/map_spellbook.py              | 112 +++++++++++++++++++++++-----
 9 files changed, 94 insertions(+), 18 deletions(-)
 create mode 100644 assets/templates/skill_binds/f1.png
 create mode 100644 assets/templates/skill_binds/f2.png
 create mode 100644 assets/templates/skill_binds/f3.png
 create mode 100644 assets/templates/skill_binds/f4.png
 create mode 100644 assets/templates/skill_binds/f5.png
 create mode 100644 assets/templates/skill_binds/f6.png
 create mode 100644 assets/templates/skill_binds/f7.png
 create mode 100644 assets/templates/skill_binds/f8.png

diff --git a/assets/templates/skill_binds/f1.png b/assets/templates/skill_binds/f1.png
new file mode 100644
index 0000000000000000000000000000000000000000..d4ec24b7069178d9674d402f26108dca7be39c42
GIT binary patch
literal 1141
zcmV-*1d98KP)<h;3K|Lk000e1NJLTq000;O000mO0ssI2gGMOA000C$Nkl<ZI1vrO
zS!`5Q007XtynEk18$+j^p{-qHhRp(nLK{#Mnu137;KRgV;zBe*O)$ZP#IQ(&#2Eh&
zFrh6%Lilloh+8DpVremgBt`@Zlxa(6I-PdbH}AgXUOfl)ZhjI#<og_BWT+(jsOqtt
zwNRVn#?f8L^F!0O?q+uMt{WQtd(ZaNt$PJZrDD~=2yyQF0=ljbAga_Dd~IhR#gKEX
z2etfMp&=G7%ol5}?*m{GTxC8&zRf&H2+~!%WHsn8v%qSF8315KUA%E=tj7E@r112C
z7qLXz8>4^SnKDdO51DSwR&;|ic6*{=*Q|(1IhHM(`+&DawSUL6H`7Iyp9VlwNpMy3
zqGW4*nK9V6p+f+mP~<wE@EruPfW&rf2q9yRk7O#-cwGofbYf;U8Phe*m|3V~CntQ)
z(V}=qLJvv&*YP|&`NlKpIh#rf7Yqo%0ie(=+kS!ho&W$L&l8BCV#z63?z$BTO4L6m
zt;*wjo+tE%#+D##tv3Y5a93}a1bq)6GZ^-S5D<C)^M&A|SgvRUr{}9s03rO=<_72#
zRjSQ8I6rZhc^-|%TOx9V_@=4CS9&{LfG~plj(phI+?37C3Lqc=0>J(I4^BL|zdG60
zy?NvAx89Lux~b>c<dSIC#`#C%5{4*TzqTn*EY|{tfUj;@t7~e>V(%S2_UWmCZ!dmN
zF!Z<p2qT0P3HS9qy?j|Romu$gqr<U8YWMS<H)ovc%tHhTjm4WoNQK<x0KWS|H<C%!
z=5HT7bo^xhjj^$KIG|I=kPIYAm6hSq>lNm8cCPvP$8YKqscjolc~2>%#|b4g8gE-f
z31_qOW%&Bm4OLGlGTC?NaK2a?86MFTDj@o8Xvnr5?)x&Ou4gCWOZv|Z#1g43UCVM6
zQOrCtG|f?isRj)TBohz5w6$C2LXnj{2i~8W$$oeFCrTtB#PHQ?ssv0!lOeKvFH)Dd
zaA7c(NIloHGQHrIvr{r9z>KVEGBM<mK=93N8-1)8L1Xvcz5V^?zWVy25nik!hcPc?
zYT=L}V-he3mxE`|pNS=sTYH|$RlQ95fg%y3eo04Tz~rU-IR<-rx{(kXghxOA;KXNx
z%RAQ3S8Vy-mFo|4swC+uaU9nZAXMKlaCR`3NbcOUV$zYXjofIjH?+EV*Aszqi6NiC
zFE3pd06_pc+M~x$4NT|Cnd$U$)6bVI0C<2vN5DW(cd2>$+?iM+`SO<4w-><Z=pO*f
z%Tg`tn*&zOv8@XH;?fV2gt-u_TEZtz4VE0dp3aQjnJm=Yu!Io70wbGw!D#g4+0SE%
z<c>`pQ&sT$@R&rU<kGfvtznEr&9dMx!z0<boUZ8@!DB}bH?_2Hk62g#d060F!m_Su
zuE!J!*v!q&<wx&6-oAPDYz<u*x+cles+Fm(wuoT1LZ$xz4Rr|lr*PQn00000NkvXX
Hu0mjf3PLCz

literal 0
HcmV?d00001

diff --git a/assets/templates/skill_binds/f2.png b/assets/templates/skill_binds/f2.png
new file mode 100644
index 0000000000000000000000000000000000000000..fad5228bb2a40c9437c40f9941d66b76326339ad
GIT binary patch
literal 1136
zcmV-$1dscPP)<h;3K|Lk000e1NJLTq000;O000mO0ssI2gGMOA000CxNkl<ZI1x?3
zduUZ<008jsbzb+JbI-YV?%uo2tufT0ZZ|{SOo)(zB(b80l{O3~u}UZqLSdR(Dr97$
zn_itx@eeghQ=$aPDMm0KQKBoGG;<H#>pr$~&$;J(-}%1&?e~MrnimMb36U`-BBVT|
z96$tJh!71_D!6W#j0Pg)md*+eLI?@~5rhaMz<C%lObDYCZfJQUpaFFqfq-F{fj2EF
zrVo(smk<o8PXSgTA%wY<fv73VEXes#n39{FRxysN{LWwwK@5M~`+kX*EKTvL01$G)
z0m9jwYeggF6&CV}x+eQR?Hei<rkq&Rs;M-G$BT?}9)?lGGd=g2>kx$C+7-=|F-?{T
zU_>?q484*MAi_|Tn2Z2L1i_FBE{YVUY;FEbLul&bT#%61zd6?T*r%Q=Nf>_gN>j)M
z00=^$O2`idM3O{s2>5i-GgRFVyijl>qDn-^u!JN+eQH~gTrnhA`E6(_bP5P#*z&>>
z3^@am$3wvZVu4~O49oJ1IfxYj7^gy#6(>7tnA*ssH<9<Ml6Fl}pPJ0trg3l7@jXu_
z7;bpyHOKRu>^PQX!I>X&AjGzvJ8NodMn}g001yHpz}EKdPSII7uWr+h&nL6_{N!Zg
zlj-)&TmHEFCv_b{2;BGa>WOT&!nQ`H-0?y&ptL}7`_@gJneOvHTvTKnQbuH%b5U-a
z2Q&LS_jjB*f2pF(oS#l#ICtu)=4DA!!x+Pk?Hd;^U$tn_qU*iAXV0AK`MGCKN@?Hy
z#lgefw{G01v~?+BA`nC@3jy`g)hpvUHy*Q}PgeugJbL<c?d*ls30svFcx+2sbn(h`
zV}qt@g=r_EskW(m`N0PR4=(pylOQiIv+v#cePD3Jh#H6^#wiH`1iaeDruA)Y^$knw
zYpY_G3HN@|TJy~7vuDi`LJ%TRMzh&$T~h78fB%<XZ<dwC5rpS1{8Xuj0)mp~hX~LB
z)K*%14<23HvhL#5>*@L@WK7`h4_D27u{GV;I5sgsFp*?A@co!tI^1>gc3=P8c?}4m
z;gLsV@~?b}$^`4W#)Q<>ePqwB-I?QOk`<|xr4x+d*Be{(hUXSHEm0Ju=#}(HB$qFw
z47R_sD*)=d>(&DZdT-pE=>4vLXe^+iRi5h1bbhvN$Key-&Z&w;Q!|C<NCd+J8(xh+
zyC#uH5=l~3tx(9zidG$i9hvTe%imhFhH-JT_qu!U+VG>1L|y%tU+wAW>^hV=7LVJD
z>t@`3RD^y}mnHbk_O^eb4Ry8EwjE=Phdc}@TQF<Jp(7`zeemY$79qri@6V>D{_Y>0
z*tPFKBAEdHv*M+<b7RB0BE$DqEUiz*FF$lvwSFM0TFka(A|V7nZQtC~{PgmbFZ%&K
zdGt_?<~|%40)$+-bvK|)#(;4kVdPOzRc@8Vt^WX*AP|N)S^M(<0000<MNUMnLSTZ>
Cm>~fG

literal 0
HcmV?d00001

diff --git a/assets/templates/skill_binds/f3.png b/assets/templates/skill_binds/f3.png
new file mode 100644
index 0000000000000000000000000000000000000000..d9c970d47ac1537e949d687f3037156e6af46265
GIT binary patch
literal 1013
zcmV<R0}A|!P)<h;3K|Lk000e1NJLTq000;O000mO0ssI2gGMOA000BLNkl<ZI1#PE
z`%9f=902g=`&{1Jd5?OI$Gl$~L<_=&EKQPC^h<4N(WK?T3C%EtqE(B2a10zW(bn2T
zab>I6sOX0n3xdYbt#tvb{V-Z7PRqMTJy$*FectENKe5jTE)E_>_XAuUJdExKIQYy%
zN^6RlFQo814cf6S-}9JZas-?U49fQ<!W0Ohk_(9f4q;Lzeb6?^q_QT)d4`6Oo;ofx
z#l#aLXi@HK1fY;YfD<Y128?jNjXlpcDfi{<I!|wVIRUFUVy(rw)LKd9g8t^uD7@TM
zmD$N)jD0CA#t0IG*$AmD7YG5t+LIJ(2?Rh1t#w8~#5H#n7}{i;X%Ql7Ii>Dx321LB
z=e_{YQXv392$>Xfr2z;fSRuWg<&I%;pG%|yra`HJK>)$hm%)IM$SR8I-SsTA)K~aY
zA*C>AiHN6^(g;g#xVd?eLg9Hpm_|wo%@~cXE!h^VC;XJBD$0sN7Nj<#uFdAQJlJ1X
zMhs$F4i_SwOkqN`R$NMi^w9b7s+yYB)is0=074qQ_s+4{=4wOTp3~>Xrl$TVDtsW|
zx?LS@D;pbd=*em@jEayoy%du|#WPuhnI^-YCjB3tA08e5?#lND!%_%BnbtZKz>%=+
zOXK&u%OzoZ^upM};^OG=S$OrS2Q$e`_XkJE&wc>}Cz3m{9j`d-a-n;NMu$f}{rSfA
zihM>42O(hxEI{nnsTrk^;nK&-b2{EW8I7fSPxe7|se5jqhZ<%yx^-&k^5qNf-~8?G
zI}<-q$LKmfu$kDNoS1YirUBi!{-c+PTeg7}2(4>s9@*Q_u=k0^=9Yu8L>g{h?c2`y
zLMkDpWw2yAQ;?t2_12kJUfkE#@#f6T{FSReP>Mn8Tep5eJXsWRJT3%~*SnAHsjc1I
ziobTW%QQ6fooJt*TX7uAvdz-6LM8l2$PMQPHsa~}hUS66k0-BPD=i2vMB@~2(8hLv
zF+v>6NTm77MykD|^T?65{m(xK$6Fue86Hjf1S7|!w`Z4GsOZ2;Pe*c{#>SSRk49G(
zr%Q^%Y;)oE{D#FCrI`B?0hU^o=etIJ^(UWy87bZckJnb6>F@No@7QKfcYipPm!D%&
zE&tu2!^0yZW1s!EFdYuNWOZ&ax-Ed%MD2Uw&_93OnVp&5T~*N9`ED?n)AVdJ)Yn!X
zXl}|2I+U@CBVQHeIq9sQ@<qe$%GU1QOJ9Gxwt5e=Qt_oi*GZ*$g8PM)51%-7x}>B?
jDLpwc(b@UNRx0~HZ!X}w+|OBH00000NkvXXu0mjfi6Qa5

literal 0
HcmV?d00001

diff --git a/assets/templates/skill_binds/f4.png b/assets/templates/skill_binds/f4.png
new file mode 100644
index 0000000000000000000000000000000000000000..b47970d42404014ab520c19541b6fc8fee0f39ad
GIT binary patch
literal 1123
zcmV-p1f2VcP)<h;3K|Lk000e1NJLTq000;O000mO0ssI2gGMOA000CkNkl<ZI1vrO
zS!`5Q7y#h^Kj$tp_s*TIr4*qpErVz!As`fx1VkHRs6`}&lAt1yKA>-E#27Jd4{E@W
zR2GXs$`Xl*58^^J1X~GcS`d?}ElX=VEig0PX6wwockVgAd>^h_UoS~2x*~*R06?5E
zkOY9_2|^AefQW<ujsQTMNhGPLoFgYdK$^+Bk_cBkS<h5N;zSbR0S-VCN#V#j;|wK9
z28=TRK@ZrjK$1cV0FH_xq!1-ZK)7qm29+a8ZibA>iS(S=k@QriSP}xjQu&M{7!$VR
zp{g>|Z)Xd0OiWBWqnH7XzJj@G;q0O#vZ&#)ceimxja8NZb#p9W`OUCZD%w6XARVWF
zIBgdTQA?9tFW6FmjFlVxcak^anY5k<kTi~qYswbYRpuNAH>_Mj06vYCT#tmykQ1tQ
z$woxSaRt*gU3;h^%oT0;ernNd(=Y<}r}H<{DXw4utR-{Jup+w$C-HFGy7+{xDLzRK
z5J&(GOF3Jl9pMoGW1dG$Wtps-E|iu(Hdj;q*GCKEZbH*EqvWp*VO?cFa*jJ18x#~C
zFe?=ChzObYfFP2T$>j}|$ERkHfTUM$Y2_7B>3V6QB;6Ea3g%gDRFA5{vi$hM`lXU7
zoZ}lGd{k9aolK+%2muIi@7{gGLxT<VF^#gn_Kh!H9Q*p)b9>rey)}F{gVTs)c%fz0
z!A!0g3=qD!W>NFn$GiU?X?y3rLr0E(cm9IP(USy>Gsb)hUszjF7WRGL-9K{sdNdl@
zw0V1cEMd%22&Ba#HDTsM=}Ew%?c_3<Z7o|m4t{u`y`%T))w$7-siDJkP!zxJyZlFw
z1Uz&0<h7pOH{W`FV{_~M#5e{@s;Y#P=z=m$l}>6ZhXaEnLP{x0QQaLF80fp!D*=JA
z-@3YN+m%A-n%1ypbz|dGTU&RI#``xmw~mh9HD)p7T(SL+%rQ7IUG?yK-$1cY&@{Ee
zl7oYTKVG<~QmN>au3Y)uuYeUWBH`$lCp%WIZk(8$Oy0ZI)Z988A2Z51L#BGh(rSyN
zRES~Arsnq#v^&K@NG%*acIuy-|IM$ScjNNUnY<mbj9@Tu`rO&BuI|Gfr)n#s$4{U5
zY=8U3OI=xSl7NCNvZN|#$?TnR2S44@G8L_VzGZ8LS!zG@6{*&amv$!NLzm7R92%Q2
z1LlrbcIS!?=giQxjn6*Q*Z1%FpML55=1eeRS{Q7YAIxPPCLC;9yWCQF(`)-yKU#UD
zqx1Gi;^p0KWs&d~pYLD5CX%VC)QmlpoVHz0L3wMazxlcCJ%9Fb9p=@|Qe9(3O>m~@
zI)yxLUb`$7iw&j4Cm+9kw4*bbajL7T*R6kgas9))Hat;N8Ic@q$5X)Lh$nuy(6nj$
p-FpdUk*YD4SC`jCIHO{r@IRg*7NCSkh}8f9002ovPDHLkV1n435E}ph

literal 0
HcmV?d00001

diff --git a/assets/templates/skill_binds/f5.png b/assets/templates/skill_binds/f5.png
new file mode 100644
index 0000000000000000000000000000000000000000..d828d65b616d061d9f71bb985c78f7d71dacf723
GIT binary patch
literal 1051
zcmV+$1mydPP)<h;3K|Lk000e1NJLTq000;O000mO0ssI2gGMOA000BxNkl<ZI1#PE
z{cF^9902h5`}26;@9l1LK5Uup!D1;^A``M4E-9l-K`P5KEi(~E7J*4d&qYQUSuitF
ziHPclf>N<C>;V<=i58ld^J#Nq?rzuI?RNLQ@8_}TZ|L>H6-(~|0Pg|3XB0RS-dm(R
zNHArbvz9QfVvPtMkWz?Lg-~lD^4=3pop;uGh8{oL`Z)X_aNPq7EmDEtC|I6|D~d3x
zttW9sJFsA7B0)K)&T2sCfq6)$LPQuHt4PMAfU!a`1r|SeVcE4(JRucm@1rQDloJFY
zc%fLd4yEAf@zrTAO4d{*S?1D60LnNwskW-SH;(`W=*)3y&pCs4%xclj0}@7wwGbv)
ztUcpG>zGlhjdBjWCsI&jG<s(&a2Z-_ny1$F_Gj<8x#s*eh&AHNE83$-F$yS?fh6Uq
z0v4>Su8igcC1p!hTuFw>fN5<k7lF}ATNesaQhq|M7_P`G`6v_u*Dje4-j|e42yO_C
zV`V)c3&3m27$FP^3K^)V4B%`WOU4I^rF0m09@M2FHnbe6QYpeU_s<*Cu10WAaV*jf
zyhZM8tR1}h&f8NPrVI||;6I4C`Ndb$B(864cyHT>7cN{vL;!H!KfHW3zO{OBg<wzr
z-$Y0*laaA#BOAqzkj-zr*7@<SJ$rwYlB0LldLX2A=8cJT`u(l%&bYO$t|lxS=bU#y
zaLrRs{`KeCk;3RCsb=3cZ(4Jc%U#gg7l?dh)e|3e?mYC{;Tsw!2Z9)-sgQ)w>zbxL
zv~20Ui<dwB;O)KHN?BPT3CvvV2@?s<7@@4XDgf}5vA!#Pe{}uc(ljAAH1x}_M*>EJ
zP@Xz=%)}LoZ1$YiXP@gp#4rr{`v*2{etmc_hdq5)jWqxmE9C)mxuIAakqEoH&$Z8P
z=(*gpZ~p;6B+i~XabkRRk`p$*zV7;_=1+HhLD4<4Vf}`Vwe1TQ<Mv&jXHIu<Aupae
zRVobgxG;Hgy$~Xq9=E1r{kG1X2Y>pxeq1VBEF+SMHR+nF&=Zo&4vtoAYfF8;<PRL&
z-?m^0j*J!=B}(bc*)y55nd3(fpFe-emGV=olbg0|+5XAyzV6K2>COFx0vIziQVu08
z#Y$=5f=#Ivy~AeD58t=Wy&Df5JxVCc<@1e=)B3JlmNN0LRI0kRCPme7=Z@Xl%jq+2
zI(g#wzHh&|Z|?LsQu7uqNe1%kFTZM-n7XBH;mVbdHnq&b@AmC26eD9zr5xpkvfwd0
zFfcgKYvbsZm!99gWB17;M;6VWMT`e<Jy-LL^2lSy#*KHjw-JI}U8f&gwJtj}{13ys
V0dKs-<c0tM002ovPDHLkV1h~Y_O1W`

literal 0
HcmV?d00001

diff --git a/assets/templates/skill_binds/f6.png b/assets/templates/skill_binds/f6.png
new file mode 100644
index 0000000000000000000000000000000000000000..3929e70d51fa7d2d461c734fd7119b04a9ce7638
GIT binary patch
literal 1104
zcmV-W1h4yvP)<h;3K|Lk000e1NJLTq000;O000mO0ssI2gGMOA000CRNkl<ZI1vrO
zYiN~a902g=|6JbdIommB;^vu~Xv15RR(T;!QmH0_8E7*sLK9Mx!qTON&cp(vzJyaD
zl;}f=T?i%AG(x&)%Ud4`8K&swWiz*Pf8Y0c-{*P$_4~n`CnqBsB)}-xf=Nl@*bvZ+
z*+5-HZBR0%DWyON0xCs-0w7X>T9GhNEp^WAY6P2Bzo5e^L!*F}1Ial-;DP}f=GS{8
z4~pX&v&GR;m}pH%TCkebl<G(-5Q6${R1U`ZFjSDxyKQ-EQ*L0W7$vG9?L{)?3>X(}
zEo1)dznx0EekPrSk>jU~lvi&SqcF&&EyL^}GMbpSG2YdGhOZ2iVD5~E{Q6u}t1uvz
zZDTBf+enCG(Ii%=V+ssGL`ehyQpTFvmTl$7W*E0_-n&1g(f7R6y+ReXzq~{xfd|RN
zd`c^GYpB*#F9se&7IzFvg2WJFK~jlyQEG*RP^uJCK}+Sh7$!5PH(SEJG#J3TuEiv%
z8m$2kK}gDU7;w;v&~$xPAtF%qKaFUxRH=G`4UE<R3FmZjTPx^D2jPeou>QFPnu<CT
zDO80ZF^n;z5<(e;&Aa!sOlTb*x{m~b5G1g5>&}}uuFsy{*8X_MTidq((RVSE%@zxz
zJ-he9rmlrbLl{NAYpWov#Troio?8y&miIsCJ$U%o@somqGDs++lscR}_UN>uUmuw?
zWmdUZNT<9^+W)s4!rB*~cL0LYeTqgY1ppa~QCrj^vvFt7z5|CY_x0tob-o3X+Jtl0
zb`~t|94(age)P%I*0Iek`K(Q^jU=$_>DfexjEWP5j1q<53R+X>*kW_fu8~st+%M-m
z$3mb#pFJBzvC;a-H%Gqx?)VdPX0^9Z>+iqz;hsH%!(~{p<f%B40*&LRMNp82fNfg_
z9oyNk<K5f$hEJS0!#O2Le*Nvd%Sp<2PyTpnVBpTmRci+a2j6^S{i~~AdUnZj=<1xO
zwIOJTiapPPSTR7&94F;%?C$P8c<6_dXEG@_)|ydTpYpPq)Tf_+*1he$GpB!=(wwVr
z$bNtN)WaR~Va?KcjG#0$2xDy&r;H#Glr+_4UU{dx_rReG=g!Y)ZivxT6>&K8U9ocQ
zYk&7&Kl<etkK}VTZhv+B*rchmVBOM%6-8KF36V7T?wvx_c5Ke9Ov>A^<?a0k4`2TM
z{P?CuVqy-I5K|{0J$~ZH`}Zwd)|E4rMJrZyc0SWSa}jhco@=4;gr!u11}lk1M8)j1
zO}l$`?mKY!N?%{cq&y*Jq$abRQo#(R`Dq=ycJB~^U%YT><LjGl+<gFRmd;ON6UZpz
z+EQsvX{=1ng)pX((HH-^-k43zZEJ~TJgOCEw(og~k~Sw7uHL#kQj&?vq`mR26aE9%
Wiy)96((lm#0000<MNUMnLSTYGq8n)d

literal 0
HcmV?d00001

diff --git a/assets/templates/skill_binds/f7.png b/assets/templates/skill_binds/f7.png
new file mode 100644
index 0000000000000000000000000000000000000000..cbaf47fd22964e16e006d092d46a391a19eae9c6
GIT binary patch
literal 1062
zcmV+>1ljwEP)<h;3K|Lk000e1NJLTq000;O000mO0ssI2gGMOA000B+Nkl<ZI1vrO
zO^g#&902h5e;@NYopw5%uI-Y#W!V+QPzC%z#ITVI7>wWn18O1|gJ(RL6^<T^CMJr}
zgI8|ejENd!i~(+ni3SjNm37$<*xh!wowoDw=6&h!2M2by2v}_(6?v|$gAz>27y}?n
z7^N5$xMK_`YcT>$aJL`lN*Sw-MJ3M%WB?%y7|xu2Nok8kCJoX^^Fo0zMzody#v*Ew
z?-v1~!6@U5a)w6Hu!QtafBaqGv{<Vj*x5*h9)JTMy>rrWoM<@E2DrogTE%BhtX0XQ
zw-@>@%9SzoT4{c<3kU%s?W+7{POdF4GD;+I+pXFo)8j)S;Msj`${Z;LAw;R%7-TKx
z4pB;iHA*AKi(0FxiN@l}`q6eU-$O#e%IdPUz$(=}O)sG4%AHM^JvF0wB^zuw1Sgv0
zBJ+x#OQh7AGFPcwY2!LL$?aI^^fG?8n-(2@<MtdOIH)&vRA6enWC($iM-BpYk(D~n
zq|_MWg6F5h2q7JmeE_l^rzVYc!Ji&OiKNjW!PLF8uz+#o)uwlZJY>3DcHxzyGe!$(
zP#9FAD3a3rk1<<u%b7NzM@khh?%nIgoVknwy|*>82nOAaH1CAtk3QM*`@_^PS$O^U
z^E$~j21J;XiwvMxEE1c>u_C+>2IZ^2Tz_bCe0e=P+-@%RMJi;D_+Vo>iq|HlpV%JY
z0vKfwoO$t(*2XvmPJtM_y0OV!?mAfJIZy{<vK5VP-Mksp$B)lEJhu|3QX43AR~NFp
z-`w%|bj@K#Y-|nTjbn!-vKCVgRw*Nul$pp7LDm*sju}@<Dy>5Xu4nG`tY)rCvSEJ>
zFh*{$Yg>_6%$b7IN1j385Js?&%1VPUtA=LKueh|ABauldg+T~o((qwD#@1qu$e_DQ
zur+RVU#m>OP>bQxg>%=g-^euz8T6#a#vIwZ^Td0fzJLDg(rOowwHPy<YEo>5v=gJv
zVN40vahDQ|O0_)`e%TEE=?FOd+`(+P-rn9yav`Kb2>xAOzx>_Lr%oJutXU!0CL)&#
z2qO=M&Prrb1&+g`&JqP|ykP&NKO6|G1)O{9&0X!iV(GWP=9ltZP|B9J;)@?%O5^y~
zuRghZe`_FAP@s{JQ`>^Mwb=9gk&yS77BC@h5I#NW$4M@d5zJn^V3fM{!?&$^1u&_4
zg^n$~eg556v-#Q!GrK1nxwe_cgz38PE_RYc$WpcO=dIs4rQulpsi`W#Hcb-v__NQi
zeE;>!ubz!={CM^He5v4U#A5b?OQU#n`O7aFroY^atg!^_!~@<+qzvY%P@T0^j1aE`
g`=>)IGVaj-0Pfu-1VjC$i2wiq07*qoM6N<$f}XYhcK`qY

literal 0
HcmV?d00001

diff --git a/assets/templates/skill_binds/f8.png b/assets/templates/skill_binds/f8.png
new file mode 100644
index 0000000000000000000000000000000000000000..4599480f119bd8615c7a2ef527f26b6254ff2a98
GIT binary patch
literal 1115
zcmV-h1f=_kP)<h;3K|Lk000e1NJLTq000;O000mO0ssI2gGMOA000CcNkl<ZI1vrO
zduUa4902g|_xJmqbI-lUZFjqSxaM@T9P~glP1H3FeDrcDQ}Px4QIHhKW|-4b(u8RU
zn!1`AYhYm*1*;XNq@)%Sra=##rgNKfyQ6ux-PgJ2{2t%>d~oif8Cn}e<j4sPLylmG
zKuZG#j50)uF(xblj2H*bku*q&GEfA@5HKYC-}<GG>cD4)3}VVxf&&4wI2vLR*BTr5
zN(v*%l;<nb1g=0&8pg;E3<{265oBbs1NT!3x2}EUfuhJ@!V8p%Ml3(joFnIaa;e+h
zKNg8t;XFs>q#X{CR6Rpk-<JguPE2?KX`snbt7jn9J)FboRpD?X-_K<@f@N8xByyX8
zLV`)9!AJy7$O9DsqLfNA%d$jiG>;2@Z)CixDC{_)k))5WE}Euw;DDY~64HtW6MnJF
zhsKq~1(5;(LtvrI209rS1ptg`MNF`CCP@1FvFZ{btZTyou3Y#a<N`7VkO;VBO#40u
zqXCOb$_+4LOev)ek)cH5eu&XfG7EskC1s_tXl88KBAt*7SIwKEkwvs5prkJi<D8TN
z#t`2>)LvCx9goL}01yDMsd3YtTh|`0t~}iSnJ@KlJicII-CG+sUcT}xu3IprrXrTf
zWcw4I@ufkOfgg69bWZMW{j{~Mz4Mzc!9W=R#uzdi<jb$DS-p1M?AjNiF0Zd&_Tl~y
zW<NO>o7T@i{mWl1J6}J0qBGyMx~}%mC@atw4<x<2|7dGl`=#?gmP}xd0LenYMaU9m
zQ)h19(L8Vd(=`+A`HNrN*w{4vi8`#A8av*$c|4Wt?H#;zdvHa4?N^-_^<Zy7#9rC7
zXEd3)@Y8w6W`ua|%&By8%ornty>(Yh<)q4!CyqD2v%O(O!*74w#P3h;umm4Zc}~az
zfRWMEwCag__I<IXaaD2UQ+<5{-+p(BGem$37cMfDia6Zj_U0YC2}NOHbZT`~{qmR6
zsS*7A=q5i<<z<D4NC5ZZiLhhmPY7qSxyNTMJ9wb=?3vT0`JsW)G)Fce%=2Bl<-m~}
z*RO4VuLa30Z&-Qw(7su-=HQndZv!G@7#~i=iVBP&%MzS(&-3Tjt~m73Co(&H<7Qt}
zCF7}Vhzr}Yf4FpY!NO<y?))>O+{sz)nV&Dusa=A{k2I#Ue%AA2g?Y)em*<9)8Bc3d
zkmuIcHGF)uqrd+~Z_hxvE&V_;Bv;_xj<4_D8``<8Ic5iS^{Y2GZ!4{+!Gn8W^8%Ic
zIyq@Lk}+TiI74J?$&xi~$2#Kip3(cGk<`Dg>oBP^N-N=P*s|;S=aw>t-PgO{*zo3+
zzi;8Z=@n!k&@#lhGExyTX1O752#Il@#I%Pho?Se1^2DO9bHAJ0-FFk7(n?D8XMZv$
hwNyGB60xGZ{{X`4C8RT88GQf%002ovPDHLkV1gLY9033T

literal 0
HcmV?d00001

diff --git a/tools/map_spellbook.py b/tools/map_spellbook.py
index b856080..d1d84ab 100644
--- a/tools/map_spellbook.py
+++ b/tools/map_spellbook.py
@@ -34,6 +34,7 @@ answers the question directly instead of inferring it.
 
 import argparse
 import difflib
+import glob
 import os
 import re
 import sys
@@ -58,10 +59,24 @@ from utils.misc import focus_d2r_window
 CELL0 = (683, 410)      # centre of the top-left cell
 CELL_W = 46.5
 CELL_H = 45.0
-CELL_HALF = 22          # half-width of the icon box around a centre
+CELL_HALF = 24          # half-width of the icon box around a centre
 
-# The hotkey label sits in this box, relative to a cell's top-left corner.
-CORNER = (26, 2, 22, 16)          # x, y, w, h
+# The hotkey label box, relative to a cell's top-left corner (cell is
+# 2*CELL_HALF square). This is both the region blanked from saved templates and
+# the region searched for the binding.
+CORNER = (24, 2, 24, 16)          # x, y, w, h
+
+# The label is read by TEMPLATE MATCH, not OCR. It is ~20x12px of white glyph
+# over whatever icon happens to be behind it; brightness thresholding cannot
+# separate the two when the icon is also bright (F4's swirl, the row-4
+# weapons), and OCR managed only 4/8. A top-hat isolates small bright features
+# regardless of background, and the glyphs are a fixed UI font.
+BIND_TEMPLATE_DIR = os.path.join("assets", "templates", "skill_binds")
+BIND_MIN = 0.70
+# Search slack. Matching a same-sized crop is 1px-brittle: int() rounding in the
+# grid geometry lands a pixel off the measured centre and the score collapses
+# from ~1.0 to ~0.4. With slack, 8/8 matched at every threshold 0.60-0.78.
+BIND_PAD = 4
 
 # The tooltip renders directly ABOVE the hovered cell and grows upward, so its
 # position moves with the row. A fixed ROI reads the game world instead — the
@@ -80,6 +95,16 @@ KNOWN_SKILLS = [
 ]
 MATCH_MIN = 0.72
 
+# The bind screen shows this hint along the bottom. It is how we tell whether
+# the grid is ALREADY open — pressing the key blindly toggles an open grid
+# CLOSED, which is exactly how the first live run came back with 0 skills.
+# Matched fuzzily: Tesseract reliably renders this as
+# "PRESS FI-F8 TO BIRD A SKIN" (BIND->BIRD, SKILL->SKIN), so an exact compare
+# never fires. Closed, the same ROI yields "" or "7," — the gap is wide.
+HINT_ROI = (450, 620, 400, 25)        # x, y, w, h
+HINT_TEXT = "PRESS F F TO BIND A SKILL"
+HINT_MIN = 0.55
+
 ASSET_DIR = os.path.join("assets", "templates", "skills_spellbook")
 
 # config key -> the name D2R shows in the tooltip
@@ -97,6 +122,18 @@ CONFIG_SKILL_NAMES = {
 }
 
 
+def grid_is_open(img=None) -> bool:
+    """True when the skill-bind grid is showing."""
+    img = screen.grab() if img is None else img
+    x, y, w, h = HINT_ROI
+    crop = cv2.resize(img[y:y + h, x:x + w], None, fx=2.5, fy=2.5)
+    text = re.sub(r"[^A-Z ]", " ", _ocr(crop, psm=7).upper())
+    text = re.sub(r"\s+", " ", text).strip()
+    if not text:
+        return False
+    return difflib.SequenceMatcher(None, HINT_TEXT, text).ratio() >= HINT_MIN
+
+
 def _cell_centre(col: int, row: int) -> tuple[int, int]:
     return int(CELL0[0] + CELL_W * col), int(CELL0[1] + CELL_H * row)
 
@@ -111,19 +148,45 @@ def _ocr(img, psm: int = 6) -> str:
         return ""
 
 
-def read_bound_key(cell_img) -> str | None:
-    """OCR the upper-right corner -> 'f5', or None when unbound."""
+def _isolate_glyph(bgr):
+    """Top-hat: keeps small bright features, drops whatever is behind them."""
+    g = cv2.cvtColor(bgr, cv2.COLOR_BGR2GRAY).astype("float32")
+    k = cv2.getStructuringElement(cv2.MORPH_RECT, (9, 9))
+    th = cv2.morphologyEx(g, cv2.MORPH_TOPHAT, k)
+    return cv2.normalize(th, None, 0, 255, cv2.NORM_MINMAX).astype("uint8")
+
+
+_BIND_TEMPLATES: dict | None = None
+
+
+def _bind_templates() -> dict:
+    global _BIND_TEMPLATES
+    if _BIND_TEMPLATES is None:
+        _BIND_TEMPLATES = {}
+        for path in glob.glob(os.path.join(BIND_TEMPLATE_DIR, "*.png")):
+            im = cv2.imread(path)
+            if im is not None:
+                _BIND_TEMPLATES[os.path.basename(path)[:-4].lower()] = _isolate_glyph(im)
+    return _BIND_TEMPLATES
+
+
+def read_bound_key(img, cx: int, cy: int) -> str | None:
+    """Template-match the hotkey label -> 'f5', or None when unbound."""
     x, y, w, h = CORNER
-    corner = cell_img[y:y + h, x:x + w]
-    if corner.size == 0:
+    x0 = cx - CELL_HALF + x
+    y0 = cy - CELL_HALF + y
+    win = img[y0 - BIND_PAD:y0 + h + BIND_PAD, x0 - BIND_PAD:x0 + w + BIND_PAD]
+    if win.size == 0 or win.shape[0] < 10:
         return None
-    corner = cv2.resize(corner, None, fx=4.0, fy=4.0, interpolation=cv2.INTER_CUBIC)
-    text = _ocr(corner, psm=7).upper().replace(" ", "")
-    m = re.search(r"F\s*(\d{1,2})", text)
-    if not m:
-        return None
-    n = int(m.group(1))
-    return f"f{n}" if 1 <= n <= 12 else None
+    g = _isolate_glyph(win)
+    best, score = None, 0.0
+    for name, tpl in _bind_templates().items():
+        if g.shape[0] < tpl.shape[0] or g.shape[1] < tpl.shape[1]:
+            continue
+        s = cv2.matchTemplate(g, tpl, cv2.TM_CCOEFF_NORMED).max()
+        if s > score:
+            best, score = name, s
+    return best if score >= BIND_MIN else None
 
 
 def icon_without_corner(cell_img):
@@ -173,7 +236,7 @@ def map_grid(cols: int, rows: int, save_assets: bool) -> list[dict]:
             if not name:
                 continue                    # empty cell — no tooltip appeared
             cell = img[cy - CELL_HALF:cy + CELL_HALF, cx - CELL_HALF:cx + CELL_HALF]
-            key = read_bound_key(cell)
+            key = read_bound_key(img, cx, cy)
             found.append({"name": name, "key": key, "col": col, "row": row})
             print(f"  ({col},{row})  {name:<24} {key or '-'}", flush=True)
 
@@ -247,9 +310,22 @@ def main() -> int:
         return 2
 
     time.sleep(0.5)
-    if not args.no_open:
+    # Detect, do not assume. Toggling an already-open grid closes it.
+    opened_by_us = False
+    if not grid_is_open():
+        if args.no_open:
+            print("map_spellbook: --no-open was given but the bind grid is not "
+                  "open. Open it and re-run, or drop --no-open.")
+            return 2
         keyboard.send(args.key)
         time.sleep(1.0)
+        opened_by_us = True
+        if not grid_is_open():
+            print(f"map_spellbook: pressed {args.key!r} but the bind grid did not "
+                  f"open. Use --key <k> if your bind screen is on another key.")
+            return 2
+    else:
+        print("Bind grid already open — leaving it as found.")
 
     print(f"Scanning {args.cols}x{args.rows} bind grid...", flush=True)
     found = map_grid(args.cols, args.rows, args.assets)
@@ -270,8 +346,8 @@ def main() -> int:
     print(f"\nFound {len(found)} skills, {bound} of them bound.")
     problems = compare_with_config(found)
 
-    if not args.no_open:
-        keyboard.send(args.key)      # close the grid we opened
+    if opened_by_us:
+        keyboard.send(args.key)      # close it only if we opened it
 
     if problems:
         print(f"\n{problems} mismatch(es). Fix the binds in game or the keys in "