1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
650
651
652
653
654
655
656
657
658
659
660
661
662
663
664
665
666
667
668
669
670
671
672
673
674
675
676
677
678
679
680
681
682
683
684
685
686
687
688
689
690
691
692
693
694
695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
710
711
712
713
714
715
716
717
718
719
720
721
722
723
724
725
726
727
728
729
730
731
732
733
734
735
736
737
738
739
740
741
742
743
744
745
746
747
748
749
750
751
752
753
754
755
756
757
758
759
760
761
762
763
764
765
766
767
768
769
770
771
772
773
774
775
776
777
778
779
780
781
782
783
784
785
786
787
788
789
790
791
792
793
794
795
796
797
798
799
800
801
802
803
804
805
806
807
808
809
810
811
812
813
814
815
816
817
818
819
820
821
822
823
824
825
826
827
828
829
830
831
832
833
834
835
836
837
838
839
840
841
842
843
844
845
846
847
848
849
850
851
852
853
854
855
856
857
858
859
860
861
862
863
864
865
866
867
868
869
870
871
872
873
874
875
876
877
878
879
880
881
882
883
884
885
886
887
888
889
890
891
892
893
894
895
896
897
898
899
900
901
902
903
904
905
906
907
908
909
910
911
912
913
914
915
916
917
918
919
920
921
922
923
924
925
926
927
928
929
930
931
932
933
934
935
936
937
938
939
940
941
942
943
944
945
946
947
948
949
950
951
952
953
954
955
956
957
958
959
960
961
962
963
964
965
966
967
968
969
970
971
972
973
974
975
976
977
978
979
980
981
982
983
984
985
986
987
988
989
990
991
992
993
994
995
996
997
998
999
1000
1001
1002
1003
1004
1005
1006
1007
1008
1009
1010
1011
1012
1013
1014
1015
1016
1017
1018
1019
1020
1021
1022
1023
1024
1025
1026
1027
1028
1029
1030
1031
1032
1033
1034
1035
1036
1037
1038
1039
1040
1041
1042
1043
1044
|
;;; kitty-graphics.el --- Display images in terminal Emacs via Kitty graphics protocol -*- lexical-binding: t; -*-
;; Copyright (C) 2025-2026
;;
;; Author: cashmere
;; Version: 0.2.0
;; URL: https://git.cashmere.rs/kitty-graphics.git
;; Keywords: terminals, images, multimedia
;; Package-Requires: ((emacs "27.1"))
;; This file is free software; you can redistribute it and/or modify
;; it under the terms of the GNU General Public License as published by
;; the Free Software Foundation; either version 2, or (at your option)
;; any later version.
;;; Commentary:
;;
;; Display images in terminal Emacs (emacs -nw) using the Kitty graphics
;; protocol with direct placements.
;;
;; Architecture: image data is transmitted once via `a=t' (stored in the
;; terminal without display). Overlays reserve blank space in Emacs
;; buffers. After each redisplay, direct placements (`a=p' with cursor
;; positioning) are emitted via `send-string-to-terminal' at the correct
;; screen positions. Each placement uses a unique placement ID (`p=PID')
;; so repeated placements replace rather than accumulate.
;;
;; Requires: Kitty >= 0.20.0 (direct placement support).
;; Important: Launch Emacs with TERM=xterm-256color for proper color support.
;;
;; Usage:
;; (require 'kitty-graphics)
;; (kitty-graphics-mode 1)
;; ;; Then org-mode C-c C-x C-v, image-mode, eww images all work.
;;; Code:
(require 'cl-lib)
;; Forward declarations for optional dependencies
(declare-function org-element-context "org-element" ())
(declare-function org-element-type "org-element" (element))
(declare-function org-element-property "org-element" (property element))
(declare-function org-attach-dir "org-attach" (&optional create-if-not-exists-p))
(declare-function org-link-preview "org" (&optional arg beg end))
(declare-function org-link-preview-region "org" (&optional include-linked refresh beg end))
(declare-function org-fold-folded-p "org-fold" (&optional pos spec-or-alias))
(declare-function org--latex-preview-region "org" (beg end))
(declare-function org-clear-latex-preview "org" (&optional beg end))
(declare-function org--make-preview-overlay "org" (beg end movefile imagetype))
(declare-function dired-get-file-for-visit "dired" ())
(declare-function image-mode-setup-winprops "image-mode" ())
(declare-function shr-rescale-image "shr" (data &optional content-type width height max-width max-height))
(defvar org-image-actual-width)
(defvar org-preview-latex-image-directory)
(defvar org-format-latex-options)
(declare-function org-combine-plists "org-macs" (&rest plists))
(defvar image-mode-map)
;;;; Customization
(defgroup kitty-graphics nil
"Display images in terminal Emacs via Kitty graphics."
:group 'multimedia
:prefix "kitty-gfx-")
(defcustom kitty-gfx-max-width 80
"Maximum image width in terminal columns."
:type 'integer
:group 'kitty-graphics)
(defcustom kitty-gfx-max-height 24
"Maximum image height in terminal rows."
:type 'integer
:group 'kitty-graphics)
(defcustom kitty-gfx-chunk-size 4096
"Maximum base64 chunk size for image transfer."
:type 'integer
:group 'kitty-graphics)
(defcustom kitty-gfx-render-delay 0.016
"Delay in seconds before re-rendering images after redisplay.
This debounces rapid redisplay events. Default is ~1 frame at 60fps."
:type 'number
:group 'kitty-graphics)
(defcustom kitty-gfx-debug nil
"When non-nil, log debug info to *kitty-gfx-debug* buffer."
:type 'boolean
:group 'kitty-graphics)
(defvar kitty-gfx--log-file "/tmp/kitty-gfx.log"
"File path for debug log output.")
(defun kitty-gfx--log (fmt &rest args)
"Log to `kitty-gfx--log-file' when `kitty-gfx-debug' is non-nil."
(when kitty-gfx-debug
(let ((msg (concat (format-time-string "%H:%M:%S ") (apply #'format fmt args) "\n")))
(append-to-file msg nil kitty-gfx--log-file))))
;;;; Constants — kept for reference if switching back to Unicode placeholders
;; (defconst kitty-gfx--placeholder-char #x10EEEE)
;; (defconst kitty-gfx--diacritics [...])
;;;; Internal state
;; Forward declaration — defined by `define-minor-mode' below.
(defvar kitty-graphics-mode)
(defvar kitty-gfx--next-id 1
"Next image ID to assign (1-4294967295).
With direct placements, any uint32 ID works — no 256-color constraint.")
(defvar kitty-gfx--image-cache (make-hash-table :test 'equal)
"Maps file paths to (image-id . (cols . rows)).")
(defvar-local kitty-gfx--overlays nil
"Image overlays in this buffer.")
(defvar kitty-gfx--render-timer nil
"Timer for deferred re-rendering.")
(defvar kitty-gfx--cell-pixel-width nil
"Terminal cell width in pixels (queried on startup).")
(defvar kitty-gfx--cell-pixel-height nil
"Terminal cell height in pixels (queried on startup).")
;; kitty-gfx--placeholder-width removed — direct placements don't use placeholders
(defvar kitty-gfx--next-placement-id 1
"Next placement ID (p=PID) for direct placements.
Each overlay gets a unique PID so repeated placements replace
rather than accumulate.")
;;;; Terminal detection
(defun kitty-gfx--supported-p ()
"Return non-nil if the terminal supports Kitty graphics."
(and (not (display-graphic-p))
(or (getenv "KITTY_PID")
(equal (getenv "TERM_PROGRAM") "kitty")
(equal (getenv "TERM_PROGRAM") "WezTerm")
(equal (getenv "TERM_PROGRAM") "ghostty"))))
(defun kitty-gfx--query-cell-size ()
"Query terminal for cell size in pixels using CSI 16 t (XTWINOPS).
The terminal responds with CSI 6 ; HEIGHT ; WIDTH t.
Falls back to reasonable defaults if query fails or times out."
(unless (and kitty-gfx--cell-pixel-width kitty-gfx--cell-pixel-height)
(condition-case nil
(let ((response "")
(done nil)
(deadline (+ (float-time) 0.5))) ; 500ms timeout
;; Send CSI 16 t — request cell size in pixels
(send-string-to-terminal "\e[16t")
;; Read response characters until we get the full sequence
;; Expected: ESC [ 6 ; HEIGHT ; WIDTH t
(while (and (not done) (< (float-time) deadline))
(let ((ch (with-timeout (0.1 nil)
(read-event nil nil 0.1))))
(when ch
(setq response (concat response (string ch)))
;; Check if response ends with 't' (end of CSI response)
(when (string-suffix-p "t" response)
(setq done t)))))
;; Parse the response: ESC [ 6 ; HEIGHT ; WIDTH t
(when (string-match "\e\\[6;\\([0-9]+\\);\\([0-9]+\\)t" response)
(let ((h (string-to-number (match-string 1 response)))
(w (string-to-number (match-string 2 response))))
(when (and (> w 0) (> h 0))
(setq kitty-gfx--cell-pixel-width w
kitty-gfx--cell-pixel-height h)
(kitty-gfx--log "cell-size query: %dx%d pixels" w h)))))
(error nil))
;; Fallback if query failed
(unless kitty-gfx--cell-pixel-width
(setq kitty-gfx--cell-pixel-width 8))
(unless kitty-gfx--cell-pixel-height
(setq kitty-gfx--cell-pixel-height 16))
(kitty-gfx--log "cell-size final: %dx%d"
kitty-gfx--cell-pixel-width kitty-gfx--cell-pixel-height)))
;;;; Synchronized output
(defun kitty-gfx--sync-begin ()
"Begin synchronized output (BSU).
The terminal buffers output until `kitty-gfx--sync-end' is called,
preventing partial rendering and flicker."
(ignore-errors (send-string-to-terminal "\e[?2026h")))
(defun kitty-gfx--sync-end ()
"End synchronized output (ESU).
Flushes buffered output to the terminal all at once."
(ignore-errors (send-string-to-terminal "\e[?2026l")))
;;;; Protocol layer
(defun kitty-gfx--transmit-image (id base64-data)
"Transmit image data to terminal with `a=t' (store only, no display).
ID is the image ID to assign. BASE64-DATA is the PNG data, base64-encoded.
After this call, the image is stored in the terminal and can be placed
with `kitty-gfx--place-image'."
(let* ((chunk-size kitty-gfx-chunk-size)
(len (length base64-data))
(offset 0)
(first t))
(while (< offset len)
(let* ((end (min (+ offset chunk-size) len))
(chunk (substring base64-data offset end))
(more (if (< end len) 1 0))
(ctrl (if first
(format "a=t,q=2,f=100,i=%d,m=%d" id more)
(format "m=%d,q=2" more))))
(send-string-to-terminal (format "\e_G%s;%s\e\\" ctrl chunk))
(setq offset end
first nil)))
(kitty-gfx--log "transmitted image: id=%d b64-len=%d" id len)))
(defun kitty-gfx--delete-by-id (id)
"Delete image with ID and free data."
(ignore-errors
(send-string-to-terminal (format "\e_Ga=d,d=I,i=%d,q=2\e\\" id))))
(defun kitty-gfx--delete-all-images ()
"Delete all visible placements and free data."
(ignore-errors
(send-string-to-terminal "\e_Ga=d,d=A,q=2\e\\")))
;;;; Direct placement (the core rendering mechanism)
(defun kitty-gfx--alloc-placement-id ()
"Allocate a unique placement ID."
(let ((pid kitty-gfx--next-placement-id))
(setq kitty-gfx--next-placement-id (1+ kitty-gfx--next-placement-id))
(when (> kitty-gfx--next-placement-id 4294967295)
(setq kitty-gfx--next-placement-id 1))
pid))
(defun kitty-gfx--place-image (image-id placement-id cols rows term-row term-col)
"Place image IMAGE-ID at terminal position TERM-ROW, TERM-COL.
PLACEMENT-ID is the unique placement ID (p=PID) — reusing the same PID
replaces the previous placement, preventing accumulation.
COLS x ROWS is the size in terminal cells.
Uses direct placement: move cursor, then `a=p' with `c' and `r' params."
(kitty-gfx--log "place: id=%d pid=%d cols=%d rows=%d row=%d col=%d"
image-id placement-id cols rows term-row term-col)
(send-string-to-terminal
(format "\e7\e[%d;%dH\e_Gq=2,a=p,i=%d,p=%d,c=%d,r=%d\e\\\e8"
term-row term-col image-id placement-id cols rows)))
;;;; Position mapping
(defun kitty-gfx--in-folded-region-p (pos)
"Non-nil if POS is inside a folded region (collapsed heading, block, etc.).
Checks org-fold (org 9.6+, text-property based) first, then falls
back to overlay-based invisibility for legacy org and outline-mode.
Ignores cosmetic invisibility like hidden link brackets (`org-link')."
(or
;; org-fold (org 9.6+): text-property based folding.
;; org-fold-folded-p only checks structural folds (outline, block,
;; drawer), not cosmetic link bracket hiding.
(and (fboundp 'org-fold-folded-p)
(condition-case nil
(org-fold-folded-p pos)
(error nil)))
;; Legacy / non-org overlay-based folding (outline-mode, etc.)
(let ((inv (get-char-property pos 'invisible)))
(and inv (not (eq inv 'org-link))))))
(defun kitty-gfx--overlay-screen-pos (ov)
"Return (TERM-ROW . TERM-COL) for overlay OV, or nil if not visible.
Coordinates are 1-indexed terminal positions.
Returns nil when the overlay position is inside a folded region
\(e.g., a collapsed org heading), even if the position is within
the window's scroll range."
(let* ((buf (overlay-buffer ov))
(pos (overlay-start ov))
(win (and buf (get-buffer-window buf))))
(when (and win pos
(pos-visible-in-window-p pos win)
;; Check that the text isn't hidden by structural folding
;; (outline, org-fold, etc.) but allow cosmetic invisibility
;; like org-link bracket hiding.
(not (kitty-gfx--in-folded-region-p pos)))
(let* ((edges (window-edges win))
(win-top (nth 1 edges))
(win-left (nth 0 edges))
(win-pos (posn-at-point pos win)))
(when win-pos
(let ((col-row (posn-col-row win-pos)))
(when col-row
(cons (+ win-top (cdr col-row) 1)
(+ win-left (car col-row) 1)))))))))
;;;; Refresh cycle
(defun kitty-gfx--refresh ()
"Re-place all visible images after redisplay using direct placements.
Relies on placement IDs (p=PID) — re-placing with the same PID
replaces the previous placement without needing to delete first.
Caches last position per overlay to skip redundant re-placements.
Deletes placements for overlays that scrolled out of view.
All terminal output is wrapped in synchronized output (BSU/ESU)
to prevent flicker."
(when (and kitty-graphics-mode (not (display-graphic-p)))
(kitty-gfx--sync-begin)
(unwind-protect
(walk-windows
(lambda (win)
(with-current-buffer (window-buffer win)
(when kitty-gfx--overlays
(let* ((edges (window-edges win))
(win-bottom (nth 3 edges)))
(dolist (ov kitty-gfx--overlays)
(when (overlay-buffer ov)
(kitty-gfx--refresh-overlay ov win-bottom)))))))
nil 'visible)
(kitty-gfx--sync-end))))
(defun kitty-gfx--refresh-overlay (ov win-bottom)
"Refresh a single overlay OV. WIN-BOTTOM is the window's bottom edge.
Places the image if visible and position changed, or deletes placement
if the overlay scrolled out of view."
(let ((pos (kitty-gfx--overlay-screen-pos ov))
(rows (overlay-get ov 'kitty-gfx-rows))
(last-row (overlay-get ov 'kitty-gfx-last-row))
(last-col (overlay-get ov 'kitty-gfx-last-col)))
(if (and pos (<= (+ (car pos) rows) (1+ win-bottom)))
;; Visible and fits — place if position changed
(let ((new-row (car pos))
(new-col (cdr pos)))
(unless (and (eql new-row last-row)
(eql new-col last-col))
(overlay-put ov 'kitty-gfx-last-row new-row)
(overlay-put ov 'kitty-gfx-last-col new-col)
(kitty-gfx--place-image
(overlay-get ov 'kitty-gfx-id)
(overlay-get ov 'kitty-gfx-pid)
(overlay-get ov 'kitty-gfx-cols)
rows new-row new-col)))
;; Not visible or overflows — delete if was placed
(when last-row
(overlay-put ov 'kitty-gfx-last-row nil)
(overlay-put ov 'kitty-gfx-last-col nil)
(kitty-gfx--delete-placement
(overlay-get ov 'kitty-gfx-id)
(overlay-get ov 'kitty-gfx-pid))))))
(defun kitty-gfx--schedule-refresh ()
"Schedule an image refresh after the current redisplay completes."
(when kitty-gfx--render-timer
(cancel-timer kitty-gfx--render-timer))
(setq kitty-gfx--render-timer
(run-at-time kitty-gfx-render-delay nil
(lambda ()
(setq kitty-gfx--render-timer nil)
(kitty-gfx--refresh)))))
(defun kitty-gfx--on-window-scroll (win _new-start)
"Handle window scroll for image refresh."
(when (buffer-local-value 'kitty-gfx--overlays (window-buffer win))
(kitty-gfx--schedule-refresh)))
(defun kitty-gfx--on-buffer-change (_frame-or-window)
"Handle buffer change for image refresh.
Clears visible placements first since the displayed buffer changed."
(kitty-gfx--sync-begin)
(unwind-protect
(progn
(ignore-errors
(send-string-to-terminal "\e_Ga=d,d=a,q=2\e\\"))
;; Reset position cache so images get re-placed
(dolist (buf (buffer-list))
(with-current-buffer buf
(dolist (ov kitty-gfx--overlays)
(when (overlay-buffer ov)
(overlay-put ov 'kitty-gfx-last-row nil)
(overlay-put ov 'kitty-gfx-last-col nil))))))
(kitty-gfx--sync-end))
(kitty-gfx--schedule-refresh))
(defun kitty-gfx--on-window-change (_frame)
"Handle window configuration change for image refresh.
Clears visible placements first since window layout changed."
(kitty-gfx--sync-begin)
(unwind-protect
(progn
(ignore-errors
(send-string-to-terminal "\e_Ga=d,d=a,q=2\e\\"))
;; Reset position cache so images get re-placed
(dolist (buf (buffer-list))
(with-current-buffer buf
(dolist (ov kitty-gfx--overlays)
(when (overlay-buffer ov)
(overlay-put ov 'kitty-gfx-last-row nil)
(overlay-put ov 'kitty-gfx-last-col nil))))))
(kitty-gfx--sync-end))
(kitty-gfx--schedule-refresh))
(defun kitty-gfx--on-redisplay ()
"Post-command hook to schedule image refresh."
(kitty-gfx--schedule-refresh))
;;;; Image processing
(defun kitty-gfx--read-file-base64 (file)
"Read FILE and return base64-encoded string."
(with-temp-buffer
(set-buffer-multibyte nil)
(insert-file-contents-literally file)
(base64-encode-region (point-min) (point-max) t)
(buffer-string)))
(defun kitty-gfx--image-pixel-size (file)
"Return (WIDTH . HEIGHT) in pixels for image FILE, or nil."
(let ((identify (or (executable-find "identify")
(executable-find "magick"))))
(when identify
(with-temp-buffer
(let ((args (if (string-suffix-p "magick" identify)
(list identify nil t nil "identify" "-format" "%w %h"
(concat file "[0]")) ; first frame only
(list identify nil t nil "-format" "%w %h"
(concat file "[0]")))))
(let ((exit-code (apply #'call-process args)))
(kitty-gfx--log "identify: exit=%d output=%S" exit-code (buffer-string))
(when (zerop exit-code)
(goto-char (point-min))
(when (looking-at "\\([0-9]+\\) \\([0-9]+\\)")
(let ((w (string-to-number (match-string 1)))
(h (string-to-number (match-string 2))))
(kitty-gfx--log "identify: %dx%d pixels" w h)
(cons w h))))))))))
(defun kitty-gfx--convert-to-png (file)
"Convert FILE to PNG if needed. Returns path to PNG file.
Returns FILE unchanged if it is already PNG or if conversion fails."
(if (string-suffix-p ".png" file t)
file
(let ((convert (or (executable-find "magick")
(executable-find "convert"))))
(if (not convert)
file ; no converter available, try sending as-is
(let ((out (make-temp-file "kitty-gfx-" nil ".png")))
(if (string-suffix-p "magick" convert)
(call-process convert nil nil nil "convert" file out)
(call-process convert nil nil nil file out))
;; Check that conversion produced a non-empty file
(if (and (file-exists-p out)
(> (file-attribute-size (file-attributes out)) 0))
out
(ignore-errors (delete-file out))
file))))))
(defun kitty-gfx--compute-cell-dims (pixel-w pixel-h max-cols max-rows)
"Compute (COLS . ROWS) in terminal cells for image placement.
With direct placements, COLS and ROWS map directly to terminal columns/rows."
(let* ((cw (or kitty-gfx--cell-pixel-width 8))
(ch (or kitty-gfx--cell-pixel-height 16))
(img-cols (max 1 (ceiling (/ (float pixel-w) cw))))
(img-rows (max 1 (ceiling (/ (float pixel-h) ch))))
(scale (min (if (> img-cols max-cols)
(/ (float max-cols) img-cols) 1.0)
(if (> img-rows max-rows)
(/ (float max-rows) img-rows) 1.0)))
(cols (max 1 (min (round (* img-cols scale)) max-cols)))
(rows (max 1 (min (round (* img-rows scale)) max-rows))))
(kitty-gfx--log "cell-dims: pixel=%dx%d cw=%d ch=%d img=%dx%d scale=%.2f result=%dx%d"
pixel-w pixel-h cw ch img-cols img-rows scale cols rows)
(cons cols rows)))
;;;; Overlay management
(defun kitty-gfx--alloc-id ()
"Allocate a new image ID (1-4294967295)."
(let ((id kitty-gfx--next-id))
(setq kitty-gfx--next-id (1+ kitty-gfx--next-id))
(when (> kitty-gfx--next-id 4294967295)
(setq kitty-gfx--next-id 1))
id))
(defun kitty-gfx--make-blank-display (cols rows)
"Create a blank display string of COLS terminal columns x ROWS lines.
Each line is propertized with face `default' to prevent org-link
underline/color from bleeding through the overlay."
(mapconcat (lambda (_) (propertize (make-string cols ?\s) 'face 'default))
(number-sequence 1 rows) "\n"))
(defun kitty-gfx--make-overlay (beg end image-id cols rows)
"Create overlay from BEG to END for image IMAGE-ID (COLS x ROWS).
The overlay's display property shows blank space that the terminal
fills with the image via direct placement."
(let ((ov (make-overlay beg end nil t nil))
(pid (kitty-gfx--alloc-placement-id)))
(overlay-put ov 'display
(concat (kitty-gfx--make-blank-display cols rows) "\n"))
(overlay-put ov 'face 'default) ; override inherited faces (org-link underline etc.)
(overlay-put ov 'kitty-gfx t)
(overlay-put ov 'kitty-gfx-id image-id)
(overlay-put ov 'kitty-gfx-pid pid)
(overlay-put ov 'kitty-gfx-cols cols)
(overlay-put ov 'kitty-gfx-rows rows)
;; Don't set evaporate — zero-width overlays (beg==end) would be
;; deleted immediately if evaporate is set.
(push ov kitty-gfx--overlays)
ov))
(defun kitty-gfx--delete-placement (id pid)
"Delete a specific placement PID of image ID from terminal.
Uses d=i (lowercase) to remove the placement but keep stored image
data so the image can be re-placed without retransmitting."
(ignore-errors
(send-string-to-terminal
(format "\e_Ga=d,d=i,i=%d,p=%d,q=2\e\\" id pid))))
(defun kitty-gfx--remove-overlay (ov)
"Remove overlay OV and delete its placement from terminal."
(when (overlay-buffer ov)
(condition-case nil
(let ((id (overlay-get ov 'kitty-gfx-id))
(pid (overlay-get ov 'kitty-gfx-pid)))
(when (and id pid)
(kitty-gfx--delete-placement id pid)))
(error nil))
(delete-overlay ov))
(setq kitty-gfx--overlays (delq ov kitty-gfx--overlays)))
;;;; Public API
;;;###autoload
(defun kitty-gfx-display-image (file &optional beg end max-cols max-rows)
"Display image FILE in the current buffer.
BEG/END span the overlay region. MAX-COLS/MAX-ROWS limit size."
(interactive "fImage file: ")
(unless (kitty-gfx--supported-p)
(user-error "Terminal does not support Kitty graphics"))
(let* ((max-c (or max-cols kitty-gfx-max-width))
(max-r (or max-rows kitty-gfx-max-height))
(abs-file (expand-file-name file))
(cached (gethash abs-file kitty-gfx--image-cache))
(image-id (if cached (car cached) (kitty-gfx--alloc-id)))
(dims (cond
(cached (cdr cached))
(t (let ((px (kitty-gfx--image-pixel-size abs-file)))
(if px
(kitty-gfx--compute-cell-dims
(car px) (cdr px) max-c max-r)
(cons (min 40 max-c) (min 15 max-r)))))))
(cols (car dims))
(rows (cdr dims))
(start (or beg (point)))
(stop (or end (point))))
(kitty-gfx--log "display-image: file=%s id=%d cols=%d rows=%d beg=%s end=%s cached=%s"
abs-file image-id cols rows start stop (if cached "yes" "no"))
;; Transmit image if not cached
(unless cached
(let* ((png (kitty-gfx--convert-to-png abs-file))
(b64 (kitty-gfx--read-file-base64 png)))
(kitty-gfx--log "transmit: id=%d b64-len=%d png=%s" image-id (length b64) png)
(kitty-gfx--transmit-image image-id b64)
(puthash abs-file (cons image-id dims) kitty-gfx--image-cache)
(when (and png (not (string= png abs-file)))
(delete-file png t))))
;; Create overlay with blank space
(kitty-gfx--make-overlay start stop image-id cols rows)
;; Schedule initial render
(kitty-gfx--schedule-refresh)))
(defun kitty-gfx-remove-images (&optional beg end)
"Remove all kitty-gfx overlays in region BEG..END (defaults to whole buffer)."
(interactive)
(dolist (ov (overlays-in (or beg (point-min)) (or end (point-max))))
(when (overlay-get ov 'kitty-gfx)
(kitty-gfx--remove-overlay ov))))
(defun kitty-gfx-clear-all ()
"Remove all images from all buffers and the terminal."
(interactive)
;; Walk all buffers, not just current
(dolist (buf (buffer-list))
(with-current-buffer buf
(when kitty-gfx--overlays
(kitty-gfx-remove-images))))
(kitty-gfx--delete-all-images)
(clrhash kitty-gfx--image-cache)
(setq kitty-gfx--next-id 1)
(setq kitty-gfx--next-placement-id 1))
;;;; Minor mode
;;;###autoload
(define-minor-mode kitty-graphics-mode
"Display images in terminal Emacs via Kitty graphics protocol."
:global t
:lighter " KittyGfx"
(if kitty-graphics-mode
(if (kitty-gfx--supported-p)
(progn
(kitty-gfx--delete-all-images) ; clear stale state
(kitty-gfx--query-cell-size)
(kitty-gfx--install-hooks)
(kitty-gfx--install-integrations)
(message "Kitty graphics mode enabled"))
(setq kitty-graphics-mode nil)
(message "Kitty graphics: terminal not supported"))
(kitty-gfx--uninstall-hooks)
(kitty-gfx--uninstall-integrations)
(kitty-gfx--delete-all-images)))
(defun kitty-gfx--install-hooks ()
"Install redisplay hooks for image refresh."
(add-hook 'window-scroll-functions #'kitty-gfx--on-window-scroll)
(add-hook 'window-size-change-functions #'kitty-gfx--on-window-change)
(add-hook 'window-buffer-change-functions #'kitty-gfx--on-buffer-change)
(add-hook 'post-command-hook #'kitty-gfx--on-redisplay))
(defun kitty-gfx--uninstall-hooks ()
"Remove redisplay hooks."
(remove-hook 'window-scroll-functions #'kitty-gfx--on-window-scroll)
(remove-hook 'window-size-change-functions #'kitty-gfx--on-window-change)
(remove-hook 'window-buffer-change-functions #'kitty-gfx--on-buffer-change)
(remove-hook 'post-command-hook #'kitty-gfx--on-redisplay))
;;;; Org-mode integration
(defun kitty-gfx--on-org-cycle (&rest _args)
"Handle org visibility cycling.
Deletes all current-buffer placements from the terminal, clears the
position cache, then schedules a refresh that re-places only the
overlays that are still visible (not inside a fold)."
(when (and kitty-graphics-mode kitty-gfx--overlays)
(kitty-gfx--sync-begin)
(unwind-protect
(dolist (ov kitty-gfx--overlays)
(when (overlay-buffer ov)
;; Delete this overlay's terminal placement
(let ((id (overlay-get ov 'kitty-gfx-id))
(pid (overlay-get ov 'kitty-gfx-pid)))
(when (and id pid)
(kitty-gfx--delete-placement id pid)))
;; Clear position cache so visible images get re-placed
(overlay-put ov 'kitty-gfx-last-row nil)
(overlay-put ov 'kitty-gfx-last-col nil)))
(kitty-gfx--sync-end))
(kitty-gfx--schedule-refresh)))
(defun kitty-gfx--image-file-p (file)
"Return non-nil if FILE has an image extension."
(let ((ext (file-name-extension file)))
(and ext (member (downcase ext)
'("png" "jpg" "jpeg" "gif" "bmp" "svg"
"webp" "tiff" "tif")))))
(defun kitty-gfx--org-display-inline-images-tty (&optional _include-linked beg end)
"Display inline images in org buffer via Kitty graphics.
Scans for file:, attachment:, and relative path links."
(when (derived-mode-p 'org-mode)
(let ((start (or beg (point-min)))
(stop (or end (point-max))))
(save-restriction
(widen)
(save-excursion
(goto-char start)
;; Match file:, attachment:, relative (./) and absolute (/) paths
(while (re-search-forward
"\\[\\[\\(file:\\|attachment:\\|[./~]\\)" stop t)
(let* ((context (org-element-context))
(type (org-element-type context)))
(when (eq type 'link)
(let* ((link-beg (org-element-property :begin context))
(link-end (org-element-property :end context))
(path (org-element-property :path context))
(link-type (org-element-property :type context))
(file (cond
((string= link-type "file") path)
((string= link-type "attachment")
(ignore-errors
(require 'org-attach)
(when-let ((dir (org-attach-dir)))
(expand-file-name path dir))))
(t path))))
(when (and file
(file-exists-p (expand-file-name file))
(kitty-gfx--image-file-p file)
(not (cl-some (lambda (ov)
(overlay-get ov 'kitty-gfx))
(overlays-in link-beg link-end))))
(condition-case err
(kitty-gfx-display-image
(expand-file-name file) link-beg link-end
kitty-gfx-max-width kitty-gfx-max-height)
(error
(message "kitty-gfx: %s: %s"
file (error-message-string err))))))))))))))
(defun kitty-gfx--org-display-advice (orig-fn &rest args)
"Around advice for `org-display-inline-images'."
(if (and kitty-graphics-mode (not (display-graphic-p)))
(apply #'kitty-gfx--org-display-inline-images-tty args)
(apply orig-fn args)))
(defun kitty-gfx--org-remove-advice (orig-fn &rest args)
"Around advice for `org-remove-inline-images'."
(when (and kitty-graphics-mode (not (display-graphic-p)))
(kitty-gfx-remove-images))
(apply orig-fn args))
(defun kitty-gfx--org-toggle-advice (orig-fn &rest args)
"Around advice for `org-toggle-inline-images'."
(if (and kitty-graphics-mode (not (display-graphic-p)))
(if (cl-some (lambda (ov) (overlay-get ov 'kitty-gfx))
(overlays-in (point-min) (point-max)))
(kitty-gfx-remove-images)
(kitty-gfx--org-display-inline-images-tty))
(apply orig-fn args)))
;; org 10.0+ uses org-link-preview instead of org-toggle-inline-images
(defun kitty-gfx--org-link-preview-advice (orig-fn &optional arg beg end)
"Around advice for `org-link-preview' (org 10.0+).
With prefix ARG \\[universal-argument], clear previews."
(if (and kitty-graphics-mode (not (display-graphic-p)))
(cond
;; C-u = clear
((equal arg '(4))
(kitty-gfx-remove-images beg end))
;; C-u C-u C-u = clear whole buffer
((equal arg '(64))
(kitty-gfx-remove-images))
;; Otherwise display images
(t
(kitty-gfx--org-display-inline-images-tty nil beg end)))
(funcall orig-fn arg beg end)))
(defun kitty-gfx--org-link-preview-region-advice (orig-fn &optional include-linked refresh beg end)
"Around advice for `org-link-preview-region' (org 10.0+)."
(if (and kitty-graphics-mode (not (display-graphic-p)))
(kitty-gfx--org-display-inline-images-tty include-linked beg end)
(funcall orig-fn include-linked refresh beg end)))
;;;; LaTeX fragment preview integration
(defun kitty-gfx--org-latex-preview-advice (orig-fn &optional arg beg end)
"Around advice for `org-latex-preview'.
Bypasses org's `display-graphic-p' guard so LaTeX fragments are
rendered to images via dvipng/dvisvgm and displayed via Kitty
graphics. The image generation pipeline does not require a GUI."
(if (and kitty-graphics-mode (not (display-graphic-p)))
(cond
;; C-u = clear previews in region/subtree
((equal arg '(4))
(kitty-gfx--org-clear-latex-preview beg end))
;; C-u C-u = clear all previews in buffer
((equal arg '(16))
(kitty-gfx--org-clear-latex-preview))
;; Default = generate and display previews
(t
(let ((start (or beg (if (use-region-p) (region-beginning) (point-min))))
(stop (or end (if (use-region-p) (region-end) (point-max)))))
;; In terminal, face attributes may return "unspecified-fg" which
;; breaks org-latex-color-format. Force concrete colors.
(let ((org-format-latex-options
(org-combine-plists
org-format-latex-options
(list :foreground
(let ((fg (face-attribute 'default :foreground nil)))
(if (and (stringp fg)
(not (string-prefix-p "unspecified" fg)))
fg
"Black"))
:background "Transparent"))))
;; Suppress clear-image-cache which requires a GUI frame.
(cl-letf (((symbol-function 'clear-image-cache) #'ignore))
(org--latex-preview-region start stop))))))
(funcall orig-fn arg beg end)))
(defun kitty-gfx--org-make-preview-overlay-advice (orig-fn beg end movefile imagetype)
"Around advice for `org--make-preview-overlay'.
Intercepts LaTeX preview overlay creation to display the generated
image via Kitty graphics instead of an Emacs image spec."
(if (and kitty-graphics-mode (not (display-graphic-p)))
(when (and movefile (file-exists-p movefile))
;; Don't create duplicate overlays at the same position
(unless (cl-some (lambda (ov) (overlay-get ov 'kitty-gfx))
(overlays-in beg end))
(kitty-gfx-display-image movefile beg end)
;; Tag the most recently created overlay with org properties
;; so org-clear-latex-preview can find and clean it up.
(when-let ((ov (car kitty-gfx--overlays)))
(overlay-put ov 'org-overlay-type 'org-latex-overlay)
(overlay-put ov 'modification-hooks
(list (lambda (o after &rest _)
(when after
(kitty-gfx--remove-overlay o)))))
ov)))
(funcall orig-fn beg end movefile imagetype)))
(defun kitty-gfx--org-clear-latex-preview (&optional beg end)
"Remove Kitty graphics LaTeX preview overlays in region BEG..END."
(let ((start (or beg (point-min)))
(stop (or end (point-max))))
(dolist (ov (overlays-in start stop))
(when (and (overlay-get ov 'kitty-gfx)
(eq (overlay-get ov 'org-overlay-type) 'org-latex-overlay))
(kitty-gfx--remove-overlay ov)))))
;;;; image-mode integration
(defun kitty-gfx--image-mode-advice (orig-fn &rest args)
"Around advice for `image-mode'."
(if (and kitty-graphics-mode (not (display-graphic-p)))
(progn
(major-mode-suspend)
(setq major-mode 'image-mode
mode-name "Image[Kitty]")
(let ((map (make-sparse-keymap)))
(set-keymap-parent map (if (boundp 'image-mode-map) image-mode-map
special-mode-map))
(define-key map (kbd "q") #'kill-current-buffer)
(use-local-map map))
(setq-local buffer-read-only t)
(when-let ((file (buffer-file-name)))
(when (kitty-gfx--image-file-p file)
(kitty-gfx-display-image
file (point-min) (point-max)
(min (- (window-body-width) 2) kitty-gfx-max-width)
(min (- (window-body-height) 2) kitty-gfx-max-height))))
(run-mode-hooks 'image-mode-hook))
(apply orig-fn args)))
;;;; shr integration (eww, mu4e, gnus)
(defun kitty-gfx--shr-put-image-advice (orig-fn spec alt &rest args)
"Around advice for `shr-put-image'.
SPEC is an image descriptor — typically a create-image result.
We extract the :file or :data from the image properties."
(if (and kitty-graphics-mode (not (display-graphic-p)))
(let* ((start (point))
;; shr image spec is (image . PROPS) from `create-image'
(props (and (consp spec) (cdr spec)))
(data (plist-get props :data))
(url (plist-get props :file))
(type (plist-get props :type)))
(insert (or alt "[image]"))
(let ((end (point)))
(condition-case err
(let* ((suffix (cond
((eq type 'jpeg) ".jpg")
((eq type 'gif) ".gif")
((eq type 'webp) ".webp")
((eq type 'svg) ".svg")
(t ".png")))
(file (cond
(url (when (file-exists-p url) url))
(data
(let ((tmp (make-temp-file "kitty-shr-" nil suffix)))
(with-temp-file tmp
(set-buffer-multibyte nil)
(insert data))
tmp))))
(temp-p (and data file)))
(when file
(kitty-gfx-display-image file start end)
(when temp-p (delete-file file t))))
(error
(kitty-gfx--log "shr-put-image error: %s" (error-message-string err))))))
(apply orig-fn spec alt args)))
;;;; Dired integration
;;;###autoload
(defun kitty-gfx-dired-preview ()
"Preview the image file at point in dired.
Opens a side window with the image displayed via Kitty graphics.
Press `q' in the preview buffer to close it."
(interactive)
(unless (derived-mode-p 'dired-mode)
(user-error "Not in a dired buffer"))
(let ((file (dired-get-file-for-visit)))
(unless (kitty-gfx--image-file-p file)
(user-error "Not an image file"))
(let* ((buf-name (format "*kitty-preview: %s*" (file-name-nondirectory file)))
(buf (get-buffer-create buf-name))
(win (display-buffer-in-side-window
buf '((side . right) (window-width . 0.5)))))
(with-current-buffer buf
(let ((inhibit-read-only t))
(erase-buffer)
(insert (format " %s\n\n" (file-name-nondirectory file))))
(setq-local buffer-read-only t)
(let ((map (make-sparse-keymap)))
(define-key map (kbd "q")
(lambda () (interactive)
(let ((win (get-buffer-window (current-buffer))))
(kitty-gfx-remove-images)
(kill-buffer (current-buffer))
(when (window-live-p win)
(delete-window win)))))
(use-local-map map))
(kitty-gfx-display-image
file (point-min) (point-max)
(min (- (window-width win) 2) kitty-gfx-max-width)
(min (- (window-height win) 3) kitty-gfx-max-height))
(goto-char (point-min))))))
;;;; Dirvish integration
;; Forward declarations for dirvish
(declare-function dirvish-define-preview "dirvish" (&rest args))
(declare-function dirvish--special-buffer "dirvish" (type dv &optional new))
(defvar dirvish-image-exts)
(defvar dirvish-preview-dispatchers)
(defvar dirvish--available-preview-dispatchers)
(defun kitty-gfx--dirvish-preview (file _ext preview-window _dv)
"Dirvish preview dispatcher for images in terminal via Kitty graphics.
FILE is the file to preview, PREVIEW-WINDOW is the target window.
Returns a buffer recipe, or nil if not in terminal or not an image."
(when (and kitty-graphics-mode
(not (display-graphic-p))
(kitty-gfx--supported-p))
(let* ((buf-name (format " *kitty-dirvish: %s*" (file-name-nondirectory file)))
(buf (get-buffer-create buf-name))
(max-cols (min (- (window-width preview-window) 2) kitty-gfx-max-width))
(max-rows (min (- (window-height preview-window) 3) kitty-gfx-max-height)))
(with-current-buffer buf
;; Clean up any previous images in this buffer
(let ((inhibit-read-only t))
(kitty-gfx-remove-images)
(erase-buffer)
(insert (format "\n %s\n\n" (file-name-nondirectory file))))
(setq-local buffer-read-only t)
(kitty-gfx-display-image file (point-min) (point-max) max-cols max-rows)
(goto-char (point-min)))
;; Return buffer recipe for dirvish dispatch
`(buffer . ,buf))))
(defun kitty-gfx--install-dirvish ()
"Install kitty-graphics as a dirvish preview dispatcher.
Registers `kitty-image' dispatcher and prepends it to the dispatcher list."
(with-eval-after-load 'dirvish
;; Register our dispatcher in dirvish's registry.
;; dirvish-define-preview is a macro that creates dirvish-NAME-dp function
;; and adds to dirvish--available-preview-dispatchers.
;; We simulate what the macro does since we can't use it at load time
;; (dirvish may not be loaded yet).
(unless (assq 'kitty-image dirvish--available-preview-dispatchers)
(push (cons 'kitty-image
(list :doc "Preview images using Kitty graphics protocol"
:require nil))
dirvish--available-preview-dispatchers))
;; Create the dispatcher function that dirvish expects
(defalias 'dirvish-kitty-image-dp
(lambda (file ext preview-window dv)
(when (and (boundp 'dirvish-image-exts)
(member ext dirvish-image-exts))
(kitty-gfx--dirvish-preview file ext preview-window dv))))
;; Prepend kitty-image to dispatchers if not already there
(unless (memq 'kitty-image dirvish-preview-dispatchers)
(setq dirvish-preview-dispatchers
(cons 'kitty-image dirvish-preview-dispatchers)))
(kitty-gfx--log "dirvish: installed kitty-image dispatcher")))
(defun kitty-gfx--uninstall-dirvish ()
"Remove kitty-graphics dirvish preview dispatcher."
(when (boundp 'dirvish-preview-dispatchers)
(setq dirvish-preview-dispatchers
(delq 'kitty-image dirvish-preview-dispatchers)))
(when (boundp 'dirvish--available-preview-dispatchers)
(setq dirvish--available-preview-dispatchers
(assq-delete-all 'kitty-image dirvish--available-preview-dispatchers)))
(fmakunbound 'dirvish-kitty-image-dp))
;;;; Integration install/uninstall
(defun kitty-gfx--install-integrations ()
"Install advice on org-mode, image-mode, shr, dirvish."
(with-eval-after-load 'org
(advice-add 'org-display-inline-images :around
#'kitty-gfx--org-display-advice)
(advice-add 'org-remove-inline-images :around
#'kitty-gfx--org-remove-advice)
(advice-add 'org-toggle-inline-images :around
#'kitty-gfx--org-toggle-advice)
;; org 10.0+: org-link-preview replaces org-toggle-inline-images
(when (fboundp 'org-link-preview)
(advice-add 'org-link-preview :around
#'kitty-gfx--org-link-preview-advice))
(when (fboundp 'org-link-preview-region)
(advice-add 'org-link-preview-region :around
#'kitty-gfx--org-link-preview-region-advice))
;; Refresh images when org cycles heading visibility
(add-hook 'org-cycle-hook #'kitty-gfx--on-org-cycle)
;; LaTeX fragment preview in terminal
(advice-add 'org-latex-preview :around
#'kitty-gfx--org-latex-preview-advice)
(advice-add 'org--make-preview-overlay :around
#'kitty-gfx--org-make-preview-overlay-advice))
(with-eval-after-load 'image-mode
(advice-add 'image-mode :around
#'kitty-gfx--image-mode-advice))
(with-eval-after-load 'shr
(advice-add 'shr-put-image :around
#'kitty-gfx--shr-put-image-advice))
(kitty-gfx--install-dirvish))
(defun kitty-gfx--uninstall-integrations ()
"Remove all advice."
(advice-remove 'org-display-inline-images #'kitty-gfx--org-display-advice)
(advice-remove 'org-remove-inline-images #'kitty-gfx--org-remove-advice)
(advice-remove 'org-toggle-inline-images #'kitty-gfx--org-toggle-advice)
(when (fboundp 'org-link-preview)
(advice-remove 'org-link-preview #'kitty-gfx--org-link-preview-advice))
(when (fboundp 'org-link-preview-region)
(advice-remove 'org-link-preview-region #'kitty-gfx--org-link-preview-region-advice))
(remove-hook 'org-cycle-hook #'kitty-gfx--on-org-cycle)
(advice-remove 'org-latex-preview #'kitty-gfx--org-latex-preview-advice)
(advice-remove 'org--make-preview-overlay #'kitty-gfx--org-make-preview-overlay-advice)
(advice-remove 'image-mode #'kitty-gfx--image-mode-advice)
(advice-remove 'shr-put-image #'kitty-gfx--shr-put-image-advice)
(kitty-gfx--uninstall-dirvish))
;;;; Buffer cleanup
(defun kitty-gfx--kill-buffer-hook ()
"Clean up images when buffer is killed."
(when (and kitty-graphics-mode kitty-gfx--overlays)
(dolist (ov kitty-gfx--overlays)
(condition-case nil
(when-let ((id (overlay-get ov 'kitty-gfx-id)))
(kitty-gfx--delete-by-id id))
(error nil)))
(setq kitty-gfx--overlays nil)))
(add-hook 'kill-buffer-hook #'kitty-gfx--kill-buffer-hook)
(provide 'kitty-graphics)
;; Local Variables:
;; indent-tabs-mode: nil
;; End:
;;; kitty-graphics.el ends here
|