uncomplicate.illamanati.internal.onnxrt.inference — org.uncomplicate/illamanati-onnxrt 0.6.0

align-up clj

(align-up size element-width)

bind-kv-linear! clj

(bind-kv-linear! [past present past-seq-len] binding! seq-len)

bind-kv-sliding! clj

(bind-kv-sliding! [past present past-seq-len past->present present->past]
                  binding!
                  seq-len)

contiguous-kv-manager clj

(contiguous-kv-manager sess
                       mem-info
                       base-tz
                       kv-type
                       input-offset
                       output-offset
                       batch-size
                       num-heads
                       max-seq-len
                       head-dim)

copy-logits-decoder-model clj

(copy-logits-decoder-model fact
                           mem-info
                           decoder-sess
                           decoder-opt
                           decoder-inputs
                           decoder-outputs
                           input-x
                           context-len)

core-decoder-model clj

(core-decoder-model fact
                    mem-info
                    sess
                    opt
                    [input-x-name attention-mask-name :as input-names]
                    [logits-name :as output-names]
                    decode-input-x
                    max-seq-len)

element-alignment clj

(element-alignment data-type)

embedding-decoder-model clj

(embedding-decoder-model fact
                         mem-info
                         embedding-sess
                         embedding-opt
                         decoder-sess
                         decoder-opt
                         embedding-inputs
                         embedding-outputs
                         decoder-inputs
                         decoder-outputs
                         context-len)

embedding-model clj

(embedding-model fact mem-info sess opt [input-ids-name] [embeds-name])

kv-names clj

(kv-names sess in-offset out-offset)

kv-shifter clj

(kv-shifter src dst seq-len)

KVManager clj protocol

base-tz clj

(base-tz this)

bind-past-kv! clj

(bind-past-kv! this binding past-seq-len)

(bind-past-kv! this binding past-seq-len idx)

bind-present-kv! clj

(bind-present-kv! this binding total-seq-len)

(bind-present-kv! this binding total-seq-len idx)

max-seq-len clj

(max-seq-len this)

OnnxLLM clj protocol

decode-bind clj

(decode-bind this)

prefill-bind clj

(prefill-bind this)

universal-options! clj

(universal-options! opt! args)