Module: Toy::LLM::Primitives

Defined in:

lib/toy/llm/primitives/gdn.rb,
lib/toy/llm/primitives/gqa.rb,
lib/toy/llm/primitives/rope.rb,
lib/toy/llm/primitives/swiglu.rb,
lib/toy/llm/primitives/gqa_cuda.rb,
lib/toy/llm/primitives/rms_norm.rb,
lib/toy/llm/primitives/gqa_metal.rb,
lib/toy/llm/primitives/rope_cuda.rb,
lib/toy/llm/primitives/rope_metal.rb,
lib/toy/llm/primitives/depth_scale.rb,
lib/toy/llm/primitives/swiglu_cuda.rb,
lib/toy/llm/primitives/swiglu_metal.rb,
lib/toy/llm/primitives/rms_norm_cuda.rb,
lib/toy/llm/primitives/diff_attention.rb,
lib/toy/llm/primitives/rms_norm_metal.rb,
lib/toy/llm/primitives/scalable_softmax.rb

Defined Under Namespace

Modules: DepthScale, DiffAttention, GDN, GQA, RMSNorm, RoPE, ScalableSoftmax, SwiGLU