emo-knob / fam /llm /layers /__init__.py
tonychenxyz's picture
init
9e34a62
raw
history blame
154 Bytes
from fam.llm.layers.attn import SelfAttention
from fam.llm.layers.combined import Block
from fam.llm.layers.layers import MLP, LayerNorm, RMSNorm, SwiGLU