add fourth chapter
This commit is contained in:
parent
712db78569
commit
3e3c9d6634
|
|
@ -108,17 +108,17 @@ class DummyGPTModel(nn.Module):
|
|||
|
||||
class DummyTransformerBlock(nn.Module): #C
|
||||
def __init__(self, cfg):
|
||||
super().__init__()
|
||||
super().__init__()
|
||||
|
||||
def forward(self, x): #D
|
||||
return x
|
||||
return x
|
||||
|
||||
class DummyLayerNorm(nn.Module): #E
|
||||
def __init__(self, normalized_shape, eps=1e-5): #F
|
||||
super().__init__()
|
||||
super().__init__()
|
||||
|
||||
def forward(self, x):
|
||||
return x
|
||||
return x
|
||||
|
||||
|
||||
#A 为 TransformerBlock 设置占位符
|
||||
|
|
|
|||
Loading…
Reference in New Issue