Spaces:
Running
on
Zero
Running
on
Zero
fixing
Browse files- SAE/sae.py +3 -2
SAE/sae.py
CHANGED
|
@@ -107,6 +107,9 @@ class SparseAutoencoder(nn.Module):
|
|
| 107 |
|
| 108 |
@spaces.GPU
|
| 109 |
def encode(self, x):
|
|
|
|
|
|
|
|
|
|
| 110 |
x = x - self.pre_bias
|
| 111 |
latents_pre_act = self.encoder(x) + self.latent_bias
|
| 112 |
|
|
@@ -122,8 +125,6 @@ class SparseAutoencoder(nn.Module):
|
|
| 122 |
return latents
|
| 123 |
|
| 124 |
def forward(self, x):
|
| 125 |
-
print(x.device)
|
| 126 |
-
print(self.pre_bias.device)
|
| 127 |
x = x - self.pre_bias
|
| 128 |
latents_pre_act = self.encoder(x) + self.latent_bias
|
| 129 |
vals, inds = torch.topk(
|
|
|
|
| 107 |
|
| 108 |
@spaces.GPU
|
| 109 |
def encode(self, x):
|
| 110 |
+
|
| 111 |
+
print(x.device)
|
| 112 |
+
print(self.pre_bias.device)
|
| 113 |
x = x - self.pre_bias
|
| 114 |
latents_pre_act = self.encoder(x) + self.latent_bias
|
| 115 |
|
|
|
|
| 125 |
return latents
|
| 126 |
|
| 127 |
def forward(self, x):
|
|
|
|
|
|
|
| 128 |
x = x - self.pre_bias
|
| 129 |
latents_pre_act = self.encoder(x) + self.latent_bias
|
| 130 |
vals, inds = torch.topk(
|