completed fresh-zh-1 20904
completed fresh-zh-2 41808
completed fresh-en-1 62712
Traceback (most recent call last):
  File "/opt/exp-model-parameter-similarity/activation_probe.py", line 44, in <module>
    if __name__=='__main__':main()
                            ~~~~^^
  File "/opt/exp-model-parameter-similarity/activation_probe.py", line 39, in main
    lm.forward(np.array([ids],dtype=np.int64)); print('completed',s['id'],len(lm.rows),flush=True)
    ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/opt/exp-model-parameter-similarity/functional/model.py", line 220, in forward
    h = h + self.mlp(n,donor)
            ~~~~~~~~^^^^^^^^^
  File "/opt/exp-model-parameter-similarity/activation_probe.py", line 30, in mlp
    return self.linear(g*u,p+'down_proj')
           ~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^
  File "/opt/exp-model-parameter-similarity/activation_probe.py", line 22, in linear
    y=super().linear(x,name,rows); self.record(y,name+'.output')
  File "/opt/exp-model-parameter-similarity/functional/model.py", line 130, in linear
    self.guard()
    ~~~~~~~~~~^^
  File "/opt/exp-model-parameter-similarity/functional/model.py", line 111, in guard
    raise MemoryError(f'Sustained host swap pressure plus constrained memory: available={available} KiB, process_swap={own_swap_kib} KiB')
MemoryError: Sustained host swap pressure plus constrained memory: available=989040 KiB, process_swap=132360 KiB
