cuDNN error: CUDNN_STATUS_BAD_PARAM

[jankopanski]

SAN-951

  File "dense_correspondence/training/training_script_gdon.py", line 39, in <module>
    train.run()

  File "/home/jkopanski/code/dense_correspondence/training/training.py", line 401, in run
    reliability_a, reliability_b)

  File "/home/jkopanski/code/dense_correspondence/loss_functions/ap_loss.py", line 129, in get_loss_with_reliability
    ap_score = self(descriptors1, descriptors2, dataset_item)

  File "/usr/local/lib/python2.7/dist-packages/torch/nn/modules/module.py", line 493, in __call__
    result = self.forward(*input, **kwargs)

  File "/home/jkopanski/code/dense_correspondence/loss_functions/ap_loss.py", line 116, in forward
    ap_score = self.aploss(scores, ground_truth)

  File "/usr/local/lib/python2.7/dist-packages/torch/nn/modules/module.py", line 493, in __call__
    result = self.forward(*input, **kwargs)

  File "/home/jkopanski/code/dense_correspondence/loss_functions/ap_loss.py", line 56, in forward
    return self.compute_AP(x, label)

  File "/home/jkopanski/code/dense_correspondence/loss_functions/ap_loss.py", line 43, in compute_AP
    q = self.quantizer(x.squeeze(0).unsqueeze(1))

  File "/usr/local/lib/python2.7/dist-packages/torch/nn/modules/module.py", line 493, in __call__
    result = self.forward(*input, **kwargs)

  File "/usr/local/lib/python2.7/dist-packages/torch/nn/modules/conv.py", line 196, in forward
    self.padding, self.dilation, self.groups)

RuntimeError('cuDNN error: CUDNN_STATUS_BAD_PARAM',)