No module named 'fused_layer_norm_cuda'

[Xingxl2studious]

Hi! I'm running the demo, I download the pytorch_model_9.bin, and I have this problem.

`---------------------------------------------------------------------------
ModuleNotFoundError Traceback (most recent call last)
in ()
65 else:
66 model = VILBertForVLTasks.from_pretrained(
---> 67 args.from_pretrained, config=config, num_labels=num_labels, default_gpu=default_gpu
68 )
69

8 frames
/content/vilbert-multi-task/vilbert/utils.py in from_pretrained(cls, pretrained_model_name_or_path, *model_args, **kwargs)
933
934 # Instantiate model.
--> 935 model = cls(config, *model_args, **model_kwargs)
936
937 if state_dict is None and not from_tf:

/content/vilbert-multi-task/vilbert/vilbert.py in init(self, config, num_labels, dropout_prob, default_gpu)
1603 self.num_labels = num_labels
1604
-> 1605 self.bert = BertModel(config)
1606 self.dropout = nn.Dropout(dropout_prob)
1607 self.cls = BertPreTrainingHeads(

/content/vilbert-multi-task/vilbert/vilbert.py in init(self, config)
1292 # initilize word embedding
1293 if config.model == "bert":
-> 1294 self.embeddings = BertEmbeddings(config)
1295 elif config.model == "roberta":
1296 self.embeddings = RobertaEmbeddings(config)

/content/vilbert-multi-task/vilbert/vilbert.py in init(self, config)
338 # self.LayerNorm is not snake-cased to stick with TensorFlow model variable name and be able to load
339 # any TensorFlow checkpoint file
--> 340 self.LayerNorm = BertLayerNorm(config.hidden_size, eps=1e-12)
341 self.dropout = nn.Dropout(config.hidden_dropout_prob)
342

/usr/local/lib/python3.7/dist-packages/apex-0.1-py3.7.egg/apex/normalization/fused_layer_norm.py in init(self, normalized_shape, eps, elementwise_affine)
131
132 global fused_layer_norm_cuda
--> 133 fused_layer_norm_cuda = importlib.import_module("fused_layer_norm_cuda")
134
135 if isinstance(normalized_shape, numbers.Integral):

/usr/lib/python3.7/importlib/init.py in import_module(name, package)
125 break
126 level += 1
--> 127 return _bootstrap._gcd_import(name[level:], package, level)
128
129

/usr/lib/python3.7/importlib/_bootstrap.py in _gcd_import(name, package, level)

/usr/lib/python3.7/importlib/_bootstrap.py in find_and_load(name, import)

/usr/lib/python3.7/importlib/_bootstrap.py in find_and_load_unlocked(name, import)

ModuleNotFoundError: No module named 'fused_layer_norm_cuda'`