v5colab 脚本不能用了 训练时报错 用谁遇到过

rq1234

星级打分

• 1
• 2
• 3
• 4
• 5

平均分:NAN  参与人数:0  我的评分:未评

Starting. Press "Enter" to stop training and save model.
Error: Graph execution error:

Detected at node 'depthwise_1' defined at (most recent call last):
    File "/usr/lib/python3.7/threading.py", line 890, in _bootstrap
      self._bootstrap_inner()
    File "/usr/lib/python3.7/threading.py", line 926, in _bootstrap_inner
      self.run()
    File "/usr/lib/python3.7/threading.py", line 870, in run
      self._target(*self._args, **self._kwargs)
    File "/content/drive/Shareddrives/deepfakes/DeepFaceLab/DeepFaceLab_Colab/mainscripts/Trainer.py", line 58, in trainerThread
      debug=debug)
    File "/content/drive/Shareddrives/deepfakes/DeepFaceLab/DeepFaceLab_Colab/models/ModelBase.py", line 193, in __init__
      self.on_initialize()
    File "/content/drive/Shareddrives/deepfakes/DeepFaceLab/DeepFaceLab_Colab/models/Model_SAEHD/Model.py", line 404, in on_initialize
      gpu_target_dstm_blur = nn.gaussian_blur(gpu_target_dstm,  max(1, resolution // 32) )
    File "/content/drive/Shareddrives/deepfakes/DeepFaceLab/DeepFaceLab_Colab/core/leras/ops/__init__.py", line 236, in gaussian_blur
      x = tf.nn.depthwise_conv2d(x, k, strides=[1,1,1,1], padding='VALID', data_format=nn.data_format)
Node: 'depthwise_1'
Detected at node 'depthwise_1' defined at (most recent call last):
    File "/usr/lib/python3.7/threading.py", line 890, in _bootstrap
      self._bootstrap_inner()
    File "/usr/lib/python3.7/threading.py", line 926, in _bootstrap_inner
      self.run()
    File "/usr/lib/python3.7/threading.py", line 870, in run
      self._target(*self._args, **self._kwargs)
    File "/content/drive/Shareddrives/deepfakes/DeepFaceLab/DeepFaceLab_Colab/mainscripts/Trainer.py", line 58, in trainerThread
      debug=debug)
    File "/content/drive/Shareddrives/deepfakes/DeepFaceLab/DeepFaceLab_Colab/models/ModelBase.py", line 193, in __init__
      self.on_initialize()
    File "/content/drive/Shareddrives/deepfakes/DeepFaceLab/DeepFaceLab_Colab/models/Model_SAEHD/Model.py", line 404, in on_initialize
      gpu_target_dstm_blur = nn.gaussian_blur(gpu_target_dstm,  max(1, resolution // 32) )
    File "/content/drive/Shareddrives/deepfakes/DeepFaceLab/DeepFaceLab_Colab/core/leras/ops/__init__.py", line 236, in gaussian_blur
      x = tf.nn.depthwise_conv2d(x, k, strides=[1,1,1,1], padding='VALID', data_format=nn.data_format)
Node: 'depthwise_1'
2 root error(s) found.
  (0) UNIMPLEMENTED: DNN library is not found.
         [[{{node depthwise_1}}]]
         [[concat_6/concat/_829]]
  (1) UNIMPLEMENTED: DNN library is not found.
         [[{{node depthwise_1}}]]
0 successful operations.
0 derived errors ignored.

Original stack trace for 'depthwise_1':
  File "/usr/lib/python3.7/threading.py", line 890, in _bootstrap
    self._bootstrap_inner()
  File "/usr/lib/python3.7/threading.py", line 926, in _bootstrap_inner
    self.run()
  File "/usr/lib/python3.7/threading.py", line 870, in run
    self._target(*self._args, **self._kwargs)
  File "/content/drive/Shareddrives/deepfakes/DeepFaceLab/DeepFaceLab_Colab/mainscripts/Trainer.py", line 58, in trainerThread
    debug=debug)
  File "/content/drive/Shareddrives/deepfakes/DeepFaceLab/DeepFaceLab_Colab/models/ModelBase.py", line 193, in __init__
    self.on_initialize()
  File "/content/drive/Shareddrives/deepfakes/DeepFaceLab/DeepFaceLab_Colab/models/Model_SAEHD/Model.py", line 404, in on_initialize
    gpu_target_dstm_blur = nn.gaussian_blur(gpu_target_dstm,  max(1, resolution // 32) )
  File "/content/drive/Shareddrives/deepfakes/DeepFaceLab/DeepFaceLab_Colab/core/leras/ops/__init__.py", line 236, in gaussian_blur
    x = tf.nn.depthwise_conv2d(x, k, strides=[1,1,1,1], padding='VALID', data_format=nn.data_format)
  File "/usr/local/lib/python3.7/dist-packages/tensorflow/python/util/traceback_utils.py", line 150, in error_handler
    return fn(*args, **kwargs)
  File "/usr/local/lib/python3.7/dist-packages/tensorflow/python/util/dispatch.py", line 1082, in op_dispatch_handler
    return dispatch_target(*args, **kwargs)
  File "/usr/local/lib/python3.7/dist-packages/tensorflow/python/ops/nn_impl.py", line 893, in depthwise_conv2d
    op=op)
  File "/usr/local/lib/python3.7/dist-packages/tensorflow/python/util/traceback_utils.py", line 150, in error_handler
    return fn(*args, **kwargs)
  File "/usr/local/lib/python3.7/dist-packages/tensorflow/python/util/dispatch.py", line 1082, in op_dispatch_handler
    return dispatch_target(*args, **kwargs)
  File "/usr/local/lib/python3.7/dist-packages/tensorflow/python/ops/nn_ops.py", line 693, in with_space_to_batch
    return new_op(input, None)
  File "/usr/local/lib/python3.7/dist-packages/tensorflow/python/ops/nn_ops.py", line 871, in __call__
    return self.call(inp, filter)
  File "/usr/local/lib/python3.7/dist-packages/tensorflow/python/ops/nn_ops.py", line 683, in <lambda>
    return lambda inp, _: op(inp, num_spatial_dims, padding)
  File "/usr/local/lib/python3.7/dist-packages/tensorflow/python/ops/nn_impl.py", line 885, in op
    name=name)
  File "/usr/local/lib/python3.7/dist-packages/tensorflow/python/util/traceback_utils.py", line 150, in error_handler
    return fn(*args, **kwargs)
  File "/usr/local/lib/python3.7/dist-packages/tensorflow/python/util/dispatch.py", line 1082, in op_dispatch_handler
    return dispatch_target(*args, **kwargs)
  File "/usr/local/lib/python3.7/dist-packages/tensorflow/python/ops/nn_ops.py", line 3014, in depthwise_conv2d_native
    name=name)
  File "/usr/local/lib/python3.7/dist-packages/tensorflow/python/ops/gen_nn_ops.py", line 2247, in depthwise_conv2d_native
    name=name)
  File "/usr/local/lib/python3.7/dist-packages/tensorflow/python/framework/op_def_library.py", line 799, in _apply_op_helper
    attrs=attr_protos, op_def=op_def)
  File "/usr/local/lib/python3.7/dist-packages/tensorflow/python/framework/ops.py", line 3762, in _create_op_internal
    op_def=op_def)
  File "/usr/local/lib/python3.7/dist-packages/tensorflow/python/framework/ops.py", line 2133, in __init__
    self._traceback = tf_stack.extract_stack_for_node(self._c_op)

Traceback (most recent call last):
  File "/usr/local/lib/python3.7/dist-packages/tensorflow/python/client/session.py", line 1377, in _do_call
    return fn(*args)
  File "/usr/local/lib/python3.7/dist-packages/tensorflow/python/client/session.py", line 1361, in _run_fn
    target_list, run_metadata)
  File "/usr/local/lib/python3.7/dist-packages/tensorflow/python/client/session.py", line 1455, in _call_tf_sessionrun
    run_metadata)
tensorflow.python.framework.errors_impl.UnimplementedError: 2 root error(s) found.
  (0) UNIMPLEMENTED: DNN library is not found.
         [[{{node depthwise_1}}]]
         [[concat_6/concat/_829]]
  (1) UNIMPLEMENTED: DNN library is not found.
         [[{{node depthwise_1}}]]
0 successful operations.
0 derived errors ignored.

During handling of the above exception, another exception occurred:

Traceback (most recent call last):
  File "/content/drive/Shareddrives/deepfakes/DeepFaceLab/DeepFaceLab_Colab/mainscripts/Trainer.py", line 129, in trainerThread
    iter, iter_time = model.train_one_iter()
  File "/content/drive/Shareddrives/deepfakes/DeepFaceLab/DeepFaceLab_Colab/models/ModelBase.py", line 474, in train_one_iter
    losses = self.onTrainOneIter()
  File "/content/drive/Shareddrives/deepfakes/DeepFaceLab/DeepFaceLab_Colab/models/Model_SAEHD/Model.py", line 741, in onTrainOneIter
    src_loss, dst_loss = self.src_dst_train (warped_src, target_src, target_srcm, target_srcm_em, warped_dst, target_dst, target_dstm, target_dstm_em)
  File "/content/drive/Shareddrives/deepfakes/DeepFaceLab/DeepFaceLab_Colab/models/Model_SAEHD/Model.py", line 546, in src_dst_train
    self.target_dstm_em:target_dstm_em,
  File "/usr/local/lib/python3.7/dist-packages/tensorflow/python/client/session.py", line 968, in run
    run_metadata_ptr)
  File "/usr/local/lib/python3.7/dist-packages/tensorflow/python/client/session.py", line 1191, in _run
    feed_dict_tensor, options, run_metadata)
  File "/usr/local/lib/python3.7/dist-packages/tensorflow/python/client/session.py", line 1371, in _do_run
    run_metadata)
  File "/usr/local/lib/python3.7/dist-packages/tensorflow/python/client/session.py", line 1396, in _do_call
    raise type(e)(node_def, op, message)  # pylint: disable=no-value-for-parameter
tensorflow.python.framework.errors_impl.UnimplementedError: Graph execution error:

Detected at node 'depthwise_1' defined at (most recent call last):
    File "/usr/lib/python3.7/threading.py", line 890, in _bootstrap
      self._bootstrap_inner()
    File "/usr/lib/python3.7/threading.py", line 926, in _bootstrap_inner
      self.run()
    File "/usr/lib/python3.7/threading.py", line 870, in run
      self._target(*self._args, **self._kwargs)
    File "/content/drive/Shareddrives/deepfakes/DeepFaceLab/DeepFaceLab_Colab/mainscripts/Trainer.py", line 58, in trainerThread
      debug=debug)
    File "/content/drive/Shareddrives/deepfakes/DeepFaceLab/DeepFaceLab_Colab/models/ModelBase.py", line 193, in __init__
      self.on_initialize()
    File "/content/drive/Shareddrives/deepfakes/DeepFaceLab/DeepFaceLab_Colab/models/Model_SAEHD/Model.py", line 404, in on_initialize
      gpu_target_dstm_blur = nn.gaussian_blur(gpu_target_dstm,  max(1, resolution // 32) )
    File "/content/drive/Shareddrives/deepfakes/DeepFaceLab/DeepFaceLab_Colab/core/leras/ops/__init__.py", line 236, in gaussian_blur
      x = tf.nn.depthwise_conv2d(x, k, strides=[1,1,1,1], padding='VALID', data_format=nn.data_format)
Node: 'depthwise_1'
Detected at node 'depthwise_1' defined at (most recent call last):
    File "/usr/lib/python3.7/threading.py", line 890, in _bootstrap
      self._bootstrap_inner()
    File "/usr/lib/python3.7/threading.py", line 926, in _bootstrap_inner
      self.run()
    File "/usr/lib/python3.7/threading.py", line 870, in run
      self._target(*self._args, **self._kwargs)
    File "/content/drive/Shareddrives/deepfakes/DeepFaceLab/DeepFaceLab_Colab/mainscripts/Trainer.py", line 58, in trainerThread
      debug=debug)
    File "/content/drive/Shareddrives/deepfakes/DeepFaceLab/DeepFaceLab_Colab/models/ModelBase.py", line 193, in __init__
      self.on_initialize()
    File "/content/drive/Shareddrives/deepfakes/DeepFaceLab/DeepFaceLab_Colab/models/Model_SAEHD/Model.py", line 404, in on_initialize
      gpu_target_dstm_blur = nn.gaussian_blur(gpu_target_dstm,  max(1, resolution // 32) )
    File "/content/drive/Shareddrives/deepfakes/DeepFaceLab/DeepFaceLab_Colab/core/leras/ops/__init__.py", line 236, in gaussian_blur
      x = tf.nn.depthwise_conv2d(x, k, strides=[1,1,1,1], padding='VALID', data_format=nn.data_format)
Node: 'depthwise_1'
2 root error(s) found.
  (0) UNIMPLEMENTED: DNN library is not found.
         [[{{node depthwise_1}}]]
         [[concat_6/concat/_829]]
  (1) UNIMPLEMENTED: DNN library is not found.
         [[{{node depthwise_1}}]]
0 successful operations.
0 derived errors ignored.

Original stack trace for 'depthwise_1':
  File "/usr/lib/python3.7/threading.py", line 890, in _bootstrap
    self._bootstrap_inner()
  File "/usr/lib/python3.7/threading.py", line 926, in _bootstrap_inner
    self.run()
  File "/usr/lib/python3.7/threading.py", line 870, in run
    self._target(*self._args, **self._kwargs)
  File "/content/drive/Shareddrives/deepfakes/DeepFaceLab/DeepFaceLab_Colab/mainscripts/Trainer.py", line 58, in trainerThread
    debug=debug)
  File "/content/drive/Shareddrives/deepfakes/DeepFaceLab/DeepFaceLab_Colab/models/ModelBase.py", line 193, in __init__
    self.on_initialize()
  File "/content/drive/Shareddrives/deepfakes/DeepFaceLab/DeepFaceLab_Colab/models/Model_SAEHD/Model.py", line 404, in on_initialize
    gpu_target_dstm_blur = nn.gaussian_blur(gpu_target_dstm,  max(1, resolution // 32) )
  File "/content/drive/Shareddrives/deepfakes/DeepFaceLab/DeepFaceLab_Colab/core/leras/ops/__init__.py", line 236, in gaussian_blur
    x = tf.nn.depthwise_conv2d(x, k, strides=[1,1,1,1], padding='VALID', data_format=nn.data_format)
  File "/usr/local/lib/python3.7/dist-packages/tensorflow/python/util/traceback_utils.py", line 150, in error_handler
    return fn(*args, **kwargs)
  File "/usr/local/lib/python3.7/dist-packages/tensorflow/python/util/dispatch.py", line 1082, in op_dispatch_handler
    return dispatch_target(*args, **kwargs)
  File "/usr/local/lib/python3.7/dist-packages/tensorflow/python/ops/nn_impl.py", line 893, in depthwise_conv2d
    op=op)
  File "/usr/local/lib/python3.7/dist-packages/tensorflow/python/util/traceback_utils.py", line 150, in error_handler
    return fn(*args, **kwargs)
  File "/usr/local/lib/python3.7/dist-packages/tensorflow/python/util/dispatch.py", line 1082, in op_dispatch_handler
    return dispatch_target(*args, **kwargs)
  File "/usr/local/lib/python3.7/dist-packages/tensorflow/python/ops/nn_ops.py", line 693, in with_space_to_batch
    return new_op(input, None)
  File "/usr/local/lib/python3.7/dist-packages/tensorflow/python/ops/nn_ops.py", line 871, in __call__
    return self.call(inp, filter)
  File "/usr/local/lib/python3.7/dist-packages/tensorflow/python/ops/nn_ops.py", line 683, in <lambda>
    return lambda inp, _: op(inp, num_spatial_dims, padding)
  File "/usr/local/lib/python3.7/dist-packages/tensorflow/python/ops/nn_impl.py", line 885, in op
    name=name)
  File "/usr/local/lib/python3.7/dist-packages/tensorflow/python/util/traceback_utils.py", line 150, in error_handler
    return fn(*args, **kwargs)
  File "/usr/local/lib/python3.7/dist-packages/tensorflow/python/util/dispatch.py", line 1082, in op_dispatch_handler
    return dispatch_target(*args, **kwargs)
  File "/usr/local/lib/python3.7/dist-packages/tensorflow/python/ops/nn_ops.py", line 3014, in depthwise_conv2d_native
    name=name)
  File "/usr/local/lib/python3.7/dist-packages/tensorflow/python/ops/gen_nn_ops.py", line 2247, in depthwise_conv2d_native
    name=name)
  File "/usr/local/lib/python3.7/dist-packages/tensorflow/python/framework/op_def_library.py", line 799, in _apply_op_helper
    attrs=attr_protos, op_def=op_def)
  File "/usr/local/lib/python3.7/dist-packages/tensorflow/python/framework/ops.py", line 3762, in _create_op_internal
    op_def=op_def)
  File "/usr/local/lib/python3.7/dist-packages/tensorflow/python/framework/ops.py", line 2133, in __init__
    self._traceback = tf_stack.extract_stack_for_node(self._c_op)

zzz655

我也是今天才这样的

xindq

的确不能用了，好像是运行时版本更新造成的

dfl951357

插眼  一样的问题   上网搜没有解决  之前的脚本也一样不能跑了  

znzmars

我也出问题了，也是今天刚出的。不过我是安装阶段就报错