--------------------------------------------------------------------------- ExecutionError Traceback (most recent call last) <command-668089> in <module>() ----> 1 dbutils.fs.rm("/mnt/parquet/crime_la_data") /tmp/1505080712096-0/dbutils.pyc in f_with_exception_handling(*args, **kwargs) 167 class ExecutionError(Exception): 168 pass --> 169 raise ExecutionError(str(e)) 170 return f_with_exception_handling 171 ExecutionError: An error occurred while calling z:com.databricks.backend.daemon.dbutils.FSUtils.rm. : java.io.IOException: Path is a folder: /shard-demo/0/mnt/parquet/crime_la_data and it is not an empty directory at com.databricks.s3a.S3AFileSystem.delete(S3AFileSystem.java:712) at com.databricks.backend.daemon.data.client.DatabricksFileSystemV2$$anonfun$delete$1$$anonfun$apply$mcZ$sp$3$$anonfun$apply$mcZ$sp$4.apply$mcZ$sp(DatabricksFileSystemV2.scala:401) at com.databricks.backend.daemon.data.client.DatabricksFileSystemV2$$anonfun$delete$1$$anonfun$apply$mcZ$sp$3$$anonfun$apply$mcZ$sp$4.apply(DatabricksFileSystemV2.scala:399) at com.databricks.backend.daemon.data.client.DatabricksFileSystemV2$$anonfun$delete$1$$anonfun$apply$mcZ$sp$3$$anonfun$apply$mcZ$sp$4.apply(DatabricksFileSystemV2.scala:399) at com.databricks.s3a.S3AExeceptionUtils$.convertAWSExceptionToJavaIOException(DatabricksStreamUtils.scala:107) at com.databricks.backend.daemon.data.client.DatabricksFileSystemV2$$anonfun$delete$1$$anonfun$apply$mcZ$sp$3.apply$mcZ$sp(DatabricksFileSystemV2.scala:398) at com.databricks.backend.daemon.data.client.DatabricksFileSystemV2$$anonfun$delete$1$$anonfun$apply$mcZ$sp$3.apply(DatabricksFileSystemV2.scala:398) at com.databricks.backend.daemon.data.client.DatabricksFileSystemV2$$anonfun$delete$1$$anonfun$apply$mcZ$sp$3.apply(DatabricksFileSystemV2.scala:398) at com.databricks.backend.daemon.data.client.DatabricksFileSystemV2$$anonfun$withUserContextRecorded$1.apply(DatabricksFileSystemV2.scala:594) at com.databricks.logging.UsageLogging$$anonfun$withAttributionContext$1.apply(UsageLogging.scala:188) at scala.util.DynamicVariable.withValue(DynamicVariable.scala:58) at com.databricks.logging.UsageLogging$class.withAttributionContext(UsageLogging.scala:183) at com.databricks.backend.daemon.data.client.DatabricksFileSystemV2.withAttributionContext(DatabricksFileSystemV2.scala:214) at com.databricks.logging.UsageLogging$class.withAttributionTags(UsageLogging.scala:221) at com.databricks.backend.daemon.data.client.DatabricksFileSystemV2.withAttributionTags(DatabricksFileSystemV2.scala:214) at com.databricks.backend.daemon.data.client.DatabricksFileSystemV2.withUserContextRecorded(DatabricksFileSystemV2.scala:574) at com.databricks.backend.daemon.data.client.DatabricksFileSystemV2$$anonfun$delete$1.apply$mcZ$sp(DatabricksFileSystemV2.scala:397) at com.databricks.backend.daemon.data.client.DatabricksFileSystemV2$$anonfun$delete$1.apply(DatabricksFileSystemV2.scala:397) at com.databricks.backend.daemon.data.client.DatabricksFileSystemV2$$anonfun$delete$1.apply(DatabricksFileSystemV2.scala:397) at com.databricks.logging.UsageLogging$$anonfun$recordOperation$1.apply(UsageLogging.scala:312) at com.databricks.logging.UsageLogging$$anonfun$withAttributionContext$1.apply(UsageLogging.scala:188) at scala.util.DynamicVariable.withValue(DynamicVariable.scala:58) at com.databricks.logging.UsageLogging$class.withAttributionContext(UsageLogging.scala:183) at com.databricks.backend.daemon.data.client.DatabricksFileSystemV2.withAttributionContext(DatabricksFileSystemV2.scala:214) at com.databricks.logging.UsageLogging$class.withAttributionTags(UsageLogging.scala:221) at com.databricks.backend.daemon.data.client.DatabricksFileSystemV2.withAttributionTags(DatabricksFileSystemV2.scala:214) at com.databricks.logging.UsageLogging$class.recordOperation(UsageLogging.scala:298) at com.databricks.backend.daemon.data.client.DatabricksFileSystemV2.recordOperation(DatabricksFileSystemV2.scala:214) at com.databricks.backend.daemon.data.client.DatabricksFileSystemV2.delete(DatabricksFileSystemV2.scala:396) at com.databricks.backend.daemon.data.client.DatabricksFileSystem.delete(DatabricksFileSystem.scala:128) at com.databricks.backend.daemon.dbutils.FSUtils$.rm(DBUtilsCore.scala:57) at com.databricks.backend.daemon.dbutils.FSUtils.rm(DBUtilsCore.scala) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) at py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) at py4j.Gateway.invoke(Gateway.java:280) at py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) at py4j.commands.CallCommand.execute(CallCommand.java:79) at py4j.GatewayConnection.run(GatewayConnection.java:214) at java.lang.Thread.run(Thread.java:748)