--------------------------------------------------------------------------- Py4JJavaError Traceback (most recent call last) <ipython-input-12-303d00df6052> in <module>() 1 #第二步：最熟悉的word count ----> 2 counts = text_file.flatMap(lambda line: line.split(" ")) .map(lambda word: (word, 1)) .reduceByKey(lambda a, b: a + b) /databricks/spark/python/pyspark/rdd.py in reduceByKey(self, func, numPartitions, partitionFunc) 1572 [('a', 2), ('b', 1)] 1573 """ -> 1574 return self.combineByKey(lambda x: x, func, func, numPartitions, partitionFunc) 1575 1576 def reduceByKeyLocally(self, func): /databricks/spark/python/pyspark/rdd.py in combineByKey(self, createCombiner, mergeValue, mergeCombiners, numPartitions, partitionFunc) 1782 """ 1783 if numPartitions is None: -> 1784 numPartitions = self._defaultReducePartitions() 1785 1786 serializer = self.ctx.serializer /databricks/spark/python/pyspark/rdd.py in _defaultReducePartitions(self) 2183 return self.ctx.defaultParallelism 2184 else: -> 2185 return self.getNumPartitions() 2186 2187 def lookup(self, key): /databricks/spark/python/pyspark/rdd.py in getNumPartitions(self) 2386 2387 def getNumPartitions(self): -> 2388 return self._prev_jrdd.partitions().size() 2389 2390 @property /databricks/spark/python/lib/py4j-0.10.1-src.zip/py4j/java_gateway.py in __call__(self, *args) 931 answer = self.gateway_client.send_command(command) 932 return_value = get_return_value( --> 933 answer, self.gateway_client, self.target_id, self.name) 934 935 for temp_arg in temp_args: /databricks/spark/python/pyspark/sql/utils.py in deco(*a, **kw) 61 def deco(*a, **kw): 62 try: ---> 63 return f(*a, **kw) 64 except py4j.protocol.Py4JJavaError as e: 65 s = e.java_exception.toString() /databricks/spark/python/lib/py4j-0.10.1-src.zip/py4j/protocol.py in get_return_value(answer, gateway_client, target_id, name) 310 raise Py4JJavaError( 311 "An error occurred while calling {0}{1}{2}.\n". --> 312 format(target_id, ".", name), value) 313 else: 314 raise Py4JError( Py4JJavaError: An error occurred while calling o274.partitions. : org.apache.hadoop.mapred.InvalidInputException: Input path does not exist: /FileStore/tables/x24w87pn1471619217085/export.csv at org.apache.hadoop.mapred.FileInputFormat.singleThreadedListStatus(FileInputFormat.java:287) at org.apache.hadoop.mapred.FileInputFormat.listStatus(FileInputFormat.java:229) at org.apache.hadoop.mapred.FileInputFormat.getSplits(FileInputFormat.java:315) at org.apache.spark.rdd.HadoopRDD.getPartitions(HadoopRDD.scala:200) at org.apache.spark.rdd.RDD$$anonfun$partitions$2.apply(RDD.scala:248) at org.apache.spark.rdd.RDD$$anonfun$partitions$2.apply(RDD.scala:246) at scala.Option.getOrElse(Option.scala:120) at org.apache.spark.rdd.RDD.partitions(RDD.scala:246) at org.apache.spark.rdd.MapPartitionsRDD.getPartitions(MapPartitionsRDD.scala:35) at org.apache.spark.rdd.RDD$$anonfun$partitions$2.apply(RDD.scala:248) at org.apache.spark.rdd.RDD$$anonfun$partitions$2.apply(RDD.scala:246) at scala.Option.getOrElse(Option.scala:120) at org.apache.spark.rdd.RDD.partitions(RDD.scala:246) at org.apache.spark.api.java.JavaRDDLike$class.partitions(JavaRDDLike.scala:60) at org.apache.spark.api.java.AbstractJavaRDDLike.partitions(JavaRDDLike.scala:45) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:497) at py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:237) at py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) at py4j.Gateway.invoke(Gateway.java:280) at py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:128) at py4j.commands.CallCommand.execute(CallCommand.java:79) at py4j.GatewayConnection.run(GatewayConnection.java:211) at java.lang.Thread.run(Thread.java:745)