--------------------------------------------------------------------------- Py4JError Traceback (most recent call last) <ipython-input-48-7e4c459d2683> in <module>() 1 # TODO: Replace <FILL IN> with appropriate code 2 from pyspark.sql.functions import desc ----> 3 topWordsAndCountsDF = wordCount(shakeWordsDF).orderBy(desc(col('count'))) 4 topWordsAndCountsDF.show() /databricks/spark/python/pyspark/sql/functions.py in _(col) 37 def _(col): 38 sc = SparkContext._active_spark_context ---> 39 jc = getattr(sc._jvm.functions, name)(col._jc if isinstance(col, Column) else col) 40 return Column(jc) 41 _.__name__ = name /databricks/spark/python/lib/py4j-0.9-src.zip/py4j/java_gateway.py in __call__(self, *args) 811 answer = self.gateway_client.send_command(command) 812 return_value = get_return_value( --> 813 answer, self.gateway_client, self.target_id, self.name) 814 815 for temp_arg in temp_args: /databricks/spark/python/pyspark/sql/utils.py in deco(*a, **kw) 43 def deco(*a, **kw): 44 try: ---> 45 return f(*a, **kw) 46 except py4j.protocol.Py4JJavaError as e: 47 s = e.java_exception.toString() /databricks/spark/python/lib/py4j-0.9-src.zip/py4j/protocol.py in get_return_value(answer, gateway_client, target_id, name) 310 raise Py4JError( 311 "An error occurred while calling {0}{1}{2}. Trace:\n{3}\n". --> 312 format(target_id, ".", name, value)) 313 else: 314 raise Py4JError( Py4JError: An error occurred while calling z:org.apache.spark.sql.functions.desc. Trace: py4j.Py4JException: Method desc([class org.apache.spark.sql.Column]) does not exist at py4j.reflection.ReflectionEngine.getMethod(ReflectionEngine.java:335) at py4j.reflection.ReflectionEngine.getMethod(ReflectionEngine.java:360) at py4j.Gateway.invoke(Gateway.java:254) at py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:133) at py4j.commands.CallCommand.execute(CallCommand.java:79) at py4j.GatewayConnection.run(GatewayConnection.java:209) at java.lang.Thread.run(Thread.java:745)