--------------------------------------------------------------------------- ParseException Traceback (most recent call last) <command-1224587578331508> in <module>() ----> 1 spark.sql("SELECT count(*) from video_events group by customer_id where state = 'open'").show() /databricks/spark/python/pyspark/sql/session.py in sql(self, sqlQuery) 554 [Row(f1=1, f2=u'row1'), Row(f1=2, f2=u'row2'), Row(f1=3, f2=u'row3')] 555 """ --> 556 return DataFrame(self._jsparkSession.sql(sqlQuery), self._wrapped) 557 558 @since(2.0) /databricks/spark/python/lib/py4j-0.10.4-src.zip/py4j/java_gateway.py in __call__(self, *args) 1131 answer = self.gateway_client.send_command(command) 1132 return_value = get_return_value( -> 1133 answer, self.gateway_client, self.target_id, self.name) 1134 1135 for temp_arg in temp_args: /databricks/spark/python/pyspark/sql/utils.py in deco(*a, **kw) 71 raise AnalysisException(s.split(': ', 1)[1], stackTrace) 72 if s.startswith('org.apache.spark.sql.catalyst.parser.ParseException: '): ---> 73 raise ParseException(s.split(': ', 1)[1], stackTrace) 74 if s.startswith('org.apache.spark.sql.streaming.StreamingQueryException: '): 75 raise StreamingQueryException(s.split(': ', 1)[1], stackTrace) ParseException: u"\nmismatched input 'where' expecting {<EOF>, ',', '.', '[', 'GROUPING', 'ORDER', 'HAVING', 'LIMIT', 'OR', 'AND', 'IN', NOT, 'BETWEEN', 'LIKE', RLIKE, 'IS', 'WINDOW', 'WITH', 'UNION', 'EXCEPT', 'MINUS', 'INTERSECT', EQ, '<=>', '<>', '!=', '<', LTE, '>', GTE, '+', '-', '*', '/', '%', 'DIV', '&', '|', '||', '^', 'SORT', 'CLUSTER', 'DISTRIBUTE'}(line 1, pos 55)\n\n== SQL ==\nSELECT count(*) from video_events group by customer_id where state = 'open'\n-------------------------------------------------------^^^\n"