--------------------------------------------------------------------------- AnalysisException Traceback (most recent call last) <ipython-input-15-05b079d13a3c> in <module>() ----> 1 display(votepleb.select("hora").alias("Orale").groupBy("tweets").count()) /databricks/spark/python/pyspark/sql/group.pyc in _api(self) 28 def _api(self): 29 name = f.__name__ ---> 30 jdf = getattr(self._jgd, name)() 31 return DataFrame(jdf, self.sql_ctx) 32 _api.__name__ = f.__name__ /databricks/spark/python/lib/py4j-0.10.3-src.zip/py4j/java_gateway.py in __call__(self, *args) 1131 answer = self.gateway_client.send_command(command) 1132 return_value = get_return_value( -> 1133 answer, self.gateway_client, self.target_id, self.name) 1134 1135 for temp_arg in temp_args: /databricks/spark/python/pyspark/sql/utils.pyc in deco(*a, **kw) 67 e.java_exception.getStackTrace())) 68 if s.startswith('org.apache.spark.sql.AnalysisException: '): ---> 69 raise AnalysisException(s.split(': ', 1)[1], stackTrace) 70 if s.startswith('org.apache.spark.sql.catalyst.analysis'): 71 raise AnalysisException(s.split(': ', 1)[1], stackTrace) AnalysisException: u"cannot resolve '`tweets`' given input columns: [hora];;\n'Aggregate ['tweets], ['tweets, count(1) AS count#25683L]\n+- SubqueryAlias Orale\n +- Project [hora#3510]\n +- Union\n :- Project [SI AS Tweets#3508, dayofmonth(cast(time#2251 as date)) AS dia#3509, hour(time#2251) AS hora#3510]\n : +- Filter ((lower(text#51) LIKE lower(%#HoyVotoSi%) || lower(text#51) LIKE lower(%#YoVotoSi%)) || lower(text#51) LIKE lower(%#SiALaPaz%))\n : +- SubqueryAlias plebiscito2\n : +- Project [_corrupt_record#21, contributors#22, coordinates#23, created_at#24, display_text_range#25, entities#26, extended_entities#27, extended_tweet#28, favorite_count#29L, favorited#30, filter_level#31, geo#32, id#33L, id_str#34, in_reply_to_screen_name#35, in_reply_to_status_id#36L, in_reply_to_status_id_str#37, in_reply_to_user_id#38L, in_reply_to_user_id_str#39, is_quote_status#40, lang#41, place#42, possibly_sensitive#43, quoted_status#44, ... 11 more fields]\n : +- Filter isnotnull(text#51)\n : +- SubqueryAlias plebiscito\n : +- Relation[_corrupt_record#21,contributors#22,coordinates#23,created_at#24,display_text_range#25,entities#26,extended_entities#27,extended_tweet#28,favorite_count#29L,favorited#30,filter_level#31,geo#32,id#33L,id_str#34,in_reply_to_screen_name#35,in_reply_to_status_id#36L,in_reply_to_status_id_str#37,in_reply_to_user_id#38L,in_reply_to_user_id_str#39,is_quote_status#40,lang#41,place#42,possibly_sensitive#43,quoted_status#44,... 10 more fields] json\n +- Project [NO AS Tweets#3511, dayofmonth(cast(time#2251 as date)) AS dia#3512, hour(time#2251) AS hora#3513]\n +- Filter ((lower(text#51) LIKE lower(%#VotoNo%) || lower(text#51) LIKE lower(%#SoyColombiaNO%)) || lower(text#51) LIKE lower(%#HoyVotoNo%))\n +- SubqueryAlias plebiscito2\n +- Project [_corrupt_record#21, contributors#22, coordinates#23, created_at#24, display_text_range#25, entities#26, extended_entities#27, extended_tweet#28, favorite_count#29L, favorited#30, filter_level#31, geo#32, id#33L, id_str#34, in_reply_to_screen_name#35, in_reply_to_status_id#36L, in_reply_to_status_id_str#37, in_reply_to_user_id#38L, in_reply_to_user_id_str#39, is_quote_status#40, lang#41, place#42, possibly_sensitive#43, quoted_status#44, ... 11 more fields]\n +- Filter isnotnull(text#51)\n +- SubqueryAlias plebiscito\n +- Relation[_corrupt_record#21,contributors#22,coordinates#23,created_at#24,display_text_range#25,entities#26,extended_entities#27,extended_tweet#28,favorite_count#29L,favorited#30,filter_level#31,geo#32,id#33L,id_str#34,in_reply_to_screen_name#35,in_reply_to_status_id#36L,in_reply_to_status_id_str#37,in_reply_to_user_id#38L,in_reply_to_user_id_str#39,is_quote_status#40,lang#41,place#42,possibly_sensitive#43,quoted_status#44,... 10 more fields] json\n"