--------------------------------------------------------------------------- AnalysisException Traceback (most recent call last) <ipython-input-26-dd118fd30253> in <module>() 6 7 schema = StructType().add("b", IntegerType()) ----> 8 display(events.select(from_json("a", schema).alias("c"))) /databricks/spark/python/pyspark/sql/dataframe.pyc in select(self, *cols) 983 [Row(name=u'Alice', age=12), Row(name=u'Bob', age=15)] 984 """ --> 985 jdf = self._jdf.select(self._jcols(*cols)) 986 return DataFrame(jdf, self.sql_ctx) 987 /databricks/spark/python/lib/py4j-0.10.4-src.zip/py4j/java_gateway.py in __call__(self, *args) 1131 answer = self.gateway_client.send_command(command) 1132 return_value = get_return_value( -> 1133 answer, self.gateway_client, self.target_id, self.name) 1134 1135 for temp_arg in temp_args: /databricks/spark/python/pyspark/sql/utils.pyc in deco(*a, **kw) 67 e.java_exception.getStackTrace())) 68 if s.startswith('org.apache.spark.sql.AnalysisException: '): ---> 69 raise AnalysisException(s.split(': ', 1)[1], stackTrace) 70 if s.startswith('org.apache.spark.sql.catalyst.analysis'): 71 raise AnalysisException(s.split(': ', 1)[1], stackTrace) AnalysisException: u"cannot resolve '`a`' given input columns: [_corrupt_record];;\n'Project [jsontostruct(StructField(b,IntegerType,true), 'a) AS c#91112]\n+- LogicalRDD [_corrupt_record#91109]\n"