--------------------------------------------------------------------------- AnalysisException Traceback (most recent call last) <ipython-input-55-5c0c89c9e8e3> in <module>() ----> 1 features = df.select("bibrefId", "scopusId", "citedScopusId", "asjc", "sectionTitle", "age", "expandedItemName", "expandedItemNameCitedF" ) /databricks/spark/python/pyspark/sql/dataframe.pyc in select(self, *cols) 991 [Row(name=u'Alice', age=12), Row(name=u'Bob', age=15)] 992 """ --> 993 jdf = self._jdf.select(self._jcols(*cols)) 994 return DataFrame(jdf, self.sql_ctx) 995 /databricks/spark/python/lib/py4j-0.10.4-src.zip/py4j/java_gateway.py in __call__(self, *args) 1131 answer = self.gateway_client.send_command(command) 1132 return_value = get_return_value( -> 1133 answer, self.gateway_client, self.target_id, self.name) 1134 1135 for temp_arg in temp_args: /databricks/spark/python/pyspark/sql/utils.pyc in deco(*a, **kw) 67 e.java_exception.getStackTrace())) 68 if s.startswith('org.apache.spark.sql.AnalysisException: '): ---> 69 raise AnalysisException(s.split(': ', 1)[1], stackTrace) 70 if s.startswith('org.apache.spark.sql.catalyst.analysis'): 71 raise AnalysisException(s.split(': ', 1)[1], stackTrace) AnalysisException: u"cannot resolve '`expandedItemNameCitedF`' given input columns: [sentence, b_annotId, s_annotId, bibrefId, age, sectionTitle, scopusId, nextText, citedScopusId, docId, itemType, expandedItemName, prevText, asjc, bibrefMapping, citedItemType, expandedItemNameCited, bibref];;\n'Project [bibrefId#2327, scopusId#2331, citedScopusId#2337, asjc#2330, sectionTitle#2338, age#2112, expandedItemName#2340, 'expandedItemNameCitedF]\n+- Project [coalesce(bibrefId#2098, cast( as string)) AS bibrefId#2327, coalesce(docId#2099, cast( as string)) AS docId#2328, coalesce(itemType#2100, cast( as string)) AS itemType#2329, coalesce(asjc#2101, cast( as string)) AS asjc#2330, coalesce(scopusId#2102, cast( as string)) AS scopusId#2331, coalesce(bibref#2103, cast( as string)) AS bibref#2332, coalesce(bibrefMapping#2104, cast( as string)) AS bibrefMapping#2333, coalesce(sentence#2105, cast( as string)) AS sentence#2334, coalesce(prevText#2106, cast( as string)) AS prevText#2335, coalesce(nextText#2107, cast( as string)) AS nextText#2336, coalesce(citedScopusId#2108, cast( as string)) AS citedScopusId#2337, b_annotId#2109L, s_annotId#2110L, coalesce(sectionTitle#2111, cast( as string)) AS sectionTitle#2338, age#2112, coalesce(citedItemType#2113, cast( as string)) AS citedItemType#2339, coalesce(expandedItemName#2114, cast( as string)) AS expandedItemName#2340, coalesce(expandedItemNameCited#2115, cast( as string)) AS expandedItemNameCited#2341]\n +- Relation[bibrefId#2098,docId#2099,itemType#2100,asjc#2101,scopusId#2102,bibref#2103,bibrefMapping#2104,sentence#2105,prevText#2106,nextText#2107,citedScopusId#2108,b_annotId#2109L,s_annotId#2110L,sectionTitle#2111,age#2112,citedItemType#2113,expandedItemName#2114,expandedItemNameCited#2115] parquet\n"