--------------------------------------------------------------------------- AnalysisException Traceback (most recent call last) <ipython-input-121-773756bfc3d1> in <module>() 8 9 ---> 10 fireServiceCallsTsDF = fireServiceCallsDF .withColumn('Call Date TS', unix_timestamp(fireServiceCallsDF['Call Date'], from_pattern1).cast("timestamp")) .drop('Call Date') .withColumn('Watch Date TS', unix_timestamp(fireServiceCallsDF['Watch Date'], from_pattern1).cast("timestamp")) .drop('Watch Date') .withColumn('Received DtTm TS', unix_timestamp(fireServiceCallsDF['Received DtTm'], from_pattern2).cast("timestamp")) .drop('Received DtTm') .withColumn('Entry DtTm TS', unix_timestamp(fireServiceCallsDF['Entry DtTm'], from_pattern2).cast("timestamp")) .drop('Entry DtTm') .withColumn('Dispatch DtTm TS', unix_timestamp(fireServiceCallsDF['Dispatch DtTm'], from_pattern2).cast("timestamp")) .drop('Dispatch DtTm') .withColumn('Response DtTm TS', unix_timestamp(fireServiceCallsDF['Response DtTm'], from_pattern2).cast("timestamp")) .drop('Response DtTm') .withColumn('On Scene DtTm TS', unix_timestamp(fireServiceCallsDF['On Scene DtTm'], from_pattern2).cast("timestamp")) .drop('On Scene DtTm') .withColumn('Transport DtTm TS', unix_timestamp(fireServiceCallsDF['Transport DtTm'], from_pattern2).cast("timestamp")) .drop('Transport DtTm') .withColumn('Hospital DtTm TS', unix_timestamp(fireServiceCallsDF['Hospital DtTm'], from_pattern2).cast("timestamp")) .drop('Hospital DtTm') .withColumn('Available DtTm TS', unix_timestamp(fireServiceCallsDF['Available DtTm'], from_pattern2).cast("timestamp")) .drop('Available DtTm') /databricks/spark/python/pyspark/sql/dataframe.py in __getitem__(self, item) 820 """ 821 if isinstance(item, basestring): --> 822 jc = self._jdf.apply(item) 823 return Column(jc) 824 elif isinstance(item, Column): /databricks/spark/python/lib/py4j-0.10.1-src.zip/py4j/java_gateway.py in __call__(self, *args) 931 answer = self.gateway_client.send_command(command) 932 return_value = get_return_value( --> 933 answer, self.gateway_client, self.target_id, self.name) 934 935 for temp_arg in temp_args: /databricks/spark/python/pyspark/sql/utils.py in deco(*a, **kw) 67 e.java_exception.getStackTrace())) 68 if s.startswith('org.apache.spark.sql.AnalysisException: '): ---> 69 raise AnalysisException(s.split(': ', 1)[1], stackTrace) 70 if s.startswith('org.apache.spark.sql.catalyst.analysis'): 71 raise AnalysisException(s.split(': ', 1)[1], stackTrace) AnalysisException: u'Cannot resolve column name "Call Date" among (CallNumber, UnitID, IncidentNumber, CallType, CallDate, WatchDate, ReceivedDtTm, EntryDtTm, DispatchDtTm, ResponseDtTm, OnSceneDtTm, TransportDtTm, HospitalDtTm, CallFinalDisposition, AvailableDtTm, Address, City, ZipcodeofIncident, Battalion, StationArea, Box, OriginalPriority, Priority, FinalPriority, ALSUnit, CallTypeGroup, NumberofAlarms, UnitType, Unitsequenceincalldispatch, FirePreventionDistrict, SupervisorDistrict, NeighborhoodDistrict, Location, RowID);'