--------------------------------------------------------------------------- Py4JJavaError Traceback (most recent call last) <command-468947> in <module>() 2 # Create our model estimator 3 # ----> 4 model = pipeline.fit(trainingData) /databricks/spark/python/pyspark/ml/base.py in fit(self, dataset, params) 62 return self.copy(params)._fit(dataset) 63 else: ---> 64 return self._fit(dataset) 65 else: 66 raise ValueError("Params must be either a param map or a list/tuple of param maps, " /databricks/spark/python/pyspark/ml/pipeline.py in _fit(self, dataset) 104 if isinstance(stage, Transformer): 105 transformers.append(stage) --> 106 dataset = stage.transform(dataset) 107 else: # must be an Estimator 108 model = stage.fit(dataset) /databricks/spark/python/pyspark/ml/base.py in transform(self, dataset, params) 103 return self.copy(params)._transform(dataset) 104 else: --> 105 return self._transform(dataset) 106 else: 107 raise ValueError("Params must be a param map but got %s." % type(params)) /databricks/spark/python/pyspark/ml/wrapper.py in _transform(self, dataset) 279 def _transform(self, dataset): 280 self._transfer_params_to_java() --> 281 return DataFrame(self._java_obj.transform(dataset._jdf), dataset.sql_ctx) 282 283 /databricks/spark/python/lib/py4j-0.10.4-src.zip/py4j/java_gateway.py in __call__(self, *args) 1131 answer = self.gateway_client.send_command(command) 1132 return_value = get_return_value( -> 1133 answer, self.gateway_client, self.target_id, self.name) 1134 1135 for temp_arg in temp_args: /databricks/spark/python/pyspark/sql/utils.py in deco(*a, **kw) 61 def deco(*a, **kw): 62 try: ---> 63 return f(*a, **kw) 64 except py4j.protocol.Py4JJavaError as e: 65 s = e.java_exception.toString() /databricks/spark/python/lib/py4j-0.10.4-src.zip/py4j/protocol.py in get_return_value(answer, gateway_client, target_id, name) 317 raise Py4JJavaError( 318 "An error occurred while calling {0}{1}{2}.\n". --> 319 format(target_id, ".", name), value) 320 else: 321 raise Py4JError( Py4JJavaError: An error occurred while calling o238.transform. : java.util.NoSuchElementException: Failed to find a default value for splits at org.apache.spark.ml.param.Params$$anonfun$getOrDefault$2.apply(params.scala:652) at org.apache.spark.ml.param.Params$$anonfun$getOrDefault$2.apply(params.scala:652) at scala.Option.getOrElse(Option.scala:121) at org.apache.spark.ml.param.Params$class.getOrDefault(params.scala:651) at org.apache.spark.ml.PipelineStage.getOrDefault(Pipeline.scala:42) at org.apache.spark.ml.param.Params$class.$(params.scala:658) at org.apache.spark.ml.PipelineStage.$(Pipeline.scala:42) at org.apache.spark.ml.feature.Bucketizer.prepOutputField(Bucketizer.scala:125) at org.apache.spark.ml.feature.Bucketizer.transformSchema(Bucketizer.scala:134) at org.apache.spark.ml.feature.Bucketizer.transform(Bucketizer.scala:105) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) at py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) at py4j.Gateway.invoke(Gateway.java:280) at py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) at py4j.commands.CallCommand.execute(CallCommand.java:79) at py4j.GatewayConnection.run(GatewayConnection.java:214) at java.lang.Thread.run(Thread.java:748)