public abstract class SparkMLEncoderBatch
extends org.jpmml.converter.testing.ModelEncoderBatch
| Constructor and Description |
|---|
SparkMLEncoderBatch(String algorithm,
String dataset,
Predicate<org.jpmml.evaluator.ResultField> columnFilter,
com.google.common.base.Equivalence<Object> equivalence) |
| Modifier and Type | Method and Description |
|---|---|
abstract SparkMLEncoderBatchTest |
getArchiveBatchTest() |
List<Map<String,Object>> |
getOptionsMatrix() |
String |
getPipelineModelZipPath() |
org.dmg.pmml.PMML |
getPMML() |
String |
getSchemaJsonPath() |
org.apache.spark.sql.Dataset<org.apache.spark.sql.Row> |
getVerificationDataset(org.apache.spark.sql.Dataset<org.apache.spark.sql.Row> inputDataset) |
protected org.apache.spark.sql.Dataset<org.apache.spark.sql.Row> |
loadInput(org.apache.spark.sql.SparkSession sparkSession,
List<File> tmpResources) |
protected org.apache.spark.ml.PipelineModel |
loadPipelineModel(org.apache.spark.sql.SparkSession sparkSession,
List<File> tmpResources) |
protected org.apache.spark.sql.types.StructType |
loadSchema(org.apache.spark.sql.SparkSession sparkSession,
List<File> tmpResources) |
protected static File |
toTmpFile(InputStream is,
String prefix,
String suffix) |
protected org.apache.spark.sql.types.StructType |
updateSchema(org.apache.spark.sql.types.StructType schema,
org.apache.spark.ml.PipelineModel pipelineModel) |
getEvaluator, getEvaluatorBuilder, getOptions, getSeparator, getValidators, loadRecords, open, setOptions, truncate, validatePMMLpublic abstract SparkMLEncoderBatchTest getArchiveBatchTest()
getArchiveBatchTest in class org.jpmml.converter.testing.ModelEncoderBatchpublic List<Map<String,Object>> getOptionsMatrix()
getOptionsMatrix in class org.jpmml.converter.testing.ModelEncoderBatchpublic String getSchemaJsonPath()
public String getPipelineModelZipPath()
public org.apache.spark.sql.Dataset<org.apache.spark.sql.Row> getVerificationDataset(org.apache.spark.sql.Dataset<org.apache.spark.sql.Row> inputDataset)
public org.dmg.pmml.PMML getPMML()
throws Exception
getPMML in class org.jpmml.converter.testing.ModelEncoderBatchExceptionprotected org.apache.spark.sql.types.StructType loadSchema(org.apache.spark.sql.SparkSession sparkSession,
List<File> tmpResources)
throws IOException
IOExceptionprotected org.apache.spark.ml.PipelineModel loadPipelineModel(org.apache.spark.sql.SparkSession sparkSession,
List<File> tmpResources)
throws IOException
IOExceptionprotected org.apache.spark.sql.types.StructType updateSchema(org.apache.spark.sql.types.StructType schema,
org.apache.spark.ml.PipelineModel pipelineModel)
protected org.apache.spark.sql.Dataset<org.apache.spark.sql.Row> loadInput(org.apache.spark.sql.SparkSession sparkSession,
List<File> tmpResources)
throws IOException
IOExceptionprotected static File toTmpFile(InputStream is, String prefix, String suffix) throws IOException
IOExceptionCopyright © 2024. All rights reserved.