spark_pipeline_framework.utilities.pipeline_helper

Module Contents

Functions

create_steps(my_list: Union[List[pyspark.ml.Transformer], List[spark_pipeline_framework.transformers.framework_transformer.v1.framework_transformer.FrameworkTransformer], List[Union[pyspark.ml.Transformer, List[pyspark.ml.Transformer]]], List[Union[spark_pipeline_framework.transformers.framework_transformer.v1.framework_transformer.FrameworkTransformer, List[spark_pipeline_framework.transformers.framework_transformer.v1.framework_transformer.FrameworkTransformer]]]]) → List[pyspark.ml.Transformer]

spark_pipeline_framework.utilities.pipeline_helper.create_steps(my_list: Union[List[pyspark.ml.Transformer], List[spark_pipeline_framework.transformers.framework_transformer.v1.framework_transformer.FrameworkTransformer], List[Union[pyspark.ml.Transformer, List[pyspark.ml.Transformer]]], List[Union[spark_pipeline_framework.transformers.framework_transformer.v1.framework_transformer.FrameworkTransformer, List[spark_pipeline_framework.transformers.framework_transformer.v1.framework_transformer.FrameworkTransformer]]]]) → List[pyspark.ml.Transformer]