public class MLContextConversionUtil extends Object
| Constructor and Description |
|---|
MLContextConversionUtil() |
| Modifier and Type | Method and Description |
|---|---|
static FrameObject |
binaryBlocksToFrameObject(org.apache.spark.api.java.JavaPairRDD<Long,FrameBlock> binaryBlocks)
Convert a
JavaPairRDD<Long, FrameBlock> to a FrameObject. |
static FrameObject |
binaryBlocksToFrameObject(org.apache.spark.api.java.JavaPairRDD<Long,FrameBlock> binaryBlocks,
FrameMetadata frameMetadata)
Convert a
JavaPairRDD<Long, FrameBlock> to a FrameObject. |
static MatrixBlock |
binaryBlocksToMatrixBlock(org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> binaryBlocks,
MatrixMetadata matrixMetadata)
Convert a
JavaPairRDD<MatrixIndexes, MatrixBlock> to a
MatrixBlock |
static MatrixObject |
binaryBlocksToMatrixObject(org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> binaryBlocks)
Convert a
JavaPairRDD<MatrixIndexes, MatrixBlock> to a
MatrixObject. |
static MatrixObject |
binaryBlocksToMatrixObject(org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> binaryBlocks,
MatrixMetadata matrixMetadata)
Convert a
JavaPairRDD<MatrixIndexes, MatrixBlock> to a
MatrixObject. |
static org.apache.spark.api.java.JavaPairRDD<Long,FrameBlock> |
dataFrameToFrameBinaryBlocks(org.apache.spark.sql.Dataset<org.apache.spark.sql.Row> dataFrame,
FrameMetadata frameMetadata)
Convert a
DataFrame to a JavaPairRDD<Long, FrameBlock>
binary-block frame. |
static FrameObject |
dataFrameToFrameObject(org.apache.spark.sql.Dataset<org.apache.spark.sql.Row> dataFrame)
Convert a
DataFrame to a FrameObject. |
static FrameObject |
dataFrameToFrameObject(org.apache.spark.sql.Dataset<org.apache.spark.sql.Row> dataFrame,
FrameMetadata frameMetadata)
Convert a
DataFrame to a FrameObject. |
static org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> |
dataFrameToMatrixBinaryBlocks(org.apache.spark.sql.Dataset<org.apache.spark.sql.Row> dataFrame)
Convert a
DataFrame to a
JavaPairRDD<MatrixIndexes, MatrixBlock> binary-block matrix. |
static org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> |
dataFrameToMatrixBinaryBlocks(org.apache.spark.sql.Dataset<org.apache.spark.sql.Row> dataFrame,
MatrixMetadata matrixMetadata)
Convert a
DataFrame to a
JavaPairRDD<MatrixIndexes, MatrixBlock> binary-block matrix. |
static MatrixObject |
dataFrameToMatrixObject(org.apache.spark.sql.Dataset<org.apache.spark.sql.Row> dataFrame)
Convert a
DataFrame to a MatrixObject. |
static MatrixObject |
dataFrameToMatrixObject(org.apache.spark.sql.Dataset<org.apache.spark.sql.Row> dataFrame,
MatrixMetadata matrixMetadata)
Convert a
DataFrame to a MatrixObject. |
static void |
determineFrameFormatIfNeeded(org.apache.spark.sql.Dataset<org.apache.spark.sql.Row> dataFrame,
FrameMetadata frameMetadata)
If the FrameFormat of the DataFrame has not been explicitly specified,
attempt to determine the proper FrameFormat.
|
static void |
determineMatrixFormatIfNeeded(org.apache.spark.sql.Dataset<org.apache.spark.sql.Row> dataFrame,
MatrixMetadata matrixMetadata)
If the MatrixFormat of the DataFrame has not been explicitly specified,
attempt to determine the proper MatrixFormat.
|
static MatrixObject |
doubleMatrixToMatrixObject(String variableName,
double[][] doubleMatrix)
Convert a two-dimensional double array to a
MatrixObject. |
static MatrixObject |
doubleMatrixToMatrixObject(String variableName,
double[][] doubleMatrix,
MatrixMetadata matrixMetadata)
Convert a two-dimensional double array to a
MatrixObject. |
static FrameObject |
frameBlockToFrameObject(String variableName,
FrameBlock frameBlock,
FrameMetadata frameMetadata)
Convert a
FrameBlock to a FrameObject. |
static String[][] |
frameObjectTo2DStringArray(FrameObject frameObject)
Convert a
FrameObject to a two-dimensional string array. |
static org.apache.spark.api.java.JavaPairRDD<Long,FrameBlock> |
frameObjectToBinaryBlocks(FrameObject frameObject,
SparkExecutionContext sparkExecutionContext)
Convert a
FrameObject to a JavaPairRDD<Long, FrameBlock>. |
static org.apache.spark.sql.Dataset<org.apache.spark.sql.Row> |
frameObjectToDataFrame(FrameObject frameObject,
SparkExecutionContext sparkExecutionContext)
Convert a
FrameObject to a DataFrame. |
static org.apache.spark.api.java.JavaRDD<String> |
frameObjectToJavaRDDStringCSV(FrameObject frameObject,
String delimiter)
Convert a
FrameObject to a JavaRDD<String> in CSV format. |
static org.apache.spark.api.java.JavaRDD<String> |
frameObjectToJavaRDDStringIJV(FrameObject frameObject)
Convert a
FrameObject to a JavaRDD<String> in IJV format. |
static List<String> |
frameObjectToListStringCSV(FrameObject frameObject,
String delimiter)
Convert a
FrameObject to a List<String> in CSV format. |
static List<String> |
frameObjectToListStringIJV(FrameObject frameObject)
Convert a
FrameObject to a List<String> in IJV format. |
static org.apache.spark.rdd.RDD<String> |
frameObjectToRDDStringCSV(FrameObject frameObject,
String delimiter)
Convert a
FrameObject to a RDD<String> in CSV format. |
static org.apache.spark.rdd.RDD<String> |
frameObjectToRDDStringIJV(FrameObject frameObject)
Convert a
FrameObject to a RDD<String> in IJV format. |
static boolean |
isDataFrameWithIDColumn(FrameMetadata frameMetadata)
Return whether or not the DataFrame has an ID column.
|
static boolean |
isDataFrameWithIDColumn(MatrixMetadata matrixMetadata)
Return whether or not the DataFrame has an ID column.
|
static boolean |
isVectorBasedDataFrame(MatrixMetadata matrixMetadata)
Return whether or not the DataFrame is vector-based.
|
static FrameObject |
javaRDDStringCSVToFrameObject(org.apache.spark.api.java.JavaRDD<String> javaRDD)
Convert a
JavaRDD<String> in CSV format to a FrameObject |
static FrameObject |
javaRDDStringCSVToFrameObject(org.apache.spark.api.java.JavaRDD<String> javaRDD,
FrameMetadata frameMetadata)
Convert a
JavaRDD<String> in CSV format to a FrameObject |
static MatrixObject |
javaRDDStringCSVToMatrixObject(org.apache.spark.api.java.JavaRDD<String> javaRDD)
Convert a
JavaRDD<String> in CSV format to a MatrixObject |
static MatrixObject |
javaRDDStringCSVToMatrixObject(org.apache.spark.api.java.JavaRDD<String> javaRDD,
MatrixMetadata matrixMetadata)
Convert a
JavaRDD<String> in CSV format to a MatrixObject |
static FrameObject |
javaRDDStringIJVToFrameObject(org.apache.spark.api.java.JavaRDD<String> javaRDD,
FrameMetadata frameMetadata)
Convert a
JavaRDD<String> in IJV format to a FrameObject
. |
static MatrixObject |
javaRDDStringIJVToMatrixObject(org.apache.spark.api.java.JavaRDD<String> javaRDD,
MatrixMetadata matrixMetadata)
Convert a
JavaRDD<String> in IJV format to a MatrixObject
. |
static org.apache.spark.api.java.JavaSparkContext |
jsc()
Obtain JavaSparkContext from MLContextProxy.
|
static MatrixObject |
matrixBlockToMatrixObject(String variableName,
MatrixBlock matrixBlock,
MatrixMetadata matrixMetadata)
Convert a
MatrixBlock to a MatrixObject. |
static double[][] |
matrixObjectTo2DDoubleArray(MatrixObject matrixObject)
Convert a
MatrixObject to a two-dimensional double array. |
static org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> |
matrixObjectToBinaryBlocks(MatrixObject matrixObject,
SparkExecutionContext sparkExecutionContext)
Convert a
MatrixObject to a
JavaPairRDD<MatrixIndexes, MatrixBlock>. |
static org.apache.spark.sql.Dataset<org.apache.spark.sql.Row> |
matrixObjectToDataFrame(MatrixObject matrixObject,
SparkExecutionContext sparkExecutionContext,
boolean isVectorDF)
Convert a
MatrixObject to a DataFrame. |
static org.apache.spark.api.java.JavaRDD<String> |
matrixObjectToJavaRDDStringCSV(MatrixObject matrixObject)
Convert a
MatrixObject to a JavaRDD<String> in CSV
format. |
static org.apache.spark.api.java.JavaRDD<String> |
matrixObjectToJavaRDDStringIJV(MatrixObject matrixObject)
Convert a
MatrixObject to a JavaRDD<String> in IJV
format. |
static List<String> |
matrixObjectToListStringCSV(MatrixObject matrixObject)
Convert a
MatrixObject to a List<String> in CSV format. |
static List<String> |
matrixObjectToListStringIJV(MatrixObject matrixObject)
Convert a
MatrixObject to a List<String> in IJV format. |
static org.apache.spark.rdd.RDD<String> |
matrixObjectToRDDStringCSV(MatrixObject matrixObject)
Convert a
MatrixObject to a RDD<String> in CSV format. |
static org.apache.spark.rdd.RDD<String> |
matrixObjectToRDDStringIJV(MatrixObject matrixObject)
Convert a
MatrixObject to a RDD<String> in IJV format. |
static FrameObject |
rddStringCSVToFrameObject(org.apache.spark.rdd.RDD<String> rdd)
Convert a
RDD<String> in CSV format to a FrameObject |
static FrameObject |
rddStringCSVToFrameObject(org.apache.spark.rdd.RDD<String> rdd,
FrameMetadata frameMetadata)
Convert a
RDD<String> in CSV format to a FrameObject |
static MatrixObject |
rddStringCSVToMatrixObject(org.apache.spark.rdd.RDD<String> rdd)
Convert a
RDD<String> in CSV format to a MatrixObject |
static MatrixObject |
rddStringCSVToMatrixObject(org.apache.spark.rdd.RDD<String> rdd,
MatrixMetadata matrixMetadata)
Convert a
RDD<String> in CSV format to a MatrixObject |
static FrameObject |
rddStringIJVToFrameObject(org.apache.spark.rdd.RDD<String> rdd,
FrameMetadata frameMetadata)
Convert a
RDD<String> in IJV format to a FrameObject. |
static MatrixObject |
rddStringIJVToMatrixObject(org.apache.spark.rdd.RDD<String> rdd,
MatrixMetadata matrixMetadata)
Convert a
RDD<String> in IJV format to a MatrixObject. |
static org.apache.spark.SparkContext |
sc()
Obtain SparkContext from MLContextProxy.
|
static org.apache.spark.sql.SparkSession |
spark()
Obtain SparkSession from MLContextProxy.
|
static MatrixObject |
urlToMatrixObject(URL url,
MatrixMetadata matrixMetadata)
Convert a matrix at a URL to a
MatrixObject. |
public static MatrixObject doubleMatrixToMatrixObject(String variableName, double[][] doubleMatrix)
MatrixObject.variableName - name of the variable associated with the matrixdoubleMatrix - matrix of double valuesMatrixObjectpublic static MatrixObject doubleMatrixToMatrixObject(String variableName, double[][] doubleMatrix, MatrixMetadata matrixMetadata)
MatrixObject.variableName - name of the variable associated with the matrixdoubleMatrix - matrix of double valuesmatrixMetadata - the matrix metadataMatrixObjectpublic static MatrixObject urlToMatrixObject(URL url, MatrixMetadata matrixMetadata)
MatrixObject.url - the URL to a matrix (in CSV or IJV format)matrixMetadata - the matrix metadataMatrixObjectpublic static MatrixObject matrixBlockToMatrixObject(String variableName, MatrixBlock matrixBlock, MatrixMetadata matrixMetadata)
MatrixBlock to a MatrixObject.variableName - name of the variable associated with the matrixmatrixBlock - matrix as a MatrixBlockmatrixMetadata - the matrix metadataMatrixBlock converted to a MatrixObjectpublic static FrameObject frameBlockToFrameObject(String variableName, FrameBlock frameBlock, FrameMetadata frameMetadata)
FrameBlock to a FrameObject.variableName - name of the variable associated with the frameframeBlock - frame as a FrameBlockframeMetadata - the frame metadataFrameBlock converted to a FrameObjectpublic static MatrixObject binaryBlocksToMatrixObject(org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> binaryBlocks)
JavaPairRDD<MatrixIndexes, MatrixBlock> to a
MatrixObject.binaryBlocks - JavaPairRDD<MatrixIndexes, MatrixBlock> representation
of a binary-block matrixJavaPairRDD<MatrixIndexes, MatrixBlock> matrix
converted to a MatrixObjectpublic static MatrixObject binaryBlocksToMatrixObject(org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> binaryBlocks, MatrixMetadata matrixMetadata)
JavaPairRDD<MatrixIndexes, MatrixBlock> to a
MatrixObject.binaryBlocks - JavaPairRDD<MatrixIndexes, MatrixBlock> representation
of a binary-block matrixmatrixMetadata - the matrix metadataJavaPairRDD<MatrixIndexes, MatrixBlock> matrix
converted to a MatrixObjectpublic static MatrixBlock binaryBlocksToMatrixBlock(org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> binaryBlocks, MatrixMetadata matrixMetadata)
JavaPairRDD<MatrixIndexes, MatrixBlock> to a
MatrixBlockbinaryBlocks - JavaPairRDD<MatrixIndexes, MatrixBlock> representation
of a binary-block matrixmatrixMetadata - the matrix metadataJavaPairRDD<MatrixIndexes, MatrixBlock> matrix
converted to a MatrixBlockpublic static FrameObject binaryBlocksToFrameObject(org.apache.spark.api.java.JavaPairRDD<Long,FrameBlock> binaryBlocks)
JavaPairRDD<Long, FrameBlock> to a FrameObject.binaryBlocks - JavaPairRDD<Long, FrameBlock> representation of a
binary-block frameJavaPairRDD<Long, FrameBlock> frame converted to a
FrameObjectpublic static FrameObject binaryBlocksToFrameObject(org.apache.spark.api.java.JavaPairRDD<Long,FrameBlock> binaryBlocks, FrameMetadata frameMetadata)
JavaPairRDD<Long, FrameBlock> to a FrameObject.binaryBlocks - JavaPairRDD<Long, FrameBlock> representation of a
binary-block frameframeMetadata - the frame metadataJavaPairRDD<Long, FrameBlock> frame converted to a
FrameObjectpublic static MatrixObject dataFrameToMatrixObject(org.apache.spark.sql.Dataset<org.apache.spark.sql.Row> dataFrame)
DataFrame to a MatrixObject.dataFrame - the Spark DataFrameDataFrame matrix converted to a converted to a
MatrixObjectpublic static MatrixObject dataFrameToMatrixObject(org.apache.spark.sql.Dataset<org.apache.spark.sql.Row> dataFrame, MatrixMetadata matrixMetadata)
DataFrame to a MatrixObject.dataFrame - the Spark DataFramematrixMetadata - the matrix metadataDataFrame matrix converted to a converted to a
MatrixObjectpublic static FrameObject dataFrameToFrameObject(org.apache.spark.sql.Dataset<org.apache.spark.sql.Row> dataFrame)
DataFrame to a FrameObject.dataFrame - the Spark DataFrameDataFrame matrix converted to a converted to a
FrameObjectpublic static FrameObject dataFrameToFrameObject(org.apache.spark.sql.Dataset<org.apache.spark.sql.Row> dataFrame, FrameMetadata frameMetadata)
DataFrame to a FrameObject.dataFrame - the Spark DataFrameframeMetadata - the frame metadataDataFrame frame converted to a converted to a
FrameObjectpublic static org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> dataFrameToMatrixBinaryBlocks(org.apache.spark.sql.Dataset<org.apache.spark.sql.Row> dataFrame)
DataFrame to a
JavaPairRDD<MatrixIndexes, MatrixBlock> binary-block matrix.dataFrame - the Spark DataFrameDataFrame matrix converted to a
JavaPairRDD<MatrixIndexes,
MatrixBlock> binary-block matrixpublic static org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> dataFrameToMatrixBinaryBlocks(org.apache.spark.sql.Dataset<org.apache.spark.sql.Row> dataFrame, MatrixMetadata matrixMetadata)
DataFrame to a
JavaPairRDD<MatrixIndexes, MatrixBlock> binary-block matrix.dataFrame - the Spark DataFramematrixMetadata - the matrix metadataDataFrame matrix converted to a
JavaPairRDD<MatrixIndexes,
MatrixBlock> binary-block matrixpublic static org.apache.spark.api.java.JavaPairRDD<Long,FrameBlock> dataFrameToFrameBinaryBlocks(org.apache.spark.sql.Dataset<org.apache.spark.sql.Row> dataFrame, FrameMetadata frameMetadata)
DataFrame to a JavaPairRDD<Long, FrameBlock>
binary-block frame.dataFrame - the Spark DataFrameframeMetadata - the frame metadataDataFrame matrix converted to a
JavaPairRDD<Long,
FrameBlock> binary-block framepublic static void determineMatrixFormatIfNeeded(org.apache.spark.sql.Dataset<org.apache.spark.sql.Row> dataFrame,
MatrixMetadata matrixMetadata)
dataFrame - the Spark DataFramematrixMetadata - the matrix metadata, if availablepublic static void determineFrameFormatIfNeeded(org.apache.spark.sql.Dataset<org.apache.spark.sql.Row> dataFrame,
FrameMetadata frameMetadata)
dataFrame - the Spark DataFrameframeMetadata - the frame metadata, if availablepublic static boolean isDataFrameWithIDColumn(MatrixMetadata matrixMetadata)
matrixMetadata - the matrix metadatatrue if the DataFrame has an ID column, false
otherwise.public static boolean isDataFrameWithIDColumn(FrameMetadata frameMetadata)
frameMetadata - the frame metadatatrue if the DataFrame has an ID column, false
otherwise.public static boolean isVectorBasedDataFrame(MatrixMetadata matrixMetadata)
matrixMetadata - the matrix metadatatrue if the DataFrame is vector-based, false
otherwise.public static MatrixObject javaRDDStringCSVToMatrixObject(org.apache.spark.api.java.JavaRDD<String> javaRDD)
JavaRDD<String> in CSV format to a MatrixObjectjavaRDD - the Java RDD of stringsJavaRDD<String> converted to a MatrixObjectpublic static MatrixObject javaRDDStringCSVToMatrixObject(org.apache.spark.api.java.JavaRDD<String> javaRDD, MatrixMetadata matrixMetadata)
JavaRDD<String> in CSV format to a MatrixObjectjavaRDD - the Java RDD of stringsmatrixMetadata - matrix metadataJavaRDD<String> converted to a MatrixObjectpublic static FrameObject javaRDDStringCSVToFrameObject(org.apache.spark.api.java.JavaRDD<String> javaRDD)
JavaRDD<String> in CSV format to a FrameObjectjavaRDD - the Java RDD of stringsJavaRDD<String> converted to a FrameObjectpublic static FrameObject javaRDDStringCSVToFrameObject(org.apache.spark.api.java.JavaRDD<String> javaRDD, FrameMetadata frameMetadata)
JavaRDD<String> in CSV format to a FrameObjectjavaRDD - the Java RDD of stringsframeMetadata - frame metadataJavaRDD<String> converted to a FrameObjectpublic static MatrixObject javaRDDStringIJVToMatrixObject(org.apache.spark.api.java.JavaRDD<String> javaRDD, MatrixMetadata matrixMetadata)
JavaRDD<String> in IJV format to a MatrixObject
. Note that metadata is required for IJV format.javaRDD - the Java RDD of stringsmatrixMetadata - matrix metadataJavaRDD<String> converted to a MatrixObjectpublic static FrameObject javaRDDStringIJVToFrameObject(org.apache.spark.api.java.JavaRDD<String> javaRDD, FrameMetadata frameMetadata)
JavaRDD<String> in IJV format to a FrameObject
. Note that metadata is required for IJV format.javaRDD - the Java RDD of stringsframeMetadata - frame metadataJavaRDD<String> converted to a FrameObjectpublic static MatrixObject rddStringCSVToMatrixObject(org.apache.spark.rdd.RDD<String> rdd)
RDD<String> in CSV format to a MatrixObjectrdd - the RDD of stringsRDD<String> converted to a MatrixObjectpublic static MatrixObject rddStringCSVToMatrixObject(org.apache.spark.rdd.RDD<String> rdd, MatrixMetadata matrixMetadata)
RDD<String> in CSV format to a MatrixObjectrdd - the RDD of stringsmatrixMetadata - matrix metadataRDD<String> converted to a MatrixObjectpublic static FrameObject rddStringCSVToFrameObject(org.apache.spark.rdd.RDD<String> rdd)
RDD<String> in CSV format to a FrameObjectrdd - the RDD of stringsRDD<String> converted to a FrameObjectpublic static FrameObject rddStringCSVToFrameObject(org.apache.spark.rdd.RDD<String> rdd, FrameMetadata frameMetadata)
RDD<String> in CSV format to a FrameObjectrdd - the RDD of stringsframeMetadata - frame metadataRDD<String> converted to a FrameObjectpublic static MatrixObject rddStringIJVToMatrixObject(org.apache.spark.rdd.RDD<String> rdd, MatrixMetadata matrixMetadata)
RDD<String> in IJV format to a MatrixObject.
Note that metadata is required for IJV format.rdd - the RDD of stringsmatrixMetadata - matrix metadataRDD<String> converted to a MatrixObjectpublic static FrameObject rddStringIJVToFrameObject(org.apache.spark.rdd.RDD<String> rdd, FrameMetadata frameMetadata)
RDD<String> in IJV format to a FrameObject.
Note that metadata is required for IJV format.rdd - the RDD of stringsframeMetadata - frame metadataRDD<String> converted to a FrameObjectpublic static org.apache.spark.api.java.JavaRDD<String> matrixObjectToJavaRDDStringCSV(MatrixObject matrixObject)
MatrixObject to a JavaRDD<String> in CSV
format.matrixObject - the MatrixObjectMatrixObject converted to a JavaRDD<String>public static org.apache.spark.api.java.JavaRDD<String> frameObjectToJavaRDDStringCSV(FrameObject frameObject, String delimiter)
FrameObject to a JavaRDD<String> in CSV format.frameObject - the FrameObjectdelimiter - the delimiterFrameObject converted to a JavaRDD<String>public static org.apache.spark.api.java.JavaRDD<String> matrixObjectToJavaRDDStringIJV(MatrixObject matrixObject)
MatrixObject to a JavaRDD<String> in IJV
format.matrixObject - the MatrixObjectMatrixObject converted to a JavaRDD<String>public static org.apache.spark.api.java.JavaRDD<String> frameObjectToJavaRDDStringIJV(FrameObject frameObject)
FrameObject to a JavaRDD<String> in IJV format.frameObject - the FrameObjectFrameObject converted to a JavaRDD<String>public static org.apache.spark.rdd.RDD<String> matrixObjectToRDDStringIJV(MatrixObject matrixObject)
MatrixObject to a RDD<String> in IJV format.matrixObject - the MatrixObjectMatrixObject converted to a RDD<String>public static org.apache.spark.rdd.RDD<String> frameObjectToRDDStringIJV(FrameObject frameObject)
FrameObject to a RDD<String> in IJV format.frameObject - the FrameObjectFrameObject converted to a RDD<String>public static org.apache.spark.rdd.RDD<String> matrixObjectToRDDStringCSV(MatrixObject matrixObject)
MatrixObject to a RDD<String> in CSV format.matrixObject - the MatrixObjectMatrixObject converted to a RDD<String>public static org.apache.spark.rdd.RDD<String> frameObjectToRDDStringCSV(FrameObject frameObject, String delimiter)
FrameObject to a RDD<String> in CSV format.frameObject - the FrameObjectdelimiter - the delimiterFrameObject converted to a RDD<String>public static List<String> matrixObjectToListStringCSV(MatrixObject matrixObject)
MatrixObject to a List<String> in CSV format.matrixObject - the MatrixObjectMatrixObject converted to a List<String>public static List<String> frameObjectToListStringCSV(FrameObject frameObject, String delimiter)
FrameObject to a List<String> in CSV format.frameObject - the FrameObjectdelimiter - the delimiterFrameObject converted to a List<String>public static List<String> matrixObjectToListStringIJV(MatrixObject matrixObject)
MatrixObject to a List<String> in IJV format.matrixObject - the MatrixObjectMatrixObject converted to a List<String>public static List<String> frameObjectToListStringIJV(FrameObject frameObject)
FrameObject to a List<String> in IJV format.frameObject - the FrameObjectFrameObject converted to a List<String>public static double[][] matrixObjectTo2DDoubleArray(MatrixObject matrixObject)
MatrixObject to a two-dimensional double array.matrixObject - the MatrixObjectMatrixObject converted to a double[][]public static org.apache.spark.sql.Dataset<org.apache.spark.sql.Row> matrixObjectToDataFrame(MatrixObject matrixObject, SparkExecutionContext sparkExecutionContext, boolean isVectorDF)
MatrixObject to a DataFrame.matrixObject - the MatrixObjectsparkExecutionContext - the Spark execution contextisVectorDF - is the DataFrame a vector DataFrame?MatrixObject converted to a DataFramepublic static org.apache.spark.sql.Dataset<org.apache.spark.sql.Row> frameObjectToDataFrame(FrameObject frameObject, SparkExecutionContext sparkExecutionContext)
FrameObject to a DataFrame.frameObject - the FrameObjectsparkExecutionContext - the Spark execution contextFrameObject converted to a DataFramepublic static org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> matrixObjectToBinaryBlocks(MatrixObject matrixObject, SparkExecutionContext sparkExecutionContext)
MatrixObject to a
JavaPairRDD<MatrixIndexes, MatrixBlock>.matrixObject - the MatrixObjectsparkExecutionContext - the Spark execution contextMatrixObject converted to a
JavaPairRDD<MatrixIndexes, MatrixBlock>public static org.apache.spark.api.java.JavaPairRDD<Long,FrameBlock> frameObjectToBinaryBlocks(FrameObject frameObject, SparkExecutionContext sparkExecutionContext)
FrameObject to a JavaPairRDD<Long, FrameBlock>.frameObject - the FrameObjectsparkExecutionContext - the Spark execution contextFrameObject converted to a
JavaPairRDD<Long, FrameBlock>public static String[][] frameObjectTo2DStringArray(FrameObject frameObject)
FrameObject to a two-dimensional string array.frameObject - the FrameObjectFrameObject converted to a String[][]public static org.apache.spark.api.java.JavaSparkContext jsc()
public static org.apache.spark.SparkContext sc()
public static org.apache.spark.sql.SparkSession spark()
Copyright © 2020 The Apache Software Foundation. All rights reserved.