public class DMLScript extends Object
Constructor and Description |
---|
DMLScript() |
Modifier and Type | Method and Description |
---|---|
static void |
cleanupHadoopExecution(DMLConfig config) |
static void |
errorPrint(Exception e)
Print the error in a user friendly manner.
|
static boolean |
executeScript(org.apache.hadoop.conf.Configuration conf,
String[] args)
Single entry point for all public invocation alternatives (e.g.,
main, executeScript, JaqlUdf etc)
|
static Types.ExecMode |
getGlobalExecMode() |
static String |
getUUID() |
static void |
initHadoopExecution(DMLConfig config) |
static boolean |
isActiveAM() |
static void |
loadConfiguration(String fnameOptConfig) |
static void |
main(String[] args)
Main entry point for systemDS dml script execution
|
static String |
readDMLScript(boolean isFile,
String scriptOrFilename)
Reads the DML/PyDML script into a String
|
static void |
setActiveAM() |
static void |
setGlobalExecMode(Types.ExecMode mode) |
static void |
setGlobalFlags(DMLConfig dmlconf)
Sets the global flags in DMLScript based on user provided configuration
|
static void |
setUUID(String uuid)
Used to set master UUID on all nodes (in parfor remote, where DMLScript passed)
in order to simplify cleanup of scratch_space and local working dirs.
|
static boolean |
suppressPrint2Stdout() |
public static boolean STATISTICS
public static boolean JMLC_MEM_STATISTICS
public static int STATISTICS_COUNT
public static int STATISTICS_MAX_WRAP_LEN
public static boolean FED_STATISTICS
public static int FED_STATISTICS_COUNT
public static Explain.ExplainType EXPLAIN
public static String DML_FILE_PATH_ANTLR_PARSER
public static String FLOATING_POINT_PRECISION
public static boolean PRINT_GPU_MEMORY_INFO
public static long EVICTION_SHADOW_BUFFER_MAX_BYTES
public static long EVICTION_SHADOW_BUFFER_CURR_BYTES
public static double GPU_MEMORY_UTILIZATION_FACTOR
public static String GPU_MEMORY_ALLOCATOR
public static boolean LINEAGE
public static boolean LINEAGE_DEDUP
public static LineageCacheConfig.ReuseCacheType LINEAGE_REUSE
public static LineageCacheConfig.LineageCachePolicy LINEAGE_POLICY
public static boolean LINEAGE_ESTIMATE
public static boolean LINEAGE_DEBUGGER
public static boolean CHECK_PRIVACY
public static boolean USE_ACCELERATOR
public static boolean FORCE_ACCELERATOR
public static boolean SYNCHRONIZE_GPU
public static boolean EAGER_CUDA_FREE
public static boolean _suppressPrint2Stdout
public static boolean USE_LOCAL_SPARK_CONFIG
public static boolean _activeAM
public static boolean VALIDATOR_IGNORE_ISSUES
public static String _uuid
public static String getUUID()
public static void setUUID(String uuid)
uuid
- master UUID to set on all nodespublic static boolean suppressPrint2Stdout()
public static void setActiveAM()
public static boolean isActiveAM()
public static void main(String[] args)
args
- command-line argumentspublic static boolean executeScript(org.apache.hadoop.conf.Configuration conf, String[] args) throws IOException, ParseException, DMLScriptException
conf
- Hadoop configurationargs
- argumentsIOException
- If an internal IOException happens.ParseException
DMLScriptException
public static String readDMLScript(boolean isFile, String scriptOrFilename) throws IOException
isFile
- Whether the string argument is a path to a file or the script itselfscriptOrFilename
- script or filenameIOException
- if errorpublic static void loadConfiguration(String fnameOptConfig) throws IOException
IOException
public static void setGlobalFlags(DMLConfig dmlconf)
dmlconf
- user provided configurationpublic static void initHadoopExecution(DMLConfig config) throws IOException, ParseException, DMLRuntimeException
public static void cleanupHadoopExecution(DMLConfig config) throws IOException, ParseException
IOException
ParseException
public static Types.ExecMode getGlobalExecMode()
public static void setGlobalExecMode(Types.ExecMode mode)
public static void errorPrint(Exception e)
e
- The exception thrown.Copyright © 2022 The Apache Software Foundation. All rights reserved.