public class org.apache.drill.yarn.core.DfsFacade extends java.lang.Object
{
private org.apache.hadoop.fs.FileSystem fs;
private org.apache.hadoop.conf.Configuration yarnConf;
private com.typesafe.config.Config config;
private boolean localize;
public void <init>(com.typesafe.config.Config)
{
com.typesafe.config.Config v;
org.apache.drill.yarn.core.DfsFacade v;
java.lang.String v;
boolean v;
v := @this: org.apache.drill.yarn.core.DfsFacade;
v := @parameter: com.typesafe.config.Config;
specialinvoke v.<java.lang.Object: void <init>()>();
v.<org.apache.drill.yarn.core.DfsFacade: com.typesafe.config.Config config> = v;
v = <org.apache.drill.yarn.core.DrillOnYarnConfig: java.lang.String LOCALIZE_DRILL>;
v = interfaceinvoke v.<com.typesafe.config.Config: boolean getBoolean(java.lang.String)>(v);
v.<org.apache.drill.yarn.core.DfsFacade: boolean localize> = v;
return;
}
public boolean isLocalized()
{
org.apache.drill.yarn.core.DfsFacade v;
boolean v;
v := @this: org.apache.drill.yarn.core.DfsFacade;
v = v.<org.apache.drill.yarn.core.DfsFacade: boolean localize>;
return v;
}
public void connect() throws org.apache.drill.yarn.core.DfsFacade$DfsFacadeException
{
com.typesafe.config.Config v;
org.apache.hadoop.fs.FileSystem v, v;
java.net.URISyntaxException v;
java.io.IOException v;
org.apache.drill.yarn.core.DfsFacade$DfsFacadeException v, v;
org.apache.hadoop.conf.Configuration v, v;
org.apache.drill.yarn.core.DfsFacade v;
java.lang.String v, v, v;
java.net.URI v;
boolean v;
v := @this: org.apache.drill.yarn.core.DfsFacade;
specialinvoke v.<org.apache.drill.yarn.core.DfsFacade: void loadYarnConfig()>();
v = v.<org.apache.drill.yarn.core.DfsFacade: com.typesafe.config.Config config>;
v = <org.apache.drill.yarn.core.DrillOnYarnConfig: java.lang.String DFS_CONNECTION>;
v = interfaceinvoke v.<com.typesafe.config.Config: java.lang.String getString(java.lang.String)>(v);
label:
v = staticinvoke <org.apache.drill.yarn.core.DoYUtil: boolean isBlank(java.lang.String)>(v);
if v == 0 goto label;
v = v.<org.apache.drill.yarn.core.DfsFacade: org.apache.hadoop.conf.Configuration yarnConf>;
v = staticinvoke <org.apache.hadoop.fs.FileSystem: org.apache.hadoop.fs.FileSystem get(org.apache.hadoop.conf.Configuration)>(v);
v.<org.apache.drill.yarn.core.DfsFacade: org.apache.hadoop.fs.FileSystem fs> = v;
goto label;
label:
v = new java.net.URI;
specialinvoke v.<java.net.URI: void <init>(java.lang.String)>(v);
label:
goto label;
label:
v := @caughtexception;
v = new org.apache.drill.yarn.core.DfsFacade$DfsFacadeException;
v = dynamicinvoke "makeConcatWithConstants" <java.lang.String (java.lang.String)>(v) <java.lang.invoke.StringConcatFactory: java.lang.invoke.CallSite makeConcatWithConstants(java.lang.invoke.MethodHandles$Lookup,java.lang.String,java.lang.invoke.MethodType,java.lang.String,java.lang.Object[])>("Illformed DFS connection: \u0001");
specialinvoke v.<org.apache.drill.yarn.core.DfsFacade$DfsFacadeException: void <init>(java.lang.String,java.lang.Exception)>(v, v);
throw v;
label:
v = v.<org.apache.drill.yarn.core.DfsFacade: org.apache.hadoop.conf.Configuration yarnConf>;
v = staticinvoke <org.apache.hadoop.fs.FileSystem: org.apache.hadoop.fs.FileSystem get(java.net.URI,org.apache.hadoop.conf.Configuration)>(v, v);
v.<org.apache.drill.yarn.core.DfsFacade: org.apache.hadoop.fs.FileSystem fs> = v;
label:
goto label;
label:
v := @caughtexception;
v = new org.apache.drill.yarn.core.DfsFacade$DfsFacadeException;
specialinvoke v.<org.apache.drill.yarn.core.DfsFacade$DfsFacadeException: void <init>(java.lang.String,java.lang.Exception)>("Failed to create the DFS", v);
throw v;
label:
return;
catch java.net.URISyntaxException from label to label with label;
catch java.io.IOException from label to label with label;
}
private void loadYarnConfig()
{
java.io.PrintStream v;
org.apache.hadoop.yarn.conf.YarnConfiguration v;
org.apache.hadoop.conf.Configuration v, v;
org.apache.drill.yarn.core.DfsFacade v;
java.lang.String v, v;
java.net.URI v;
boolean v;
v := @this: org.apache.drill.yarn.core.DfsFacade;
v = v.<org.apache.drill.yarn.core.DfsFacade: org.apache.hadoop.conf.Configuration yarnConf>;
if v != null goto label;
v = new org.apache.hadoop.yarn.conf.YarnConfiguration;
specialinvoke v.<org.apache.hadoop.yarn.conf.YarnConfiguration: void <init>()>();
v.<org.apache.drill.yarn.core.DfsFacade: org.apache.hadoop.conf.Configuration yarnConf> = v;
v = v.<org.apache.drill.yarn.core.DfsFacade: org.apache.hadoop.conf.Configuration yarnConf>;
v = staticinvoke <org.apache.hadoop.fs.FileSystem: java.net.URI getDefaultUri(org.apache.hadoop.conf.Configuration)>(v);
v = virtualinvoke v.<java.net.URI: java.lang.String toString()>();
v = virtualinvoke v.<java.lang.String: boolean startsWith(java.lang.String)>("file:/");
if v == 0 goto label;
v = <java.lang.System: java.io.PrintStream err>;
v = dynamicinvoke "makeConcatWithConstants" <java.lang.String (java.net.URI)>(v) <java.lang.invoke.StringConcatFactory: java.lang.invoke.CallSite makeConcatWithConstants(java.lang.invoke.MethodHandles$Lookup,java.lang.String,java.lang.invoke.MethodType,java.lang.String,java.lang.Object[])>("Warning: Default DFS URI is for a local file system: \u0001");
virtualinvoke v.<java.io.PrintStream: void println(java.lang.String)>(v);
label:
return;
}
public boolean exists(org.apache.hadoop.fs.Path) throws java.io.IOException
{
org.apache.hadoop.fs.FileSystem v;
org.apache.drill.yarn.core.DfsFacade v;
org.apache.hadoop.fs.Path v;
boolean v;
v := @this: org.apache.drill.yarn.core.DfsFacade;
v := @parameter: org.apache.hadoop.fs.Path;
v = v.<org.apache.drill.yarn.core.DfsFacade: org.apache.hadoop.fs.FileSystem fs>;
v = virtualinvoke v.<org.apache.hadoop.fs.FileSystem: boolean exists(org.apache.hadoop.fs.Path)>(v);
return v;
}
public org.apache.hadoop.fs.Path getUploadPath(java.io.File)
{
org.apache.drill.yarn.core.DfsFacade v;
org.apache.hadoop.fs.Path v;
java.lang.String v;
java.io.File v;
v := @this: org.apache.drill.yarn.core.DfsFacade;
v := @parameter: java.io.File;
v = virtualinvoke v.<java.io.File: java.lang.String getName()>();
v = virtualinvoke v.<org.apache.drill.yarn.core.DfsFacade: org.apache.hadoop.fs.Path getUploadPath(java.lang.String)>(v);
return v;
}
public org.apache.hadoop.fs.Path getUploadPath(java.lang.String)
{
com.typesafe.config.Config v;
org.apache.hadoop.fs.FileSystem v;
org.apache.drill.yarn.core.DfsFacade v;
org.apache.hadoop.fs.Path v, v, v, v, v;
java.lang.String v, v, v;
boolean v;
v := @this: org.apache.drill.yarn.core.DfsFacade;
v := @parameter: java.lang.String;
v = v.<org.apache.drill.yarn.core.DfsFacade: com.typesafe.config.Config config>;
v = <org.apache.drill.yarn.core.DrillOnYarnConfig: java.lang.String DFS_APP_DIR>;
v = interfaceinvoke v.<com.typesafe.config.Config: java.lang.String getString(java.lang.String)>(v);
v = virtualinvoke v.<java.lang.String: boolean startsWith(java.lang.String)>("/");
if v == 0 goto label;
v = new org.apache.hadoop.fs.Path;
specialinvoke v.<org.apache.hadoop.fs.Path: void <init>(java.lang.String)>(v);
v = v;
goto label;
label:
v = v.<org.apache.drill.yarn.core.DfsFacade: org.apache.hadoop.fs.FileSystem fs>;
v = virtualinvoke v.<org.apache.hadoop.fs.FileSystem: org.apache.hadoop.fs.Path getHomeDirectory()>();
v = new org.apache.hadoop.fs.Path;
specialinvoke v.<org.apache.hadoop.fs.Path: void <init>(org.apache.hadoop.fs.Path,java.lang.String)>(v, v);
v = v;
label:
v = new org.apache.hadoop.fs.Path;
specialinvoke v.<org.apache.hadoop.fs.Path: void <init>(org.apache.hadoop.fs.Path,java.lang.String)>(v, v);
return v;
}
public void uploadArchive(java.io.File, org.apache.hadoop.fs.Path, java.lang.String) throws org.apache.drill.yarn.core.DfsFacade$DfsFacadeException
{
org.apache.hadoop.fs.FileSystem v, v, v;
org.apache.hadoop.fs.permission.FsAction v, v, v;
org.apache.hadoop.fs.permission.FsPermission v;
org.apache.hadoop.fs.Path v, v, v;
java.lang.String v, v, v, v, v, v, v, v, v, v;
boolean v;
com.typesafe.config.Config v;
java.io.IOException v, v;
org.apache.drill.yarn.core.DfsFacade$DfsFacadeException v, v, v;
java.io.File v;
org.apache.drill.yarn.core.DfsFacade v;
v := @this: org.apache.drill.yarn.core.DfsFacade;
v := @parameter: java.io.File;
v := @parameter: org.apache.hadoop.fs.Path;
v := @parameter: java.lang.String;
v = v.<org.apache.drill.yarn.core.DfsFacade: com.typesafe.config.Config config>;
v = <org.apache.drill.yarn.core.DrillOnYarnConfig: java.lang.String DFS_APP_DIR>;
v = interfaceinvoke v.<com.typesafe.config.Config: java.lang.String getString(java.lang.String)>(v);
v = new org.apache.hadoop.fs.Path;
specialinvoke v.<org.apache.hadoop.fs.Path: void <init>(java.lang.String)>(v);
label:
v = v.<org.apache.drill.yarn.core.DfsFacade: org.apache.hadoop.fs.FileSystem fs>;
v = virtualinvoke v.<org.apache.hadoop.fs.FileSystem: boolean isDirectory(org.apache.hadoop.fs.Path)>(v);
if v != 0 goto label;
v = v.<org.apache.drill.yarn.core.DfsFacade: org.apache.hadoop.fs.FileSystem fs>;
v = new org.apache.hadoop.fs.permission.FsPermission;
v = <org.apache.hadoop.fs.permission.FsAction: org.apache.hadoop.fs.permission.FsAction READ_WRITE>;
v = <org.apache.hadoop.fs.permission.FsAction: org.apache.hadoop.fs.permission.FsAction NONE>;
v = <org.apache.hadoop.fs.permission.FsAction: org.apache.hadoop.fs.permission.FsAction NONE>;
specialinvoke v.<org.apache.hadoop.fs.permission.FsPermission: void <init>(org.apache.hadoop.fs.permission.FsAction,org.apache.hadoop.fs.permission.FsAction,org.apache.hadoop.fs.permission.FsAction)>(v, v, v);
virtualinvoke v.<org.apache.hadoop.fs.FileSystem: boolean mkdirs(org.apache.hadoop.fs.Path,org.apache.hadoop.fs.permission.FsPermission)>(v, v);
label:
goto label;
label:
v := @caughtexception;
v = new org.apache.drill.yarn.core.DfsFacade$DfsFacadeException;
v = dynamicinvoke "makeConcatWithConstants" <java.lang.String (java.lang.String)>(v) <java.lang.invoke.StringConcatFactory: java.lang.invoke.CallSite makeConcatWithConstants(java.lang.invoke.MethodHandles$Lookup,java.lang.String,java.lang.invoke.MethodType,java.lang.String,java.lang.Object[])>("Failed to create DFS directory: \u0001");
specialinvoke v.<org.apache.drill.yarn.core.DfsFacade$DfsFacadeException: void <init>(java.lang.String,java.lang.Exception)>(v, v);
throw v;
label:
v = virtualinvoke v.<java.io.File: java.lang.String getName()>();
v = staticinvoke <org.apache.drill.yarn.core.DrillOnYarnConfig: java.lang.String findSuffix(java.lang.String)>(v);
if v != null goto label;
v = new org.apache.drill.yarn.core.DfsFacade$DfsFacadeException;
v = dynamicinvoke "makeConcatWithConstants" <java.lang.String (java.lang.String,java.lang.String)>(v, v) <java.lang.invoke.StringConcatFactory: java.lang.invoke.CallSite makeConcatWithConstants(java.lang.invoke.MethodHandles$Lookup,java.lang.String,java.lang.invoke.MethodType,java.lang.String,java.lang.Object[])>("\u archive must be .tar.gz, .tgz or .zip: \u0001");
specialinvoke v.<org.apache.drill.yarn.core.DfsFacade$DfsFacadeException: void <init>(java.lang.String)>(v);
throw v;
label:
v = new org.apache.hadoop.fs.Path;
v = virtualinvoke v.<java.io.File: java.lang.String getAbsolutePath()>();
specialinvoke v.<org.apache.hadoop.fs.Path: void <init>(java.lang.String)>(v);
label:
v = v.<org.apache.drill.yarn.core.DfsFacade: org.apache.hadoop.fs.FileSystem fs>;
virtualinvoke v.<org.apache.hadoop.fs.FileSystem: void copyFromLocalFile(boolean,boolean,org.apache.hadoop.fs.Path,org.apache.hadoop.fs.Path)>(0, 1, v, v);
label:
goto label;
label:
v := @caughtexception;
v = new org.apache.drill.yarn.core.DfsFacade$DfsFacadeException;
v = virtualinvoke v.<java.io.File: java.lang.String getAbsolutePath()>();
v = dynamicinvoke "makeConcatWithConstants" <java.lang.String (java.lang.String,java.lang.String,org.apache.hadoop.fs.Path)>(v, v, v) <java.lang.invoke.StringConcatFactory: java.lang.invoke.CallSite makeConcatWithConstants(java.lang.invoke.MethodHandles$Lookup,java.lang.String,java.lang.invoke.MethodType,java.lang.String,java.lang.Object[])>("Failed to upload \u archive to DFS: \u --> \u0001");
specialinvoke v.<org.apache.drill.yarn.core.DfsFacade$DfsFacadeException: void <init>(java.lang.String,java.lang.Exception)>(v, v);
throw v;
label:
return;
catch java.io.IOException from label to label with label;
catch java.io.IOException from label to label with label;
}
private org.apache.hadoop.fs.FileStatus getFileStatus(org.apache.hadoop.fs.Path) throws org.apache.drill.yarn.core.DfsFacade$DfsFacadeException
{
org.apache.hadoop.fs.FileSystem v;
org.apache.drill.yarn.core.DfsFacade v;
org.apache.hadoop.fs.Path v;
java.io.IOException v;
java.lang.String v;
org.apache.hadoop.fs.FileStatus v;
org.apache.drill.yarn.core.DfsFacade$DfsFacadeException v;
v := @this: org.apache.drill.yarn.core.DfsFacade;
v := @parameter: org.apache.hadoop.fs.Path;
label:
v = v.<org.apache.drill.yarn.core.DfsFacade: org.apache.hadoop.fs.FileSystem fs>;
v = virtualinvoke v.<org.apache.hadoop.fs.FileSystem: org.apache.hadoop.fs.FileStatus getFileStatus(org.apache.hadoop.fs.Path)>(v);
label:
return v;
label:
v := @caughtexception;
v = new org.apache.drill.yarn.core.DfsFacade$DfsFacadeException;
v = dynamicinvoke "makeConcatWithConstants" <java.lang.String (org.apache.hadoop.fs.Path)>(v) <java.lang.invoke.StringConcatFactory: java.lang.invoke.CallSite makeConcatWithConstants(java.lang.invoke.MethodHandles$Lookup,java.lang.String,java.lang.invoke.MethodType,java.lang.String,java.lang.Object[])>("Failed to get DFS status for file: \u0001");
specialinvoke v.<org.apache.drill.yarn.core.DfsFacade$DfsFacadeException: void <init>(java.lang.String,java.lang.Exception)>(v, v);
throw v;
catch java.io.IOException from label to label with label;
}
public org.apache.hadoop.yarn.api.records.LocalResource makeResource(org.apache.hadoop.fs.Path, org.apache.hadoop.fs.FileStatus, org.apache.hadoop.yarn.api.records.LocalResourceType, org.apache.hadoop.yarn.api.records.LocalResourceVisibility) throws org.apache.drill.yarn.core.DfsFacade$DfsFacadeException
{
java.lang.Throwable v;
org.apache.hadoop.yarn.api.records.LocalResourceType v;
long v, v;
org.apache.hadoop.fs.FileStatus v;
org.apache.drill.yarn.core.DfsFacade$DfsFacadeException v;
org.apache.hadoop.yarn.api.records.LocalResourceVisibility v;
org.apache.hadoop.fs.FileContext v;
org.apache.drill.yarn.core.DfsFacade v;
org.apache.hadoop.fs.Path v, v;
org.apache.hadoop.yarn.api.records.URL v;
java.lang.String v, v;
org.apache.hadoop.yarn.api.records.LocalResource v;
v := @this: org.apache.drill.yarn.core.DfsFacade;
v := @parameter: org.apache.hadoop.fs.Path;
v := @parameter: org.apache.hadoop.fs.FileStatus;
v := @parameter: org.apache.hadoop.yarn.api.records.LocalResourceType;
v := @parameter: org.apache.hadoop.yarn.api.records.LocalResourceVisibility;
label:
v = staticinvoke <org.apache.hadoop.fs.FileContext: org.apache.hadoop.fs.FileContext getFileContext()>();
v = virtualinvoke v.<org.apache.hadoop.fs.FileContext: org.apache.hadoop.fs.Path makeQualified(org.apache.hadoop.fs.Path)>(v);
v = staticinvoke <org.apache.hadoop.yarn.util.ConverterUtils: org.apache.hadoop.yarn.api.records.URL getYarnUrlFromPath(org.apache.hadoop.fs.Path)>(v);
label:
goto label;
label:
v := @caughtexception;
v = new org.apache.drill.yarn.core.DfsFacade$DfsFacadeException;
v = virtualinvoke v.<org.apache.hadoop.fs.Path: java.lang.String toString()>();
v = dynamicinvoke "makeConcatWithConstants" <java.lang.String (java.lang.String)>(v) <java.lang.invoke.StringConcatFactory: java.lang.invoke.CallSite makeConcatWithConstants(java.lang.invoke.MethodHandles$Lookup,java.lang.String,java.lang.invoke.MethodType,java.lang.String,java.lang.Object[])>("Unable to convert dfs file to a URL: \u0001");
specialinvoke v.<org.apache.drill.yarn.core.DfsFacade$DfsFacadeException: void <init>(java.lang.String,java.lang.Exception)>(v, v);
throw v;
label:
v = virtualinvoke v.<org.apache.hadoop.fs.FileStatus: long getLen()>();
v = virtualinvoke v.<org.apache.hadoop.fs.FileStatus: long getModificationTime()>();
v = staticinvoke <org.apache.hadoop.yarn.api.records.LocalResource: org.apache.hadoop.yarn.api.records.LocalResource newInstance(org.apache.hadoop.yarn.api.records.URL,org.apache.hadoop.yarn.api.records.LocalResourceType,org.apache.hadoop.yarn.api.records.LocalResourceVisibility,long,long)>(v, v, v, v, v);
return v;
catch org.apache.hadoop.fs.UnsupportedFileSystemException from label to label with label;
}
public void removeDrillFile(java.lang.String) throws org.apache.drill.yarn.core.DfsFacade$DfsFacadeException
{
org.apache.hadoop.fs.FileSystem v, v, v;
org.apache.hadoop.fs.Path v, v;
java.lang.String v, v, v, v, v;
boolean v;
java.io.IOException v, v;
org.apache.drill.yarn.core.DfsFacade$DfsFacadeException v, v;
org.apache.drill.yarn.core.DfsFacade v;
org.apache.hadoop.fs.RemoteIterator v;
v := @this: org.apache.drill.yarn.core.DfsFacade;
v := @parameter: java.lang.String;
v = virtualinvoke v.<org.apache.drill.yarn.core.DfsFacade: org.apache.hadoop.fs.Path getUploadPath(java.lang.String)>(v);
label:
v = v.<org.apache.drill.yarn.core.DfsFacade: org.apache.hadoop.fs.FileSystem fs>;
virtualinvoke v.<org.apache.hadoop.fs.FileSystem: boolean delete(org.apache.hadoop.fs.Path,boolean)>(v, 0);
label:
goto label;
label:
v := @caughtexception;
v = new org.apache.drill.yarn.core.DfsFacade$DfsFacadeException;
v = virtualinvoke v.<org.apache.hadoop.fs.Path: java.lang.String toString()>();
v = dynamicinvoke "makeConcatWithConstants" <java.lang.String (java.lang.String)>(v) <java.lang.invoke.StringConcatFactory: java.lang.invoke.CallSite makeConcatWithConstants(java.lang.invoke.MethodHandles$Lookup,java.lang.String,java.lang.invoke.MethodType,java.lang.String,java.lang.Object[])>("Failed to delete file: \u0001");
specialinvoke v.<org.apache.drill.yarn.core.DfsFacade$DfsFacadeException: void <init>(java.lang.String,java.lang.Exception)>(v, v);
throw v;
label:
v = virtualinvoke v.<org.apache.hadoop.fs.Path: org.apache.hadoop.fs.Path getParent()>();
label:
v = v.<org.apache.drill.yarn.core.DfsFacade: org.apache.hadoop.fs.FileSystem fs>;
v = virtualinvoke v.<org.apache.hadoop.fs.FileSystem: org.apache.hadoop.fs.RemoteIterator listStatusIterator(org.apache.hadoop.fs.Path)>(v);
v = interfaceinvoke v.<org.apache.hadoop.fs.RemoteIterator: boolean hasNext()>();
if v != 0 goto label;
v = v.<org.apache.drill.yarn.core.DfsFacade: org.apache.hadoop.fs.FileSystem fs>;
virtualinvoke v.<org.apache.hadoop.fs.FileSystem: boolean delete(org.apache.hadoop.fs.Path,boolean)>(v, 0);
label:
goto label;
label:
v := @caughtexception;
v = new org.apache.drill.yarn.core.DfsFacade$DfsFacadeException;
v = virtualinvoke v.<org.apache.hadoop.fs.Path: java.lang.String toString()>();
v = dynamicinvoke "makeConcatWithConstants" <java.lang.String (java.lang.String)>(v) <java.lang.invoke.StringConcatFactory: java.lang.invoke.CallSite makeConcatWithConstants(java.lang.invoke.MethodHandles$Lookup,java.lang.String,java.lang.invoke.MethodType,java.lang.String,java.lang.Object[])>("Failed to delete directory: \u0001");
specialinvoke v.<org.apache.drill.yarn.core.DfsFacade$DfsFacadeException: void <init>(java.lang.String,java.lang.Exception)>(v, v);
throw v;
label:
return;
catch java.io.IOException from label to label with label;
catch java.io.IOException from label to label with label;
}
}