com.github.chen0040.hdfs

Class HadoopFileUtils

java.lang.Object

com.github.chen0040.hdfs.HadoopFileUtils

public class HadoopFileUtils
extends Object

Created by xschen on 29/6/2016.

Constructor Summary

Constructors

Constructor and Description
HadoopFileUtils()

Method Summary

Modifier and Type	Method and Description
static String	copyFromHdfsToLocal(HadoopProperties properties, String hdfsPath, String localDirPath)
static String	copyFromLocalToHdfs(org.apache.hadoop.conf.Configuration conf, String localFilePath, String path)
static String	copyFromLocalToHdfs(HadoopProperties properties, String localFilePath, String path)
static boolean	deleteHdfsFile(HadoopProperties properties, String path)
static String	moveFromHdfsToLocal(HadoopProperties properties, String path, String localDirPath)
static String	moveFromLocalToHdfs(HadoopProperties properties, String localFilePath, String path)
static boolean	pathExistsOnHdfs(HadoopProperties props, String path)
static void	printFromHdfs(HadoopProperties properties, String hdfsPath)
static String	readFromHdfs(HadoopProperties properties, String hdfsPath)
static void	setHadoopUsername(String username)
static void	writeToHdfs(HadoopProperties properties, String content, String hdfsPath)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

HadoopFileUtils

public HadoopFileUtils()

Method Detail

pathExistsOnHdfs

public static boolean pathExistsOnHdfs(HadoopProperties props,
                                       String path)

copyFromHdfsToLocal

public static String copyFromHdfsToLocal(HadoopProperties properties,
                                         String hdfsPath,
                                         String localDirPath)

readFromHdfs

public static String readFromHdfs(HadoopProperties properties,
                                  String hdfsPath)

writeToHdfs

public static void writeToHdfs(HadoopProperties properties,
                               String content,
                               String hdfsPath)

printFromHdfs

public static void printFromHdfs(HadoopProperties properties,
                                 String hdfsPath)

copyFromLocalToHdfs

public static String copyFromLocalToHdfs(HadoopProperties properties,
                                         String localFilePath,
                                         String path)

copyFromLocalToHdfs

public static String copyFromLocalToHdfs(org.apache.hadoop.conf.Configuration conf,
                                         String localFilePath,
                                         String path)

moveFromLocalToHdfs

public static String moveFromLocalToHdfs(HadoopProperties properties,
                                         String localFilePath,
                                         String path)

moveFromHdfsToLocal

public static String moveFromHdfsToLocal(HadoopProperties properties,
                                         String path,
                                         String localDirPath)

setHadoopUsername

public static void setHadoopUsername(String username)

deleteHdfsFile

public static boolean deleteHdfsFile(HadoopProperties properties,
                                     String path)