public class KafkaETLUtils
extends java.lang.Object
Modifier and Type | Field and Description |
---|---|
static org.apache.hadoop.fs.PathFilter |
PATH_FILTER |
Constructor and Description |
---|
KafkaETLUtils() |
Modifier and Type | Method and Description |
---|---|
static java.lang.String |
findContainingJar(java.lang.Class my_class,
java.lang.ClassLoader loader) |
static java.lang.String |
findContainingJar(java.lang.String fileName,
java.lang.ClassLoader loader) |
static byte[] |
getBytes(org.apache.hadoop.io.BytesWritable val) |
static java.lang.String |
getFileName(org.apache.hadoop.fs.Path path) |
static org.apache.hadoop.fs.Path |
getLastPath(org.apache.hadoop.fs.Path path,
org.apache.hadoop.fs.FileSystem fs) |
static Props |
getPropsFromJob(org.apache.hadoop.conf.Configuration conf) |
static Props |
readProps(java.lang.String file) |
static java.util.List<java.lang.String> |
readText(org.apache.hadoop.fs.FileSystem fs,
org.apache.hadoop.fs.Path path) |
static java.util.List<java.lang.String> |
readText(org.apache.hadoop.fs.FileSystem fs,
java.lang.String inputFile) |
static void |
setPropsInJob(org.apache.hadoop.conf.Configuration conf,
Props props) |
static void |
writeText(org.apache.hadoop.fs.FileSystem fs,
org.apache.hadoop.fs.Path outPath,
java.lang.String content) |
public static org.apache.hadoop.fs.Path getLastPath(org.apache.hadoop.fs.Path path, org.apache.hadoop.fs.FileSystem fs) throws java.io.IOException
java.io.IOException
public static java.lang.String getFileName(org.apache.hadoop.fs.Path path) throws java.io.IOException
java.io.IOException
public static java.util.List<java.lang.String> readText(org.apache.hadoop.fs.FileSystem fs, java.lang.String inputFile) throws java.io.IOException, java.io.FileNotFoundException
java.io.IOException
java.io.FileNotFoundException
public static java.util.List<java.lang.String> readText(org.apache.hadoop.fs.FileSystem fs, org.apache.hadoop.fs.Path path) throws java.io.IOException, java.io.FileNotFoundException
java.io.IOException
java.io.FileNotFoundException
public static void writeText(org.apache.hadoop.fs.FileSystem fs, org.apache.hadoop.fs.Path outPath, java.lang.String content) throws java.io.IOException
java.io.IOException
public static Props getPropsFromJob(org.apache.hadoop.conf.Configuration conf)
public static void setPropsInJob(org.apache.hadoop.conf.Configuration conf, Props props)
public static Props readProps(java.lang.String file) throws java.io.IOException
java.io.IOException
public static java.lang.String findContainingJar(java.lang.Class my_class, java.lang.ClassLoader loader)
public static java.lang.String findContainingJar(java.lang.String fileName, java.lang.ClassLoader loader)
public static byte[] getBytes(org.apache.hadoop.io.BytesWritable val)