@InterfaceAudience.Private public class ZKSplitLog extends Object
SplitLogManager
and SplitLogWorker
running distributed splitting of WAL logs.Constructor and Description |
---|
ZKSplitLog() |
Modifier and Type | Method and Description |
---|---|
static String |
getEncodedNodeName(ZooKeeperWatcher zkw,
String filename)
Gets the full path node name for the log file being split.
|
static String |
getFileName(String node) |
static String |
getRescanNode(ZooKeeperWatcher zkw) |
static org.apache.hadoop.fs.Path |
getSplitLogDir(org.apache.hadoop.fs.Path rootdir,
String tmpname) |
static String |
getSplitLogDirTmpComponent(String worker,
String file) |
static boolean |
isCorrupted(org.apache.hadoop.fs.Path rootdir,
String logFileName,
org.apache.hadoop.fs.FileSystem fs) |
static boolean |
isRescanNode(String name) |
static boolean |
isRescanNode(ZooKeeperWatcher zkw,
String path) |
static boolean |
isTaskPath(ZooKeeperWatcher zkw,
String path) |
static void |
markCorrupted(org.apache.hadoop.fs.Path rootdir,
String logFileName,
org.apache.hadoop.fs.FileSystem fs) |
public static String getEncodedNodeName(ZooKeeperWatcher zkw, String filename)
zkw
- zk referencefilename
- log file name (only the basename)public static String getRescanNode(ZooKeeperWatcher zkw)
public static boolean isRescanNode(String name)
name
- the last part in pathpublic static boolean isRescanNode(ZooKeeperWatcher zkw, String path)
zkw
- path
- the absolute path, starts with '/'public static boolean isTaskPath(ZooKeeperWatcher zkw, String path)
public static org.apache.hadoop.fs.Path getSplitLogDir(org.apache.hadoop.fs.Path rootdir, String tmpname)
public static String getSplitLogDirTmpComponent(String worker, String file)
public static void markCorrupted(org.apache.hadoop.fs.Path rootdir, String logFileName, org.apache.hadoop.fs.FileSystem fs)
public static boolean isCorrupted(org.apache.hadoop.fs.Path rootdir, String logFileName, org.apache.hadoop.fs.FileSystem fs) throws IOException
IOException
Copyright © 2015 The Apache Software Foundation. All rights reserved.