-
Notifications
You must be signed in to change notification settings - Fork 3.3k
New issue
Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.
By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.
Already on GitHub? Sign in to your account
HBASE-29082: Support for custom meta table name suffix #6632
base: HBASE-29081
Are you sure you want to change the base?
Changes from all commits
File filter
Filter by extension
Conversations
Jump to
Diff view
Diff view
There are no files selected for viewing
Original file line number | Diff line number | Diff line change |
---|---|---|
|
@@ -18,6 +18,7 @@ | |
package org.apache.hadoop.hbase; | ||
|
||
import java.nio.ByteBuffer; | ||
import org.apache.hadoop.conf.Configuration; | ||
import java.nio.charset.StandardCharsets; | ||
import java.util.Arrays; | ||
import java.util.Set; | ||
|
@@ -27,6 +28,8 @@ | |
import org.apache.yetus.audience.InterfaceAudience; | ||
|
||
import org.apache.hbase.thirdparty.com.google.common.base.Preconditions; | ||
import org.slf4j.Logger; | ||
import org.slf4j.LoggerFactory; | ||
|
||
/** | ||
* Immutable POJO class for representing a table name. Which is of the form: <table | ||
|
@@ -44,6 +47,8 @@ | |
*/ | ||
@InterfaceAudience.Public | ||
public final class TableName implements Comparable<TableName> { | ||
private static final Logger LOG = LoggerFactory.getLogger(TableName.class); | ||
|
||
|
||
/** See {@link #createTableNameIfNecessary(ByteBuffer, ByteBuffer)} */ | ||
private static final Set<TableName> tableCache = new CopyOnWriteArraySet<>(); | ||
|
@@ -65,9 +70,26 @@ public final class TableName implements Comparable<TableName> { | |
public static final String VALID_USER_TABLE_REGEX = "(?:(?:(?:" + VALID_NAMESPACE_REGEX + "\\" | ||
+ NAMESPACE_DELIM + ")?)" + "(?:" + VALID_TABLE_QUALIFIER_REGEX + "))"; | ||
|
||
/** The hbase:meta table's name. */ | ||
public static final TableName META_TABLE_NAME = | ||
valueOf(NamespaceDescriptor.SYSTEM_NAMESPACE_NAME_STR, "meta"); | ||
/** The name of hbase meta table could either be hbase:meta_xxx or 'hbase:meta' otherwise. | ||
* Config hbase.meta.table.suffix will govern the decision of adding suffix to the habase:meta */ | ||
public static final TableName META_TABLE_NAME; | ||
static { | ||
Configuration conf = HBaseConfiguration.create(); | ||
META_TABLE_NAME = initializeHbaseMetaTableName(conf); | ||
} | ||
|
||
static TableName initializeHbaseMetaTableName(Configuration conf) { | ||
String suffix_val = String.valueOf(conf.getStrings( | ||
HConstants.HBASE_META_TABLE_SUFFIX, HConstants.HBASE_META_TABLE_SUFFIX_DEFAULT_VALUE)); | ||
|
||
if (suffix_val == null||suffix_val.isEmpty()) { | ||
There was a problem hiding this comment. Choose a reason for hiding this commentThe reason will be displayed to describe this comment to others. Learn more. Use proper formatting: if (suffix_val == null || suffix_val.isEmpty()) { |
||
LOG.debug("Default value for Hbase meta table is being chosen."); | ||
return TableName.META_TABLE_NAME; | ||
} | ||
LOG.debug("Suffix value for Hbase meta table is being chosen."); | ||
Comment on lines
+86
to
+89
There was a problem hiding this comment. Choose a reason for hiding this commentThe reason will be displayed to describe this comment to others. Learn more. Instead of emitting 2 separate log messages, add a single one at INFO level. LOG.info("Meta table name: {}", META_TABLE_NAME); |
||
return valueOf(NamespaceDescriptor.SYSTEM_NAMESPACE_NAME_STR, "meta_" | ||
+ suffix_val); | ||
} | ||
|
||
/** | ||
* The Namespace table's name. | ||
|
Original file line number | Diff line number | Diff line change |
---|---|---|
|
@@ -19,6 +19,7 @@ | |
|
||
import static org.apache.hadoop.hbase.NamespaceDescriptor.DEFAULT_NAMESPACE; | ||
import static org.apache.hadoop.hbase.NamespaceDescriptor.SYSTEM_NAMESPACE; | ||
import static org.apache.hadoop.hbase.TableName.valueOf; | ||
import static org.apache.hadoop.hbase.master.TableNamespaceManager.insertNamespaceToMeta; | ||
import static org.apache.hadoop.hbase.master.procedure.AbstractStateMachineNamespaceProcedure.createDirectory; | ||
|
||
|
@@ -28,6 +29,9 @@ | |
import org.apache.hadoop.conf.Configuration; | ||
import org.apache.hadoop.fs.FileSystem; | ||
import org.apache.hadoop.fs.Path; | ||
import org.apache.hadoop.hbase.HBaseIOException; | ||
import org.apache.hadoop.hbase.HConstants; | ||
import org.apache.hadoop.hbase.NamespaceDescriptor; | ||
import org.apache.hadoop.hbase.TableName; | ||
import org.apache.hadoop.hbase.client.RegionInfoBuilder; | ||
import org.apache.hadoop.hbase.client.TableDescriptor; | ||
|
@@ -61,9 +65,21 @@ public class InitMetaProcedure extends AbstractStateMachineTableProcedure<InitMe | |
|
||
private RetryCounter retryCounter; | ||
|
||
protected final Configuration conf; | ||
public InitMetaProcedure(Configuration conf) { | ||
this.conf = conf; | ||
} | ||
|
||
@Override | ||
public TableName getTableName() { | ||
return TableName.META_TABLE_NAME; | ||
String suffix_val = String.valueOf(conf.getStrings( | ||
HConstants.HBASE_META_TABLE_SUFFIX, HConstants.HBASE_META_TABLE_SUFFIX_DEFAULT_VALUE)); | ||
|
||
if (suffix_val == null||suffix_val.isEmpty()) { | ||
return TableName.META_TABLE_NAME; | ||
} | ||
return valueOf(NamespaceDescriptor.SYSTEM_NAMESPACE_NAME_STR, "meta_" | ||
+ suffix_val); | ||
Comment on lines
+75
to
+82
There was a problem hiding this comment. Choose a reason for hiding this commentThe reason will be displayed to describe this comment to others. Learn more. Don't duplicate the logic, put it at a common place: keep it here or in the other class, or put it in a common utility. |
||
} | ||
|
||
@Override | ||
|
@@ -78,6 +94,7 @@ private static TableDescriptor writeFsLayout(Path rootDir, Configuration conf) | |
Path tableDir = CommonFSUtils.getTableDir(rootDir, TableName.META_TABLE_NAME); | ||
if (fs.exists(tableDir) && !fs.delete(tableDir, true)) { | ||
LOG.warn("Can not delete partial created meta table, continue..."); | ||
throw new HBaseIOException("Specified meta table already exists."); | ||
There was a problem hiding this comment. Choose a reason for hiding this commentThe reason will be displayed to describe this comment to others. Learn more. We might not need this I believe for 2 reasons:
|
||
} | ||
// Bootstrapping, make sure blockcache is off. Else, one will be | ||
// created here in bootstrap and it'll need to be cleaned up. Better to | ||
|
There was a problem hiding this comment.
Choose a reason for hiding this comment
The reason will be displayed to describe this comment to others. Learn more.
nit: remove empty line