org.apache.lens.cube.metadata

Class MetastoreUtil

java.lang.Object

org.apache.lens.cube.metadata.MetastoreUtil

public class MetastoreUtil
extends Object

Method Summary

Modifier and Type	Method and Description
static void	addColumnNames(CubeDimAttribute dim, Set<String> cols)
static <E extends Named> void	addNameStrings(Map<String,String> props, String key, Collection<E> set)
static <E extends Named> void	addNameStrings(Map<String,String> props, String key, Collection<E> set, int maxLength)
static org.apache.hadoop.hive.ql.parse.ASTNode	copyAST(org.apache.hadoop.hive.ql.parse.ASTNode original)
static org.apache.hadoop.hive.ql.parse.ASTNode	copyAST(org.apache.hadoop.hive.ql.parse.ASTNode original, Function<org.apache.hadoop.hive.ql.parse.ASTNode,org.apache.commons.lang3.tuple.Pair<org.apache.hadoop.hive.ql.parse.ASTNode,Boolean>> overrideCopyFunction)
static List<org.apache.hadoop.hive.ql.metadata.Partition>	filterPartitionsByNonTimeParts(List<org.apache.hadoop.hive.ql.metadata.Partition> partitions, Map<String,String> nonTimePartSpec, String latestPartCol)
static void	filterPartitionsByUpdatePeriod(List<org.apache.hadoop.hive.ql.metadata.Partition> partitions, UpdatePeriod updatePeriod)
static String	getBasePrefix(String base)
static String	getColumnKeyPrefix(String colName)
static String	getCubeColCostPropertyKey(String colName)
static String	getCubeColDescriptionKey(String colName)
static String	getCubeColDisplayKey(String colName)
static String	getCubeColEndTimePropertyKey(String colName)
static String	getCubeColStartTimePropertyKey(String colName)
static String	getCubeColTagKey(String colName)
static String	getCubeDimensionListKey(String cubeName)
static String	getCubeJoinChainDescriptionKey(String colName)
static String	getCubeJoinChainDisplayKey(String colName)
static String	getCubeJoinChainFullChainKey(String colName, int index)
static String	getCubeJoinChainKey(String colName)
static String	getCubeJoinChainListKey(String cubeName)
static String	getCubeJoinChainNumChainsKey(String colName)
static String	getCubeMeasureListKey(String cubeName)
static String	getCubePrefix(String cubeName)
static String	getCubeTableKeyPrefix(String tableName)
static String	getCubeTableWeightKey(String name)
static String	getCubeTimedDimensionListKey(String cubeName)
static Date	getDateFromProperty(String prop, boolean relative, boolean start)
static String	getDimAttributeListKey(String dimName)
static String	getDimensionClassPropertyKey(String dimName)
static String	getDimensionDumpPeriodKey(String dimTblName, String storage)
static String	getDimensionJoinChainDescriptionKey(String colName)
static String	getDimensionJoinChainDisplayKey(String colName)
static String	getDimensionJoinChainFullChainKey(String colName, int index)
static String	getDimensionJoinChainKey(String colName)
static String	getDimensionJoinChainListKey(String dimName)
static String	getDimensionJoinChainNumChainsKey(String colName)
static String	getDimensionKeyPrefix(String dimName)
static String	getDimensionSrcReferenceKey(String dimName)
static String	getDimensionStorageListKey(String dimTblName)
static String	getDimensionTablePrefix(String dimTblName)
static String	getDimNameKey(String dimTblName)
static String	getDimNumOfDistinctValuesPropertyKey(String dimName)
static String	getDimPrefix(String dimName)
static String	getDimRefChainColumnKey(String dimName)
static String	getDimRefChainNameKey(String dimName)
static String	getDimTablePartsKey(String dimtableName)
static String	getDimTimedDimensionKey(String dimName)
static String	getDimTypePropertyKey(String dimName)
static String	getDimUseAsJoinKey(String dimName)
static String	getExprColumnKey(String colName)
static String	getExprEncodingPropertyKey(String colName)
static String	getExpressionListKey(String name)
static String	getExprTypePropertyKey(String colName)
static String	getFactCubeNameKey(String name)
static String	getFactKeyPrefix(String factName)
static String	getFactOrDimtableStorageTableName(String factName, String storageName)
static String	getFactStorageListKey(String name)
static String	getFactUpdatePeriodKey(String name, String storage)
static Integer	getHierachyElementIndex(String dimName, String param)
static String	getHierachyElementKeyName(String dimName, int index)
static String	getHierachyElementKeyPFX(String dimName)
static String	getInlineDimensionValuesKey(String name)
static String	getLatestPartTimestampKey(String partCol)
static Date	getLatestTimeStampFromPartition(org.apache.hadoop.hive.ql.metadata.Partition part, String partCol)
static String	getMeasureAggrPropertyKey(String measureName)
static String	getMeasureClassPropertyKey(String measureName)
static String	getMeasureFormatPropertyKey(String measureName)
static String	getMeasureMaxPropertyKey(String measureName)
static String	getMeasureMinPropertyKey(String measureName)
static String	getMeasurePrefix(String measureName)
static String	getMeasureTypePropertyKey(String measureName)
static String	getMeasureUnitPropertyKey(String measureName)
static Set<Named>	getNamedSetFromStringSet(Set<String> strings)
static <E extends Named> String	getNamedStr(Collection<E> set)
static String	getNamedStringValue(Map<String,String> props, String key)
static String	getObjectStr(Collection<?> set)
static String	getParentCubeNameKey(String cubeName)
static String	getPartitionInfoKeyPrefix(UpdatePeriod updatePeriod, String partCol)
static String	getPartitionTimelineCachePresenceKey()
static String	getPartitionTimelineStorageClassKey(UpdatePeriod updatePeriod, String partCol)
static String	getReferencesString(List<TableReference> references)
static String	getSegmentationCubeNameKey(String name)
static String	getSegmentationKeyPrefix(String segName)
static String	getSegmentPropertyKey(String segName)
static String	getSegmentsListKey(String name)
static String	getSourceFactNameKey(String name)
static String	getStorageClassKey(String name)
static String	getStorageEntityPrefix(String storageName)
static String	getStoragetableEndTimesKey()
static String	getStorageTableName(String cubeTableName, String storagePrefix)
static String	getStoragetableStartTimesKey()
static String	getStr(Collection<String> set)
static org.apache.hadoop.hive.ql.parse.ASTNode	getStringLiteralAST(String literal)
static String	getUpdatePeriodStoragePrefixKey(String factTableName, String storageName, String updatePeriod)
static String	getValidColumnsKey(String name)

Methods inherited from class java.lang.Object

equals, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Method Detail

getFactOrDimtableStorageTableName

public static String getFactOrDimtableStorageTableName(String factName,
                                                       String storageName)

getStorageTableName

public static String getStorageTableName(String cubeTableName,
                                         String storagePrefix)

getStorageClassKey

public static String getStorageClassKey(String name)

getStorageEntityPrefix

public static String getStorageEntityPrefix(String storageName)

getDimPrefix

public static String getDimPrefix(String dimName)

getDimAttributeListKey

public static String getDimAttributeListKey(String dimName)

getDimTablePartsKey

public static String getDimTablePartsKey(String dimtableName)

getDimTimedDimensionKey

public static String getDimTimedDimensionKey(String dimName)

getDimensionKeyPrefix

public static String getDimensionKeyPrefix(String dimName)

getDimensionClassPropertyKey

public static String getDimensionClassPropertyKey(String dimName)

getInlineDimensionValuesKey

public static String getInlineDimensionValuesKey(String name)

getDimTypePropertyKey

public static String getDimTypePropertyKey(String dimName)

getDimNumOfDistinctValuesPropertyKey

public static String getDimNumOfDistinctValuesPropertyKey(String dimName)

getHierachyElementKeyPFX

public static String getHierachyElementKeyPFX(String dimName)

getHierachyElementKeyName

public static String getHierachyElementKeyName(String dimName,
                                               int index)

getHierachyElementIndex

public static Integer getHierachyElementIndex(String dimName,
                                              String param)

getDimensionSrcReferenceKey

public static String getDimensionSrcReferenceKey(String dimName)

getDimRefChainNameKey

public static String getDimRefChainNameKey(String dimName)

getDimRefChainColumnKey

public static String getDimRefChainColumnKey(String dimName)

getDimUseAsJoinKey

public static String getDimUseAsJoinKey(String dimName)

getReferencesString

public static String getReferencesString(List<TableReference> references)

getColumnKeyPrefix

public static String getColumnKeyPrefix(String colName)

getCubeColStartTimePropertyKey

public static String getCubeColStartTimePropertyKey(String colName)

getCubeColEndTimePropertyKey

public static String getCubeColEndTimePropertyKey(String colName)

getStoragetableStartTimesKey

public static String getStoragetableStartTimesKey()

getStoragetableEndTimesKey

public static String getStoragetableEndTimesKey()

getCubeColCostPropertyKey

public static String getCubeColCostPropertyKey(String colName)

getCubeColDescriptionKey

public static String getCubeColDescriptionKey(String colName)

getCubeColDisplayKey

public static String getCubeColDisplayKey(String colName)

getCubeColTagKey

public static String getCubeColTagKey(String colName)

getExprColumnKey

public static String getExprColumnKey(String colName)

getExprTypePropertyKey

public static String getExprTypePropertyKey(String colName)

getExprEncodingPropertyKey

public static String getExprEncodingPropertyKey(String colName)

getCubeJoinChainKey

public static String getCubeJoinChainKey(String colName)

getCubeJoinChainNumChainsKey

public static String getCubeJoinChainNumChainsKey(String colName)

getCubeJoinChainFullChainKey

public static String getCubeJoinChainFullChainKey(String colName,
                                                  int index)

getCubeJoinChainDescriptionKey

public static String getCubeJoinChainDescriptionKey(String colName)

getCubeJoinChainDisplayKey

public static String getCubeJoinChainDisplayKey(String colName)

getDimensionJoinChainKey

public static String getDimensionJoinChainKey(String colName)

getDimensionJoinChainNumChainsKey

public static String getDimensionJoinChainNumChainsKey(String colName)

getDimensionJoinChainFullChainKey

public static String getDimensionJoinChainFullChainKey(String colName,
                                                       int index)

getDimensionJoinChainDescriptionKey

public static String getDimensionJoinChainDescriptionKey(String colName)

getDimensionJoinChainDisplayKey

public static String getDimensionJoinChainDisplayKey(String colName)

getDimensionTablePrefix

public static String getDimensionTablePrefix(String dimTblName)

getDimensionDumpPeriodKey

public static String getDimensionDumpPeriodKey(String dimTblName,
                                               String storage)

getDimensionStorageListKey

public static String getDimensionStorageListKey(String dimTblName)

getDimNameKey

public static String getDimNameKey(String dimTblName)

getMeasurePrefix

public static String getMeasurePrefix(String measureName)

getMeasureClassPropertyKey

public static String getMeasureClassPropertyKey(String measureName)

getMeasureUnitPropertyKey

public static String getMeasureUnitPropertyKey(String measureName)

getMeasureTypePropertyKey

public static String getMeasureTypePropertyKey(String measureName)

getMeasureFormatPropertyKey

public static String getMeasureFormatPropertyKey(String measureName)

getMeasureAggrPropertyKey

public static String getMeasureAggrPropertyKey(String measureName)

getMeasureMinPropertyKey

public static String getMeasureMinPropertyKey(String measureName)

getMeasureMaxPropertyKey

public static String getMeasureMaxPropertyKey(String measureName)

getExpressionListKey

public static String getExpressionListKey(String name)

getBasePrefix

public static String getBasePrefix(String base)

getCubePrefix

public static String getCubePrefix(String cubeName)

getCubeMeasureListKey

public static String getCubeMeasureListKey(String cubeName)

getCubeDimensionListKey

public static String getCubeDimensionListKey(String cubeName)

getCubeTimedDimensionListKey

public static String getCubeTimedDimensionListKey(String cubeName)

getCubeJoinChainListKey

public static String getCubeJoinChainListKey(String cubeName)

getDimensionJoinChainListKey

public static String getDimensionJoinChainListKey(String dimName)

getParentCubeNameKey

public static String getParentCubeNameKey(String cubeName)

getCubeTableKeyPrefix

public static String getCubeTableKeyPrefix(String tableName)

getFactStorageListKey

public static String getFactStorageListKey(String name)

getFactKeyPrefix

public static String getFactKeyPrefix(String factName)

getFactUpdatePeriodKey

public static String getFactUpdatePeriodKey(String name,
                                            String storage)

getFactCubeNameKey

public static String getFactCubeNameKey(String name)

getSourceFactNameKey

public static String getSourceFactNameKey(String name)

getValidColumnsKey

public static String getValidColumnsKey(String name)

getCubeTableWeightKey

public static String getCubeTableWeightKey(String name)

getLatestPartTimestampKey

public static String getLatestPartTimestampKey(String partCol)

getSegmentationKeyPrefix

public static String getSegmentationKeyPrefix(String segName)

getSegmentationCubeNameKey

public static String getSegmentationCubeNameKey(String name)

getSegmentsListKey

public static String getSegmentsListKey(String name)

getSegmentPropertyKey

public static String getSegmentPropertyKey(String segName)

getDateFromProperty

public static Date getDateFromProperty(String prop,
                                       boolean relative,
                                       boolean start)

getNamedStr

public static <E extends Named> String getNamedStr(Collection<E> set)

getNamedSetFromStringSet

public static Set<Named> getNamedSetFromStringSet(Set<String> strings)

addNameStrings

public static <E extends Named> void addNameStrings(Map<String,String> props,
                                                    String key,
                                                    Collection<E> set)

addNameStrings

public static <E extends Named> void addNameStrings(Map<String,String> props,
                                                    String key,
                                                    Collection<E> set,
                                                    int maxLength)

getNamedStringValue

public static String getNamedStringValue(Map<String,String> props,
                                         String key)

getObjectStr

public static String getObjectStr(Collection<?> set)

getStr

public static String getStr(Collection<String> set)

addColumnNames

public static void addColumnNames(CubeDimAttribute dim,
                                  Set<String> cols)

getPartitionInfoKeyPrefix

public static String getPartitionInfoKeyPrefix(UpdatePeriod updatePeriod,
                                               String partCol)

getPartitionTimelineStorageClassKey

public static String getPartitionTimelineStorageClassKey(UpdatePeriod updatePeriod,
                                                         String partCol)

getPartitionTimelineCachePresenceKey

public static String getPartitionTimelineCachePresenceKey()

filterPartitionsByUpdatePeriod

public static void filterPartitionsByUpdatePeriod(List<org.apache.hadoop.hive.ql.metadata.Partition> partitions,
                                                  UpdatePeriod updatePeriod)

filterPartitionsByNonTimeParts

public static List<org.apache.hadoop.hive.ql.metadata.Partition> filterPartitionsByNonTimeParts(List<org.apache.hadoop.hive.ql.metadata.Partition> partitions,
                                                                                                Map<String,String> nonTimePartSpec,
                                                                                                String latestPartCol)

getLatestTimeStampFromPartition

public static Date getLatestTimeStampFromPartition(org.apache.hadoop.hive.ql.metadata.Partition part,
                                                   String partCol)
                                            throws org.apache.hadoop.hive.ql.metadata.HiveException

Throws:

org.apache.hadoop.hive.ql.metadata.HiveException

copyAST

public static org.apache.hadoop.hive.ql.parse.ASTNode copyAST(org.apache.hadoop.hive.ql.parse.ASTNode original)

copyAST

public static org.apache.hadoop.hive.ql.parse.ASTNode copyAST(org.apache.hadoop.hive.ql.parse.ASTNode original,
                                                              Function<org.apache.hadoop.hive.ql.parse.ASTNode,org.apache.commons.lang3.tuple.Pair<org.apache.hadoop.hive.ql.parse.ASTNode,Boolean>> overrideCopyFunction)

getUpdatePeriodStoragePrefixKey

public static String getUpdatePeriodStoragePrefixKey(String factTableName,
                                                     String storageName,
                                                     String updatePeriod)

getStringLiteralAST

public static org.apache.hadoop.hive.ql.parse.ASTNode getStringLiteralAST(String literal)