Skip to content

Commit

Permalink
1
Browse files Browse the repository at this point in the history
  • Loading branch information
morningman committed Aug 7, 2024
1 parent 0485f5f commit e64e381
Show file tree
Hide file tree
Showing 3 changed files with 13 additions and 13 deletions.
20 changes: 10 additions & 10 deletions fe/fe-common/src/main/java/org/apache/doris/common/Config.java
Original file line number Diff line number Diff line change
Expand Up @@ -1979,20 +1979,20 @@ public class Config extends ConfigBase {
* Max cache num of hive partition.
* Decrease this value if FE's memory is small
*/
@ConfField(mutable = false, masterOnly = false)
public static long max_hive_partition_cache_num = 100000;
@ConfField(description = {"Hive Metastore 表级别分区缓存的最大数量。",
"Max cache number of partition at table level in Hive Metastore."})
public static long max_hive_partition_cache_num = 10000;

@ConfField(mutable = false, masterOnly = false, description = {"Hive表名缓存的最大数量。",
"Max cache number of hive table name list."})
public static long max_hive_table_cache_num = 1000;
@ConfField(description = {"Hudi/Iceberg 表级别缓存的最大数量。",
"Max cache number of hudi/iceberg table."})
public static long max_external_table_cache_num = 1000;

@ConfField(mutable = false, masterOnly = false, description = {"Hive表名缓存的最大数量。",
"Max cache number of hive table name list."})
@ConfField(description = {"External Catalog 中,Database 和 Table 的实例缓存的最大数量。",
"Max cache number of database and table instance in external catalog."})
public static long max_meta_object_cache_num = 1000;

@ConfField(mutable = false, masterOnly = false, description = {
"Hive分区表缓存的最大数量", "Max cache number of hive partition table"
})
@ConfField(description = {"Hive分区表缓存的最大数量",
"Max cache number of hive partition table"})
public static long max_hive_partition_table_cache_num = 1000;

@ConfField(mutable = false, masterOnly = false, description = {"获取Hive分区值时候的最大返回数量,-1代表没有限制。",
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -54,7 +54,7 @@ public HudiCachedPartitionProcessor(long catalogId, ExecutorService executor) {
CacheFactory partitionCacheFactory = new CacheFactory(
OptionalLong.of(28800L),
OptionalLong.of(Config.external_cache_expire_time_minutes_after_access * 60),
Config.max_hive_table_cache_num,
Config.max_external_table_cache_num,
false,
null);
this.partitionCache = partitionCacheFactory.buildCache(key -> new TablePartitionValues(), null, executor);
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -57,15 +57,15 @@ public IcebergMetadataCache(ExecutorService executor) {
CacheFactory snapshotListCacheFactory = new CacheFactory(
OptionalLong.of(28800L),
OptionalLong.of(Config.external_cache_expire_time_minutes_after_access * 60),
Config.max_hive_table_cache_num,
Config.max_external_table_cache_num,
false,
null);
this.snapshotListCache = snapshotListCacheFactory.buildCache(key -> loadSnapshots(key), null, executor);

CacheFactory tableCacheFactory = new CacheFactory(
OptionalLong.of(28800L),
OptionalLong.of(Config.external_cache_expire_time_minutes_after_access * 60),
Config.max_hive_table_cache_num,
Config.max_external_table_cache_num,
false,
null);
this.tableCache = tableCacheFactory.buildCache(key -> loadTable(key), null, executor);
Expand Down

0 comments on commit e64e381

Please sign in to comment.