Skip to content

Commit d7178ee

Browse files
committed
Fix test failure after rebase
1 parent 13d74d8 commit d7178ee

6 files changed

Lines changed: 30 additions & 45 deletions

File tree

iceberg/iceberg-handler/src/main/java/org/apache/iceberg/mr/Catalogs.java

Lines changed: 6 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -19,6 +19,12 @@
1919

2020
package org.apache.iceberg.mr;
2121

22+
import java.util.List;
23+
import java.util.Map;
24+
import java.util.Optional;
25+
import java.util.Properties;
26+
import java.util.Set;
27+
import java.util.UUID;
2228
import org.apache.hadoop.conf.Configuration;
2329
import org.apache.hadoop.hive.conf.HiveConf;
2430
import org.apache.hadoop.hive.metastore.api.CreationMetadata;
@@ -50,13 +56,6 @@
5056
import org.apache.iceberg.view.View;
5157
import org.apache.iceberg.view.ViewVersion;
5258

53-
import java.util.List;
54-
import java.util.Map;
55-
import java.util.Optional;
56-
import java.util.Properties;
57-
import java.util.Set;
58-
import java.util.UUID;
59-
6059
/**
6160
* Class for catalog resolution and accessing the common functions for {@link Catalog} API.
6261
*

iceberg/iceberg-handler/src/main/java/org/apache/iceberg/mr/hive/BaseHiveIcebergMetaHook.java

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -152,7 +152,7 @@ public void preCreateTable(CreateTableRequest request) {
152152

153153
setTableTypeForNonHiveCatalogBasedTables(hmsTable);
154154

155-
storeViewTextInfoForMaterializedView(request, tableType);
155+
storeViewTextInfoForMaterializedView(request, Enum.valueOf(TableType.class, hmsTable.getTableType()));
156156

157157
if (!Catalogs.hiveCatalog(conf, tableProperties)) {
158158
if (Boolean.parseBoolean(this.tableProperties.getProperty(hive_metastoreConstants.TABLE_IS_CTLT))) {

iceberg/iceberg-handler/src/main/java/org/apache/iceberg/mr/hive/HiveIcebergMetaHook.java

Lines changed: 0 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -395,13 +395,6 @@ private void doPreAlterTable(org.apache.hadoop.hive.metastore.api.Table hmsTable
395395
}
396396

397397
handleAlterTableOperationBasedOnType(hmsTable, context);
398-
399-
// Migration case is already handled above, in case of migration we don't have all the properties set till this
400-
// point.
401-
if (!isTableMigration) {
402-
// Set whether the format is ORC, to be used during vectorization.
403-
setOrcOnlyFilesParam(hmsTable);
404-
}
405398
}
406399

407400
private void handleAlterTableOperationBasedOnType(

iceberg/iceberg-handler/src/main/java/org/apache/iceberg/mr/hive/HiveIcebergOutputCommitter.java

Lines changed: 17 additions & 18 deletions
Original file line numberDiff line numberDiff line change
@@ -19,6 +19,23 @@
1919

2020
package org.apache.iceberg.mr.hive;
2121

22+
import java.io.IOException;
23+
import java.io.ObjectInputStream;
24+
import java.io.ObjectOutputStream;
25+
import java.util.Arrays;
26+
import java.util.Collection;
27+
import java.util.Collections;
28+
import java.util.List;
29+
import java.util.Map;
30+
import java.util.Objects;
31+
import java.util.Optional;
32+
import java.util.Properties;
33+
import java.util.Set;
34+
import java.util.concurrent.ConcurrentLinkedQueue;
35+
import java.util.concurrent.ExecutorService;
36+
import java.util.concurrent.Executors;
37+
import java.util.stream.Collectors;
38+
import java.util.stream.Stream;
2239
import org.apache.commons.lang3.StringUtils;
2340
import org.apache.hadoop.conf.Configuration;
2441
import org.apache.hadoop.fs.FileStatus;
@@ -83,24 +100,6 @@
83100
import org.slf4j.Logger;
84101
import org.slf4j.LoggerFactory;
85102

86-
import java.io.IOException;
87-
import java.io.ObjectInputStream;
88-
import java.io.ObjectOutputStream;
89-
import java.util.Arrays;
90-
import java.util.Collection;
91-
import java.util.Collections;
92-
import java.util.List;
93-
import java.util.Map;
94-
import java.util.Objects;
95-
import java.util.Optional;
96-
import java.util.Properties;
97-
import java.util.Set;
98-
import java.util.concurrent.ConcurrentLinkedQueue;
99-
import java.util.concurrent.ExecutorService;
100-
import java.util.concurrent.Executors;
101-
import java.util.stream.Collectors;
102-
import java.util.stream.Stream;
103-
104103
/**
105104
* An Iceberg table committer for adding data files to the Iceberg tables.
106105
* Currently independent of the Hive ACID transactions.

iceberg/iceberg-handler/src/test/results/positive/llap/mv_iceberg_native.q.out

Lines changed: 0 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -219,7 +219,6 @@ TBLPROPERTIES (
219219
'iceberg.materialized.view'='true',
220220
'iceberg.materialized.view.original.text'='select b, c from tbl_ice_native where c > 52',
221221
'iceberg.materialized.view.storage.table'='default.mat_native_storage_table',
222-
'iceberg.orc.files.only'='false',
223222
'max-staleness-ms'='1000',
224223
#### A masked pattern was here ####
225224
'table_type'='ICEBERG-VIEW',
@@ -249,7 +248,6 @@ Table Parameters:
249248
iceberg.materialized.view true
250249
iceberg.materialized.view.original.text select b, c from tbl_ice_native where c > 52
251250
iceberg.materialized.view.storage.table default.mat_native_storage_table
252-
iceberg.orc.files.only false
253251
max-staleness-ms 1000
254252
#### A masked pattern was here ####
255253
numFiles 1
@@ -333,7 +331,6 @@ TBLPROPERTIES (
333331
'iceberg.materialized.view'='true',
334332
'iceberg.materialized.view.original.text'='select b, c from tbl_ice_native where c > 52',
335333
'iceberg.materialized.view.storage.table'='default.mat_native_orc_storage_table',
336-
'iceberg.orc.files.only'='false',
337334
'max-staleness-ms'='1000',
338335
#### A masked pattern was here ####
339336
'table_type'='ICEBERG-VIEW',
@@ -417,7 +414,6 @@ Table Parameters:
417414
iceberg.materialized.view true
418415
iceberg.materialized.view.original.text select b, c from tbl_ice_native where c > 52
419416
iceberg.materialized.view.storage.table default.mat_native_orc_storage_table
420-
iceberg.orc.files.only false
421417
max-staleness-ms 1000
422418
#### A masked pattern was here ####
423419
numFiles 1
@@ -554,7 +550,6 @@ Table Parameters:
554550
iceberg.materialized.view true
555551
iceberg.materialized.view.original.text select b, c from tbl_ice_native where c > 52
556552
iceberg.materialized.view.storage.table default.mat_native_orc_partitioned_storage_table
557-
iceberg.orc.files.only false
558553
#### A masked pattern was here ####
559554
numFiles 3
560555
numPartitions 3

ql/src/java/org/apache/hadoop/hive/ql/ddl/view/create/CreateMaterializedViewDesc.java

Lines changed: 6 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -18,11 +18,6 @@
1818

1919
package org.apache.hadoop.hive.ql.ddl.view.create;
2020

21-
import java.io.Serializable;
22-
import java.util.List;
23-
import java.util.Map;
24-
import java.util.Set;
25-
2621
import org.apache.commons.collections4.CollectionUtils;
2722
import org.apache.hadoop.fs.Path;
2823
import org.apache.hadoop.hive.common.StatsSetupConst;
@@ -34,7 +29,6 @@
3429
import org.apache.hadoop.hive.ql.ddl.DDLDescWithTableProperties;
3530
import org.apache.hadoop.hive.ql.ddl.DDLUtils;
3631
import org.apache.hadoop.hive.ql.exec.Utilities;
37-
import org.apache.hadoop.hive.ql.metadata.DefaultStorageHandler;
3832
import org.apache.hadoop.hive.ql.metadata.HiveException;
3933
import org.apache.hadoop.hive.ql.metadata.HiveStorageHandler;
4034
import org.apache.hadoop.hive.ql.metadata.Table;
@@ -44,6 +38,11 @@
4438
import org.slf4j.Logger;
4539
import org.slf4j.LoggerFactory;
4640

41+
import java.io.Serializable;
42+
import java.util.List;
43+
import java.util.Map;
44+
import java.util.Set;
45+
4746
import static org.apache.hadoop.hive.ql.ddl.DDLUtils.setColumnsAndStorePartitionTransformSpecOfTable;
4847

4948
/**
@@ -233,7 +232,7 @@ public Table toTable(HiveConf conf) throws HiveException {
233232

234233
HiveStorageHandler storageHandler = tbl.getStorageHandler();
235234

236-
if (storageHandler != null && storageHandler.getClass().equals("org.apache.iceberg.mr.hive.HiveIcebergStorageHandler")){
235+
if (storageHandler != null && storageHandler.getClass().getName().equals("org.apache.iceberg.mr.hive.HiveIcebergStorageHandler")){
237236
tbl.setTableType(TableType.EXTERNAL_MATERIALIZED_VIEW);
238237
}
239238

0 commit comments

Comments
 (0)