jffwang
/
hetu-core
0
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

!1288 [177]: Fix for spot bug OrcPageSource 

Merge pull request !1288 from i-robot/pull207
This commit is contained in:
i-robot 2021-12-10 07:26:08 +00:00 committed by Gitee
parent a0b663227d 028d4bc099
commit 0e2980d569
1 changed files with 0 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
presto-hive/src/main/java/io/prestosql/plugin/hive/orc/OrcPageSource.java
View File

@ -21,7 +21,6 @@ import io.prestosql.orc.OrcDataSourceId;
import io.prestosql.orc.OrcRecordReader;
import io.prestosql.plugin.hive.FileFormatDataSourceStats;
import io.prestosql.plugin.hive.HiveErrorCode;
import io.prestosql.plugin.hive.HiveType;
import io.prestosql.spi.Page;
import io.prestosql.spi.PrestoException;
import io.prestosql.spi.block.Block;
@ -31,7 +30,6 @@ import io.prestosql.spi.block.RowBlock;
import io.prestosql.spi.block.RunLengthEncodedBlock;
import io.prestosql.spi.connector.ConnectorPageSource;
import io.prestosql.spi.type.Type;
import org.apache.hadoop.hive.serde2.typeinfo.PrimitiveTypeInfo;
import org.apache.hadoop.hive.serde2.typeinfo.StructTypeInfo;
import java.io.IOException;
@ -320,10 +318,6 @@ public class OrcPageSource
@Override
public Block block(Page sourcePage, OrcDeletedRows.MaskDeletedRowsFunction maskDeletedRowsFunction)
{
List<Type> types = structTypeInfo.getAllStructFieldTypeInfos().stream()
.map(typeInfo -> HiveType
.getPrimitiveType((PrimitiveTypeInfo.class.cast(typeInfo))))
.collect(Collectors.toList());
List<Block> fieldBlocks = columnAdaptations.stream().map(adaptation -> adaptation.block(sourcePage, maskDeletedRowsFunction)).collect(Collectors.toList());
Block block = RowBlock.fromFieldBlocks(sourcePage.getPositionCount(), Optional.empty(), fieldBlocks.toArray(new Block[fieldBlocks.size()]));
return new LazyBlock(maskDeletedRowsFunction.getPositionCount(), new SourceColumn.MaskingBlockLoader(maskDeletedRowsFunction, block));