!1 parquet-format package init
From: @bzg1107 Reviewed-by: Signed-off-by:
This commit is contained in:
openeuler-ci-bot
Gitee
commit
10e1b9ed92
146
0001-use-antrun-plugin-and-update-thrift-to-0.14.0.patch
Normal file
146
0001-use-antrun-plugin-and-update-thrift-to-0.14.0.patch
Normal file
@ -0,0 +1,146 @@
|
|||||||
|
From a679e4ef3b9f9ea450672e68d864c6f4e133ce6d Mon Sep 17 00:00:00 2001
|
||||||
|
From: bzg1107 <preloyalwhite@163.com>
|
||||||
|
Date: Mon, 2 Aug 2021 17:59:28 +0800
|
||||||
|
Subject: [PATCH] use antrun plugin and update thrift to 0.14.0
|
||||||
|
|
||||||
|
---
|
||||||
|
.github/workflows/test.yml | 4 +--
|
||||||
|
.gitignore | 1 +
|
||||||
|
pom.xml | 35 +++++++++++--------
|
||||||
|
.../parquet/format/InterningProtocol.java | 5 +++
|
||||||
|
.../java/org/apache/parquet/format/Util.java | 5 +--
|
||||||
|
5 files changed, 31 insertions(+), 19 deletions(-)
|
||||||
|
|
||||||
|
diff --git a/.github/workflows/test.yml b/.github/workflows/test.yml
|
||||||
|
index a93eee5..deddca4 100644
|
||||||
|
--- a/.github/workflows/test.yml
|
||||||
|
+++ b/.github/workflows/test.yml
|
||||||
|
@@ -40,8 +40,8 @@ jobs:
|
||||||
|
sudo apt-get update -qq
|
||||||
|
sudo apt-get install -qq protobuf-compiler
|
||||||
|
sudo apt-get install -qq libboost-dev libboost-test-dev libboost-program-options-dev libevent-dev automake libtool flex bison pkg-config g++ libssl-dev
|
||||||
|
- wget -qO- https://archive.apache.org/dist/thrift/0.13.0/thrift-0.13.0.tar.gz | tar zxf -
|
||||||
|
- cd thrift-0.13.0/
|
||||||
|
+ wget -qO- https://archive.apache.org/dist/thrift/0.14.0/thrift-0.14.0.tar.gz | tar zxf -
|
||||||
|
+ cd thrift-0.14.0/
|
||||||
|
chmod +x ./configure
|
||||||
|
./configure --disable-libs
|
||||||
|
sudo make install
|
||||||
|
diff --git a/.gitignore b/.gitignore
|
||||||
|
index 944e4a2..6eed724 100644
|
||||||
|
--- a/.gitignore
|
||||||
|
+++ b/.gitignore
|
||||||
|
@@ -23,3 +23,4 @@ dependency-reduced-pom.xml
|
||||||
|
|
||||||
|
# IDE stuff
|
||||||
|
.idea/
|
||||||
|
+*.iml
|
||||||
|
diff --git a/pom.xml b/pom.xml
|
||||||
|
index aeec130..ed80eaf 100644
|
||||||
|
--- a/pom.xml
|
||||||
|
+++ b/pom.xml
|
||||||
|
@@ -86,7 +86,7 @@
|
||||||
|
<maven.compiler.target>1.8</maven.compiler.target>
|
||||||
|
<shade.prefix>shaded.parquet</shade.prefix>
|
||||||
|
<thrift.executable>thrift</thrift.executable>
|
||||||
|
- <thrift.version>0.13.0</thrift.version>
|
||||||
|
+ <thrift.version>0.14.0</thrift.version>
|
||||||
|
<thrift-maven-plugin.version>0.10.0</thrift-maven-plugin.version>
|
||||||
|
</properties>
|
||||||
|
|
||||||
|
@@ -94,19 +94,29 @@
|
||||||
|
<plugins>
|
||||||
|
<!-- thrift -->
|
||||||
|
<plugin>
|
||||||
|
- <groupId>org.apache.thrift</groupId>
|
||||||
|
- <artifactId>thrift-maven-plugin</artifactId>
|
||||||
|
- <version>${thrift-maven-plugin.version}</version>
|
||||||
|
- <configuration>
|
||||||
|
- <thriftSourceRoot>src/main/thrift</thriftSourceRoot>
|
||||||
|
- <thriftExecutable>${thrift.executable}</thriftExecutable>
|
||||||
|
- </configuration>
|
||||||
|
+ <groupId>org.apache.maven.plugins</groupId>
|
||||||
|
+ <artifactId>maven-antrun-plugin</artifactId>
|
||||||
|
+ <version>1.7</version>
|
||||||
|
<executions>
|
||||||
|
<execution>
|
||||||
|
- <id>thrift-sources</id>
|
||||||
|
<phase>generate-sources</phase>
|
||||||
|
+ <configuration>
|
||||||
|
+ <tasks>
|
||||||
|
+ <mkdir dir="${basedir}/target/generated-sources"/>
|
||||||
|
+ <exec executable="thrift" failonerror="true">
|
||||||
|
+ <arg value="--gen"/>
|
||||||
|
+ <arg value="java"/>
|
||||||
|
+ <arg value="-o"/>
|
||||||
|
+ <arg value="${basedir}/target/generated-sources"/>
|
||||||
|
+ <arg value="${basedir}/src/main/thrift/parquet.thrift"/>
|
||||||
|
+ </exec>
|
||||||
|
+ <copy todir="${basedir}/src/main/java" overwrite="true">
|
||||||
|
+ <fileset dir="${basedir}/target/generated-sources/gen-java"/>
|
||||||
|
+ </copy>
|
||||||
|
+ </tasks>
|
||||||
|
+ </configuration>
|
||||||
|
<goals>
|
||||||
|
- <goal>compile</goal>
|
||||||
|
+ <goal>run</goal>
|
||||||
|
</goals>
|
||||||
|
</execution>
|
||||||
|
</executions>
|
||||||
|
@@ -187,11 +197,6 @@
|
||||||
|
<artifactId>libthrift</artifactId>
|
||||||
|
<version>${thrift.version}</version>
|
||||||
|
</dependency>
|
||||||
|
- <dependency>
|
||||||
|
- <groupId>javax.annotation</groupId>
|
||||||
|
- <artifactId>javax.annotation-api</artifactId>
|
||||||
|
- <version>1.3.2</version>
|
||||||
|
- </dependency>
|
||||||
|
<dependency>
|
||||||
|
<groupId>junit</groupId>
|
||||||
|
<artifactId>junit</artifactId>
|
||||||
|
diff --git a/src/main/java/org/apache/parquet/format/InterningProtocol.java b/src/main/java/org/apache/parquet/format/InterningProtocol.java
|
||||||
|
index 843a02c..90a1170 100644
|
||||||
|
--- a/src/main/java/org/apache/parquet/format/InterningProtocol.java
|
||||||
|
+++ b/src/main/java/org/apache/parquet/format/InterningProtocol.java
|
||||||
|
@@ -224,6 +224,11 @@ public class InterningProtocol extends TProtocol {
|
||||||
|
return delegate.readBinary();
|
||||||
|
}
|
||||||
|
|
||||||
|
+ @Override
|
||||||
|
+ public int getMinSerializedSize(byte b) throws TException {
|
||||||
|
+ return delegate.getMinSerializedSize(b);
|
||||||
|
+ }
|
||||||
|
+
|
||||||
|
public void reset() {
|
||||||
|
delegate.reset();
|
||||||
|
}
|
||||||
|
diff --git a/src/main/java/org/apache/parquet/format/Util.java b/src/main/java/org/apache/parquet/format/Util.java
|
||||||
|
index 0532bce..0c831b6 100644
|
||||||
|
--- a/src/main/java/org/apache/parquet/format/Util.java
|
||||||
|
+++ b/src/main/java/org/apache/parquet/format/Util.java
|
||||||
|
@@ -47,6 +47,7 @@ import org.apache.parquet.format.event.EventBasedThriftReader;
|
||||||
|
import org.apache.parquet.format.event.TypedConsumer.I32Consumer;
|
||||||
|
import org.apache.parquet.format.event.TypedConsumer.I64Consumer;
|
||||||
|
import org.apache.parquet.format.event.TypedConsumer.StringConsumer;
|
||||||
|
+import org.apache.thrift.transport.TTransportException;
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Utility to read/write metadata
|
||||||
|
@@ -207,11 +208,11 @@ public class Util {
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
- private static TProtocol protocol(OutputStream to) {
|
||||||
|
+ private static TProtocol protocol(OutputStream to) throws TTransportException {
|
||||||
|
return protocol(new TIOStreamTransport(to));
|
||||||
|
}
|
||||||
|
|
||||||
|
- private static TProtocol protocol(InputStream from) {
|
||||||
|
+ private static TProtocol protocol(InputStream from) throws TTransportException {
|
||||||
|
return protocol(new TIOStreamTransport(from));
|
||||||
|
}
|
||||||
|
|
||||||
|
--
|
||||||
|
2.30.0
|
||||||
|
|
||||||
BIN
apache-parquet-format-2.9.0.tar.gz
Normal file
BIN
apache-parquet-format-2.9.0.tar.gz
Normal file
Binary file not shown.
47
parquet-format.spec
Normal file
47
parquet-format.spec
Normal file
@ -0,0 +1,47 @@
|
|||||||
|
Name: parquet-format
|
||||||
|
Version: 2.9.0
|
||||||
|
Release: 1
|
||||||
|
Summary: Columnar file format for Hadoop
|
||||||
|
License: Apache-2.0 and MIT
|
||||||
|
URL: http://parquet.io/
|
||||||
|
Source0: https://github.com/apache/parquet-format/archive/refs/tags/apache-parquet-format-2.9.0.tar.gz
|
||||||
|
Patch0: 0001-use-antrun-plugin-and-update-thrift-to-0.14.0.patch
|
||||||
|
|
||||||
|
BuildRequires: maven maven-local
|
||||||
|
BuildRequires: mvn(junit:junit)
|
||||||
|
BuildRequires: mvn(org.apache.maven.plugins:maven-antrun-plugin)
|
||||||
|
BuildRequires: mvn(org.slf4j:slf4j-api) exec-maven-plugin apache-rat-plugin
|
||||||
|
BuildRequires: thrift mvn(org.apache.thrift:libthrift)
|
||||||
|
BuildArch: noarch
|
||||||
|
|
||||||
|
%description
|
||||||
|
Parquet is a columnar storage format that supports nested data.
|
||||||
|
This provides all generated meta-data code.
|
||||||
|
|
||||||
|
%package javadoc
|
||||||
|
Summary: Javadoc for %{name}
|
||||||
|
|
||||||
|
%description javadoc
|
||||||
|
This package contains javadoc for %{name}.
|
||||||
|
|
||||||
|
%prep
|
||||||
|
%autosetup -n %{name}-apache-%{name}-%{version} -p1
|
||||||
|
%pom_remove_plugin :maven-shade-plugin
|
||||||
|
chmod 644 LICENSE
|
||||||
|
|
||||||
|
%build
|
||||||
|
%mvn_build --bootstrap -- -Drat.skip=true
|
||||||
|
|
||||||
|
%install
|
||||||
|
%mvn_install -- -Drat.skip=true
|
||||||
|
|
||||||
|
%files -f .mfiles
|
||||||
|
%doc CONTRIBUTING.md README.md
|
||||||
|
%license LICENSE
|
||||||
|
|
||||||
|
%files javadoc -f .mfiles-javadoc
|
||||||
|
%license LICENSE
|
||||||
|
|
||||||
|
%changelog
|
||||||
|
* Fri Jul 2 2021 baizhonggui <baizhonggui@huawei.com> - 2.9.0-1
|
||||||
|
- Package init
|
||||||
Loading…
x
Reference in New Issue
Block a user