Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Jump to bottom

Add the presets for Tritonserver #1085

Merged
merged 22 commits into from
Oct 18, 2021
Merged

Add the presets for Tritonserver #1085

Show file tree
Hide file tree
Changes from 4 commits
Commits
Show all changes
22 commits
Select commit Hold shift + click to select a range
a330678
add presets for Tritonserver
Sep 17, 2021
4188be5
Update README.md
jackyh Sep 17, 2021
db9a1a9
Update tritonserver.java
jackyh Sep 17, 2021
d704682
fix one typo
jackyh Sep 20, 2021
bb9f132
change the order of include files to make enum parsed first before using
jackyh Sep 21, 2021
f802266
added sample
Oct 11, 2021
93f737a
Add initial version of tritonserver/samples/Simple.java
saudet Oct 13, 2021
130b7e2
add README
Oct 16, 2021
8311766
fix typo
Oct 16, 2021
0a60f18
some modifications for overall platform
Oct 16, 2021
51a1910
update version
Oct 16, 2021
6e028ff
Merge branch 'master' into master
jackyh Oct 16, 2021
9e39b6b
Add workflow for GitHub Actions
saudet Oct 17, 2021
c13d396
Update version to 1.5.7-SNAPSHOT
saudet Oct 17, 2021
bd0c77f
Upgrade for Triton Inference Server 2.14
saudet Oct 17, 2021
228989e
Update README.md
jackyh Oct 17, 2021
1314e51
Update README.md
jackyh Oct 17, 2021
a2ba3f9
Refine README.md file
saudet Oct 17, 2021
76b1eb4
Refine the presets some more
saudet Oct 18, 2021
7d52a8f
Update CHANGELOG.md
saudet Oct 18, 2021
21d8f87
Revert README.md and pom.xml formatting changes
saudet Oct 18, 2021
fbdfc5f
Fix order of commands in README.md
saudet Oct 18, 2021
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
8 changes: 5 additions & 3 deletions pom.xml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -617,7 +617,8 @@
<module>pytorch</module>
<module>tensorflow</module>
<module>tensorflow-lite</module>
<module>tensorrt</module>
<module>tensorrt</module>
<module>tritonserver</module>
<module>ale</module>
<module>depthai</module>
<module>onnx</module>
Expand Down Expand Up @@ -1367,7 +1368,8 @@
<module>pytorch</module>
<module>tensorflow</module>
<module>tensorflow-lite</module>
<module>tensorrt</module>
<module>tensorrt</module>
<module>tritonserver</module>
<module>ale</module>
<module>depthai</module>
<module>onnx</module>
Expand Down Expand Up @@ -1592,7 +1594,7 @@
<module>pytorch</module>
<module>tensorflow</module>
<module>tensorflow-lite</module>
<module>tensorrt</module>
<module>tensorrt</module>
<module>ale</module>
<module>onnx</module>
<module>onnxruntime</module>
Expand Down
1 change: 1 addition & 0 deletions tritonserver/README.md
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@

32 changes: 32 additions & 0 deletions tritonserver/cppbuild.sh
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,32 @@
#!/bin/bash
# This file is meant to be included by the parent cppbuild.sh script
if [[ -z "$PLATFORM" ]]; then
pushd ..
bash cppbuild.sh "$@" tritonserver
popd
exit
fi

case $PLATFORM in
linux-arm64)
if [[ ! -f "/opt/tritonserver/include/triton/core/tritonserver.h" ]] && [[ ! -d "/opt/tritonserver/lib/" ]]; then
echo "Please make sure library and include files exist"
exit 1
fi
;;
linux-x86_64)
if [[ ! -f "/opt/tritonserver/include/triton/core/tritonserver.h" ]] && [[ ! -d "/opt/tritonserver/lib/" ]]; then
echo "Please make sure library and include files exist"
exit 1
fi
;;
windows-x86_64)
if [[ ! -f "C:/Program Files/NVIDIA GPU Computing Toolkit/TensorRT/include/NvInfer.h" ]]; then
echo "Please install TensorRT in C:/Program Files/NVIDIA GPU Computing Toolkit/TensorRT/"
exit 1
fi
;;
*)
echo "Error: Platform \"$PLATFORM\" is not supported"
;;
esac
122 changes: 122 additions & 0 deletions tritonserver/platform/pom.xml
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,122 @@
<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/maven-v4_0_0.xsd">
<modelVersion>4.0.0</modelVersion>

<parent>
<groupId>org.bytedeco</groupId>
<artifactId>javacpp-presets</artifactId>
<version>1.5.6</version>
<relativePath>../../</relativePath>
</parent>

<groupId>org.bytedeco</groupId>
<artifactId>tritonserver-platform</artifactId>
<version>8.0-${project.parent.version}</version>
<name>JavaCPP Presets Platform for Tritonserver</name>

<properties>
<javacpp.moduleId>tritonserver</javacpp.moduleId>
</properties>

<dependencies>
<dependency>
<groupId>org.bytedeco</groupId>
<artifactId>cuda-platform</artifactId>
<version>11.4-8.2-${project.parent.version}</version>
</dependency>
<dependency>
<groupId>${project.groupId}</groupId>
<artifactId>${javacpp.moduleId}</artifactId>
<version>${project.version}</version>
</dependency>
<dependency>
<groupId>${project.groupId}</groupId>
<artifactId>${javacpp.moduleId}</artifactId>
<version>${project.version}</version>
<classifier>${javacpp.platform.linux-arm64}</classifier>
</dependency>
<dependency>
<groupId>${project.groupId}</groupId>
<artifactId>${javacpp.moduleId}</artifactId>
<version>${project.version}</version>
<classifier>${javacpp.platform.linux-x86_64}</classifier>
</dependency>
<dependency>
<groupId>${project.groupId}</groupId>
<artifactId>${javacpp.moduleId}</artifactId>
<version>${project.version}</version>
<classifier>${javacpp.platform.windows-x86_64}</classifier>
</dependency>
</dependencies>

<build>
<plugins>
<plugin>
<artifactId>maven-jar-plugin</artifactId>
<executions>
<execution>
<id>default-jar</id>
<configuration>
<archive>
<manifestEntries>
<Class-Path>${javacpp.moduleId}.jar ${javacpp.moduleId}-linux-arm64.jar ${javacpp.moduleId}-linux-x86_64.jar ${javacpp.moduleId}-windows-x86_64.jar</Class-Path>
</manifestEntries>
</archive>
</configuration>
</execution>
<execution>
<id>empty-javadoc-jar</id>
<goals>
<goal>jar</goal>
</goals>
<configuration>
<classifier>javadoc</classifier>
</configuration>
</execution>
<execution>
<id>empty-sources-jar</id>
<goals>
<goal>jar</goal>
</goals>
<configuration>
<classifier>sources</classifier>
</configuration>
</execution>
</executions>
</plugin>
<plugin>
<groupId>org.moditect</groupId>
<artifactId>moditect-maven-plugin</artifactId>
<executions>
<execution>
<id>add-module-infos</id>
<phase>none</phase>
</execution>
<execution>
<id>add-platform-module-info</id>
<phase>package</phase>
<goals>
<goal>add-module-info</goal>
</goals>
<configuration>
<modules>
<module>
<file>${project.build.directory}/${project.artifactId}.jar</file>
<moduleInfoSource>
module org.bytedeco.${javacpp.moduleId}.platform {
requires static org.bytedeco.${javacpp.moduleId}.linux.arm64;
requires static org.bytedeco.${javacpp.moduleId}.linux.x86_64;
requires static org.bytedeco.${javacpp.moduleId}.windows.x86_64;
}
</moduleInfoSource>
</module>
</modules>
</configuration>
</execution>
</executions>
</plugin>
</plugins>
</build>

</project>
118 changes: 118 additions & 0 deletions tritonserver/platform/redist/pom.xml
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,118 @@
<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/maven-v4_0_0.xsd">
<modelVersion>4.0.0</modelVersion>

<parent>
<groupId>org.bytedeco</groupId>
<artifactId>javacpp-presets</artifactId>
<version>1.5.6</version>
<relativePath>../../../</relativePath>
</parent>

<groupId>org.bytedeco</groupId>
<artifactId>tritonserver-platform-redist</artifactId>
<version>8.0-${project.parent.version}</version>
<name>JavaCPP Presets Platform Redist for Tritonserver</name>

<properties>
<javacpp.moduleId>tritonserver</javacpp.moduleId>
<javacpp.platform.extension>-redist</javacpp.platform.extension>
</properties>

<dependencies>
<dependency>
<groupId>${project.groupId}</groupId>
<artifactId>${javacpp.moduleId}-platform</artifactId>
<version>${project.version}</version>
</dependency>
<dependency>
<groupId>${project.groupId}</groupId>
<artifactId>${javacpp.moduleId}</artifactId>
<version>${project.version}</version>
<classifier>${javacpp.platform.linux-arm64}</classifier>
</dependency>
<dependency>
<groupId>${project.groupId}</groupId>
<artifactId>${javacpp.moduleId}</artifactId>
<version>${project.version}</version>
<classifier>${javacpp.platform.linux-x86_64}</classifier>
</dependency>
<dependency>
<groupId>${project.groupId}</groupId>
<artifactId>${javacpp.moduleId}</artifactId>
<version>${project.version}</version>
<classifier>${javacpp.platform.windows-x86_64}</classifier>
</dependency>
</dependencies>

<build>
<plugins>
<plugin>
<artifactId>maven-jar-plugin</artifactId>
<executions>
<execution>
<id>default-jar</id>
<configuration>
<archive>
<manifestEntries>
<Class-Path>${javacpp.moduleId}.jar ${javacpp.moduleId}-linux-arm64-redist.jar ${javacpp.moduleId}-linux-x86_64-redist.jar ${javacpp.moduleId}-windows-x86_64-redist.jar</Class-Path>
</manifestEntries>
</archive>
</configuration>
</execution>
<execution>
<id>empty-javadoc-jar</id>
<goals>
<goal>jar</goal>
</goals>
<configuration>
<classifier>javadoc</classifier>
</configuration>
</execution>
<execution>
<id>empty-sources-jar</id>
<goals>
<goal>jar</goal>
</goals>
<configuration>
<classifier>sources</classifier>
</configuration>
</execution>
</executions>
</plugin>
<plugin>
<groupId>org.moditect</groupId>
<artifactId>moditect-maven-plugin</artifactId>
<executions>
<execution>
<id>add-module-infos</id>
<phase>none</phase>
</execution>
<execution>
<id>add-platform-module-info</id>
<phase>package</phase>
<goals>
<goal>add-module-info</goal>
</goals>
<configuration>
<modules>
<module>
<file>${project.build.directory}/${project.artifactId}.jar</file>
<moduleInfoSource>
module org.bytedeco.${javacpp.moduleId}.platform.redist {
requires static org.bytedeco.${javacpp.moduleId}.linux.arm64.redist;
requires static org.bytedeco.${javacpp.moduleId}.linux.x86_64.redist;
requires static org.bytedeco.${javacpp.moduleId}.windows.x86_64.redist;
}
</moduleInfoSource>
</module>
</modules>
</configuration>
</execution>
</executions>
</plugin>
</plugins>
</build>

</project>
Loading