Skip to content
This repository has been archived by the owner on Jun 16, 2023. It is now read-only.

Commit

Permalink
Add jstorm-on-yarn project
Browse files Browse the repository at this point in the history
  • Loading branch information
zhongyan.feng committed Oct 11, 2014
1 parent 18638be commit 4fa7185
Show file tree
Hide file tree
Showing 26 changed files with 8,010 additions and 0 deletions.
1 change: 1 addition & 0 deletions jstorm-on-yarn/README.md
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Hello JStorm-on-YARN
37 changes: 37 additions & 0 deletions jstorm-on-yarn/bin/jstorm-yarn
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,37 @@
#!/bin/bash

readonly JSTORM_ON_YARN_BIN="$(dirname "$(read-link "$0")")"
readonly MASTER_JAR="$(ls "$JSTORM_ON_YARN_BIN"/../jstorm-yarn-*.jar "$JSTORM_ON_YARN_BIN"/../target/jstorm-yarn-*.jar 2> /dev/null | head -1)"

if [ `command -v jstorm` ]; then
readonly JSTORM_BIN="$(dirname "$(read-link "$(which jstorm)")")"
JSTORM_CLASSPATH="$(jstorm classpath)"
else
echo "jstorm is not installed" >&2
exit 1
fi

if [ -n "${JAVA_HOME}" ]; then
RUNNER="${JAVA_HOME}/bin/java"
else
if [ `command -v java` ]; then
RUNNER="java"
else
echo "JAVA_HOME is not set" >&2
exit 1
fi
fi

if [ `command -v yarn` ]; then
YARN_CLASSPATH="$(yarn classpath)"
else
echo "yarn is not installed" >&2
exit 1
fi

CLASSPATH="$JSTORM_YARN_CONF_DIR:$MASTER_JAR:$YARN_CLASSPATH:$JSTORM_CLASSPATH:$HOME/.jstorm"

#echo "$RUNNER" -cp "$CLASSPATH" -Djstorm.home="$JSTORM_BIN"/.. com.alibaba.jstorm.yarn.Client "$@"
#exec "$RUNNER" -Xdebug -Xrunjdwp:transport=dt_socket,server=y,suspend=y,address=8000 -cp "$CLASSPATH" -Djstorm.home="$JSTORM_BIN"/.. com.alibaba.jstorm.yarn.Client "$@"
exec "$RUNNER" -cp "$CLASSPATH" -Djstorm.home="$JSTORM_BIN"/.. com.alibaba.jstorm.yarn.Client "$@"

27 changes: 27 additions & 0 deletions jstorm-on-yarn/bin/read-link
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,27 @@
#!/bin/sh
# Copyright (c) 2013 Yahoo! Inc. All Rights Reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License. See accompanying LICENSE file.
#

cd `dirname $1`
TARGET_FILE=`basename $1`

while [ -L "$TARGET_FILE" ]
do
TARGET_FILE=`readlink $TARGET_FILE`
cd `dirname $TARGET_FILE`
TARGET_FILE=`basename $TARGET_FILE`
done

echo "$(pwd -P)/$TARGET_FILE"
229 changes: 229 additions & 0 deletions jstorm-on-yarn/pom.xml
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,229 @@
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>

<groupId>com.alibaba.jstorm.yarn</groupId>
<artifactId>jstorm-yarn</artifactId>
<version>1.0-SNAPSHOT</version>
<packaging>jar</packaging>

<name>jstorm-yarn</name>
<url>http://maven.apache.org</url>

<repositories>
<repository>
<id>twitter4j</id>
<url>http://twitter4j.org/maven2</url>
</repository>
<repository>
<id>central</id>
<url>http://repo1.maven.org/maven2/</url>
</repository>
<repository>
<id>clojars</id>
<url>https://clojars.org/repo/</url>
</repository>
<repository>
<id>apache.snapshots</id>
<url>http://repository.apache.org/content/repositories/snapshots/</url>
</repository>
<!--repository>
<id>hortonworks</id>
<url>http://repo.hortonworks.com/content/repositories/releases/</url>
</repository-->

<!-- Special: following this instruction alternative 3
http://slf4j.org/faq.html#excludingJCL -->
<repository>
<id>version99</id>
<!-- highly available repository serving empty artifacts -->
<url>http://version99.qos.ch/</url>
</repository>
</repositories>
<properties>
<project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
<jstorm.version>0.9.0-wip21</jstorm.version>
<hadoop.version>2.2.0</hadoop.version>
</properties>

<dependencies>
<dependency>
<groupId>junit</groupId>
<artifactId>junit</artifactId>
<version>3.8.1</version>
<scope>test</scope>
</dependency>
<dependency>
<groupId>org.slf4j</groupId>
<artifactId>jcl-over-slf4j</artifactId>
<version>1.7.2</version>
</dependency>
<dependency>
<groupId>commons-io</groupId>
<artifactId>commons-io</artifactId>
<version>2.1</version>
<scope>test</scope>
</dependency>
<dependency>
<groupId>org.apache.hadoop</groupId>
<artifactId>hadoop-yarn-server-tests</artifactId>
<version>${hadoop.version}</version>
<type>test-jar</type>
<scope>test</scope>
</dependency>
<dependency>
<groupId>org.apache.hadoop</groupId>
<artifactId>hadoop-common</artifactId>
<version>${hadoop.version}</version>
</dependency>
<dependency>
<groupId>org.apache.hadoop</groupId>
<artifactId>hadoop-mapreduce-client-core</artifactId>
<version>${hadoop.version}</version>
</dependency>
<dependency>
<groupId>org.apache.hadoop</groupId>
<artifactId>hadoop-yarn-client</artifactId>
<version>${hadoop.version}</version>
<scope>provided</scope>
</dependency>
<dependency>
<groupId>org.apache.zookeeper</groupId>
<artifactId>zookeeper</artifactId>
<version>3.3.3</version>
<scope>test</scope>
<exclusions>
<exclusion>
<groupId>log4j</groupId>
<artifactId>log4j</artifactId>
</exclusion>
</exclusions>
</dependency>
<dependency>
<groupId>org.mockito</groupId>
<artifactId>mockito-all</artifactId>
<version>1.9.5</version>
<scope>test</scope>
</dependency>
<dependency>
<groupId>org.yaml</groupId>
<artifactId>snakeyaml</artifactId>
<version>1.13</version>
</dependency>
<dependency>
<groupId>com.alibaba.jstorm</groupId>
<artifactId>jstorm-client</artifactId>
<version>0.9.3.1</version>
<scope>provided</scope>
</dependency>

<dependency>
<groupId>com.alibaba.jstorm</groupId>
<artifactId>jstorm-client-extension</artifactId>
<version>0.9.3.1</version>
<scope>provided</scope>
</dependency>


<dependency>
<groupId>com.alibaba.jstorm</groupId>
<artifactId>jstorm-server</artifactId>
<version>0.9.3.1</version>
<scope>provided</scope>
</dependency>

<dependency>
<groupId>storm</groupId>
<artifactId>libthrift7</artifactId>
<version>0.7.0</version>
<exclusions>
<exclusion>
<groupId>org.slf4j</groupId>
<artifactId>slf4j-api</artifactId>
</exclusion>
</exclusions>
</dependency>
<dependency>
<groupId>org.apache.thrift</groupId>
<artifactId>libthrift</artifactId>
<version>0.6.1</version>
</dependency>




<dependency>
<groupId>com.googlecode.json-simple</groupId>
<artifactId>json-simple</artifactId>
<version>1.1</version>
</dependency>

<dependency>
<groupId>ch.qos.logback</groupId>
<artifactId>logback-classic</artifactId>
<version>1.0.0</version>
</dependency>


</dependencies>
<build>
<plugins>
<plugin>
<artifactId>maven-jar-plugin</artifactId>
<version>2.4</version>
<executions>
<execution>
<goals>
<goal>jar</goal>
</goals>
<!-- strictly speaking, the unit test is really a regression test.
It needs the main jar to be available to be able to run. -->
<phase>test-compile</phase>
</execution>
</executions>
</plugin>
<plugin>
<groupId>org.apache.maven.plugins</groupId>
<artifactId>maven-compiler-plugin</artifactId>
<version>3.0</version>
<configuration>
<fork>true</fork>
<source>1.6</source>
<target>1.6</target>
</configuration>
</plugin>
<plugin>
<groupId>org.apache.maven.plugins</groupId>
<artifactId>maven-surefire-plugin</artifactId>
<version>2.10</version>
<configuration>
<additionalClasspathElements>
<additionalClasspathElement>conf</additionalClasspathElement>
</additionalClasspathElements>
</configuration>
</plugin>
<plugin>
<artifactId>maven-assembly-plugin</artifactId>
<configuration>
<descriptorRefs>
<descriptorRef>jar-with-dependencies</descriptorRef>
</descriptorRefs>
<archive>
<manifest>
<mainClass>storm.starter.SequenceTopology</mainClass>
</manifest>
</archive>
</configuration>
<executions>
<execution>
<id>make-assembly</id>
<phase>package</phase>
<goals>
<goal>single</goal>
</goals>
</execution>
</executions>
</plugin>
</plugins>
</build>
</project>
Loading

0 comments on commit 4fa7185

Please sign in to comment.