Skip to content
This repository has been archived by the owner on Oct 30, 2023. It is now read-only.

Commit

Permalink
GIRAPH-458: split formats module into accumulo,hbase,hcatalog (nitay)
Browse files Browse the repository at this point in the history
  • Loading branch information
Nitay Joffe committed Jan 2, 2013
1 parent 0503b20 commit 57ea556
Show file tree
Hide file tree
Showing 35 changed files with 553 additions and 47 deletions.
2 changes: 1 addition & 1 deletion .reviewboardrc
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
GUESS_FIELDS = True
GUESS_SUMMARY = True
OPEN_BROWSER = True
REPOSITORY = "giraph-git"
REVIEWBOARD_URL = "https://reviews.apache.org/"
Expand Down
2 changes: 2 additions & 0 deletions CHANGELOG
Original file line number Diff line number Diff line change
@@ -1,6 +1,8 @@
Giraph Change Log

Release 0.2.0 - unreleased
GIRAPH-458: split formats module into accumulo,hbase,hcatalog (nitay)

GIRAPH-463: Create VertexResolver only once (apresta)

GIRAPH-457: update module names (nitay)
Expand Down
224 changes: 224 additions & 0 deletions giraph-accumulo/pom.xml
Original file line number Diff line number Diff line change
@@ -0,0 +1,224 @@
<!--
Licensed to the Apache Software Foundation (ASF) under one
or more contributor license agreements. See the NOTICE file
distributed with this work for additional information
regarding copyright ownership. The ASF licenses this file
to you under the Apache License, Version 2.0 (the
"License"); you may not use this file except in compliance
with the License. You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing,
software distributed under the License is distributed on an
"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
KIND, either express or implied. See the License for the
specific language governing permissions and limitations
under the License.
-->

<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/maven-v4_0_0.xsd">
<modelVersion>4.0.0</modelVersion>

<parent>
<groupId>org.apache.giraph</groupId>
<artifactId>giraph-parent</artifactId>
<version>0.2-SNAPSHOT</version>
</parent>
<artifactId>giraph-accumulo</artifactId>
<packaging>jar</packaging>

<name>Apache Giraph Accumulo I/O</name>

<properties>
<top.dir>${project.basedir}/..</top.dir>
</properties>

<build>
<plugins>
<plugin>
<groupId>org.apache.maven.plugins</groupId>
<artifactId>maven-checkstyle-plugin</artifactId>
<version>2.9</version>
<configuration>
<configLocation>${top.dir}/checkstyle.xml</configLocation>
<headerLocation>${top.dir}/license-header.txt</headerLocation>
<enableRulesSummary>false</enableRulesSummary>
<failOnError>true</failOnError>
<includeTestSourceDirectory>false</includeTestSourceDirectory>
</configuration>
<executions>
<execution>
<phase>verify</phase>
<goals>
<goal>check</goal>
</goals>
</execution>
</executions>
</plugin>
<plugin>
<groupId>org.apache.maven.plugins</groupId>
<artifactId>maven-surefire-plugin</artifactId>
<version>2.6</version>
<configuration>
<systemProperties>
<property>
<name>prop.jarLocation</name>
<value>${top.dir}/giraph-core/target/giraph-${project.version}-${forHadoop}-jar-with-dependencies.jar</value>
</property>
</systemProperties>
</configuration>
</plugin>
<plugin>
<groupId>org.codehaus.mojo</groupId>
<artifactId>findbugs-maven-plugin</artifactId>
<version>2.5.1</version>
<configuration>
<xmlOutput>true</xmlOutput>
<findbugsXmlOutput>false</findbugsXmlOutput>
<excludeFilterFile>${top.dir}/findbugs-exclude.xml</excludeFilterFile>
</configuration>
<executions>
<execution>
<phase>verify</phase>
<goals>
<goal>check</goal>
</goals>
</execution>
</executions>
</plugin>
</plugins>
</build>

<repositories>
<!-- This is the main maven repository. Normally we wouldn't need to put
it here when it's the only one being used, but since we need to add
special repositories to get hcatalog we need to mention this one
specifically otherwise it won't be included. -->
<repository>
<id>central</id>
<name>Maven Repository</name>
<url>http://repo1.maven.org/maven2</url>
<releases>
<enabled>true</enabled>
</releases>
</repository>
<!-- This is necessary for hcatalog. -->
<repository>
<id>apache</id>
<name>Apache Repository</name>
<url>https://repository.apache.org/content/repositories/snapshots</url>
<snapshots>
<enabled>true</enabled>
</snapshots>
</repository>
<!-- This is necessary for hive-metastore dependencies for hcatalog. -->
<repository>
<id>datanucleus</id>
<name>datanucleus maven repository</name>
<url>http://www.datanucleus.org/downloads/maven2</url>
<layout>default</layout>
<releases>
<enabled>true</enabled>
<checksumPolicy>warn</checksumPolicy>
</releases>
</repository>
</repositories>

<profiles>
<profile>
<id>hadoop_0.20.203</id>
<activation>
<activeByDefault>true</activeByDefault>
</activation>
<dependencies>
<dependency>
<groupId>org.apache.hadoop</groupId>
<artifactId>hadoop-test</artifactId>
<version>${hadoop.version}</version>
<scope>test</scope>
</dependency>
</dependencies>
</profile>

<profile>
<id>hadoop_1.0</id>
<dependencies>
<dependency>
<groupId>org.apache.hadoop</groupId>
<artifactId>hadoop-test</artifactId>
<version>${hadoop.version}</version>
<scope>test</scope>
</dependency>
</dependencies>
</profile>

<profile>
<id>hadoop_non_secure</id>
<dependencies>
<dependency>
<groupId>org.apache.hadoop</groupId>
<artifactId>hadoop-test</artifactId>
<version>${hadoop.version}</version>
<scope>test</scope>
</dependency>
</dependencies>
</profile>

<profile>
<id>hadoop_facebook</id>
<dependencies>
<dependency>
<groupId>org.apache.hadoop</groupId>
<artifactId>hadoop-test</artifactId>
<version>${hadoop.version}</version>
<scope>system</scope>
<systemPath>${lib.dir}/facebook-hadoop-0.20-test.jar</systemPath>
</dependency>
</dependencies>
</profile>
</profiles>

<dependencies>
<!-- compile dependencies. sorted lexicographically. -->
<dependency>
<groupId>commons-cli</groupId>
<artifactId>commons-cli</artifactId>
</dependency>
<dependency>
<groupId>commons-io</groupId>
<artifactId>commons-io</artifactId>
</dependency>
<dependency>
<groupId>org.apache.giraph</groupId>
<artifactId>giraph-core</artifactId>
</dependency>
<dependency>
<groupId>org.apache.giraph</groupId>
<artifactId>giraph</artifactId>
<version>0.2-SNAPSHOT</version>
<type>test-jar</type>
</dependency>

<!-- provided dependencies. sorted lexicographically. -->
<dependency>
<groupId>org.apache.accumulo</groupId>
<artifactId>accumulo-core</artifactId>
<scope>provided</scope>
</dependency>

<!-- test dependencies. sorted lexicographically. -->
<dependency>
<groupId>junit</groupId>
<artifactId>junit</artifactId>
<scope>test</scope>
</dependency>
<dependency>
<groupId>org.apache.hbase</groupId>
<artifactId>hbase</artifactId>
<type>test-jar</type>
<scope>test</scope>
</dependency>
</dependencies>
</project>
Original file line number Diff line number Diff line change
Expand Up @@ -39,7 +39,7 @@
* to read from AccumuloTables.
*
* Works with
* {@link org.apache.giraph.io.accumulo.AccumuloVertexOutputFormat}
* {@link AccumuloVertexOutputFormat}
*
* @param <I> vertex id type
* @param <V> vertex value type
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -37,7 +37,7 @@
* to write vertices back to an Accumulo table.
*
* Works with
* {@link org.apache.giraph.io.accumulo.AccumuloVertexInputFormat}
* {@link AccumuloVertexInputFormat}
*
*
* @param <I> vertex id type
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -16,6 +16,6 @@
* limitations under the License.
*/
/**
* Package of all generic utility classes.
* Accumulo Input/Output for Giraph
*/
package org.apache.giraph.io.accumulo;
2 changes: 1 addition & 1 deletion giraph-core/pom.xml
Original file line number Diff line number Diff line change
Expand Up @@ -29,7 +29,7 @@ under the License.
<artifactId>giraph-core</artifactId>
<packaging>jar</packaging>

<name>Apache Giraph</name>
<name>Apache Giraph Core</name>

<properties>
<export-target.dir>export/target</export-target.dir>
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -15,7 +15,7 @@
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package zk;
package org.apache.giraph.zk;

import org.apache.giraph.conf.GiraphConstants;
import org.apache.giraph.zk.ZooKeeperManager;
Expand Down
16 changes: 0 additions & 16 deletions giraph-formats/README

This file was deleted.

Loading

0 comments on commit 57ea556

Please sign in to comment.