Skip to content
This repository was archived by the owner on Nov 16, 2019. It is now read-only.

Commit 96eab59

Browse files
anfenganfeng
authored
Merge pull request #162 from arundasan91/patch-1
Added OpenStack Swift integration with CaffeOnSpark Documentation
2 parents 76b1bc3 + 953bcc5 commit 96eab59

File tree

3 files changed

+62
-0
lines changed

3 files changed

+62
-0
lines changed

‎scripts/scripts_object_storage/openstack_swift/core-site.xml.template‎

Lines changed: 42 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,42 @@
1+
<configuration>
2+
<property>
3+
<name>fs.defaultFS</name>
4+
<value>hdfs://localhost:9000</value>
5+
</property>
6+
<property>
7+
<name>fs.swift.impl</name>
8+
<value>org.apache.hadoop.fs.swift.snative.SwiftNativeFileSystem</value>
9+
</property>
10+
<property>
11+
<name>fs.swift.service.PROVIDER.auth.url</name>
12+
<value>AUTH URL</value>
13+
</property>
14+
<property>
15+
<name>fs.swift.service.PROVIDER.username</name>
16+
<value>USERNAME</value>
17+
</property>
18+
<property>
19+
<name>fs.swift.service.PROVIDER.region</name>
20+
<value>REGION</value>
21+
</property>
22+
<property>
23+
<name>fs.swift.service.PROVIDER.public</name>
24+
<value>true</value>
25+
</property>
26+
<property>
27+
<name>fs.swift.service.PROVIDER.password</name>
28+
<value>PASSWORD</value>
29+
</property>
30+
<property>
31+
<name>fs.swift.service.PROVIDER.tenant</name>
32+
<value>TENANT NAME</value>
33+
</property>
34+
<property>
35+
<name>fs.swift.service.PROVIDER.https.port</name>
36+
<value>HTTPS PORT</value>
37+
</property>
38+
<property>
39+
<name>fs.swift.service.PROVIDER.auth.endpoint.prefix</name>
40+
<value>/AUTH_</value>
41+
</property>
42+
</configuration>

‎scripts/scripts_object_storage/openstack_swift/local-setup-hadoop.sh‎

Lines changed: 10 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,10 @@
1+
#!/usr/bin/env bash
2+
# Copyright 2016 Yahoo Inc.
3+
# Licensed under the terms of the Apache 2.0 license.
4+
# Please see LICENSE file in the project root for terms.
5+
#
6+
# This script install Hadoop locally
7+
8+
wget http://apache.mirrors.tds.net/hadoop/common/hadoop-2.7.1/hadoop-2.7.1.tar.gz
9+
gunzip hadoop-2.7.1.tar.gz
10+
tar -xvf hadoop-2.7.1.tar

‎scripts/scripts_object_storage/openstack_swift/local-setup-spark.sh‎

Lines changed: 10 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,10 @@
1+
#!/usr/bin/env bash
2+
# Copyright 2016 Yahoo Inc.
3+
# Licensed under the terms of the Apache 2.0 license.
4+
# Please see LICENSE file in the project root for terms.
5+
#
6+
# This script install Spark locally
7+
8+
wget http://archive.apache.org/dist/spark/spark-2.0.0/spark-2.0.0-bin-hadoop2.7.tgz
9+
gunzip spark-2.0.0-bin-hadoop2.7.tgz
10+
tar -xvf spark-2.0.0-bin-hadoop2.7.tar

0 commit comments

Comments
 (0)