mirror of
https://github.com/kemko/nomad.git
synced 2026-01-06 10:25:42 +03:00
docs: update s3 urls to use virtual bucket style
In response to https://forums.aws.amazon.com/ann.jspa?annID=6776
This commit is contained in:
@@ -883,7 +883,7 @@ Path based style:
|
||||
{
|
||||
"Artifacts": [
|
||||
{
|
||||
"GetterSource": "https://s3-us-west-2.amazonaws.com/my-bucket-example/my_app.tar.gz",
|
||||
"GetterSource": "https://my-bucket-example.s3-us-west-2.amazonaws.com/my_app.tar.gz",
|
||||
}
|
||||
]
|
||||
}
|
||||
@@ -895,7 +895,7 @@ or to override automatic detection in the URL, use the S3-specific syntax
|
||||
{
|
||||
"Artifacts": [
|
||||
{
|
||||
"GetterSource": "s3::https://s3-eu-west-1.amazonaws.com/my-bucket-example/my_app.tar.gz",
|
||||
"GetterSource": "s3::https://my-bucket-example.s3-eu-west-1.amazonaws.com/my_app.tar.gz",
|
||||
}
|
||||
]
|
||||
}
|
||||
|
||||
@@ -66,8 +66,8 @@ passing in a configuration payload via stdin:
|
||||
```
|
||||
$ cat << EOF | nomad job dispatch video-encode -
|
||||
{
|
||||
"s3-input": "https://s3-us-west-1.amazonaws.com/video-bucket/cb31dabb1",
|
||||
"s3-output": "https://s3-us-west-1.amazonaws.com/video-bucket/a149adbe3",
|
||||
"s3-input": "https://video-bucket.s3-us-west-1.amazonaws.com/cb31dabb1",
|
||||
"s3-output": "https://video-bucket.s3-us-west-1.amazonaws.com/a149adbe3",
|
||||
"input-codec": "mp4",
|
||||
"output-codec": "webm",
|
||||
"quality": "1080p"
|
||||
|
||||
@@ -155,7 +155,7 @@ This example uses path-based notation on a publicly-accessible bucket:
|
||||
|
||||
```hcl
|
||||
artifact {
|
||||
source = "https://s3-us-west-2.amazonaws.com/my-bucket-example/my_app.tar.gz"
|
||||
source = "https://my-bucket-example.s3-us-west-2.amazonaws.com/my_app.tar.gz"
|
||||
}
|
||||
```
|
||||
|
||||
@@ -176,7 +176,7 @@ To force the S3-specific syntax, use the `s3::` prefix:
|
||||
|
||||
```hcl
|
||||
artifact {
|
||||
source = "s3::https://s3-eu-west-1.amazonaws.com/my-bucket-example/my_app.tar.gz"
|
||||
source = "s3::https://my-bucket-example.s3-eu-west-1.amazonaws.com/my_app.tar.gz"
|
||||
}
|
||||
```
|
||||
|
||||
|
||||
@@ -119,8 +119,8 @@ $ spark-submit \
|
||||
--conf spark.nomad.cluster.monitorUntil=complete \
|
||||
--conf spark.eventLog.enabled=true \
|
||||
--conf spark.eventLog.dir=hdfs://hdfs.service.consul/spark-events \
|
||||
--conf spark.nomad.sparkDistribution=https://s3.amazonaws.com/nomad-spark/spark-2.1.0-bin-nomad.tgz \
|
||||
https://s3.amazonaws.com/nomad-spark/spark-examples_2.11-2.1.0-SNAPSHOT.jar 100
|
||||
--conf spark.nomad.sparkDistribution=https://nomad-spark.s3.amazonaws.com/spark-2.1.0-bin-nomad.tgz \
|
||||
https://nomad-spark.s3.amazonaws.com/spark-examples_2.11-2.1.0-SNAPSHOT.jar 100
|
||||
```
|
||||
|
||||
## Logs
|
||||
|
||||
@@ -28,7 +28,7 @@ To manually configure provision a cluster, see the Nomad
|
||||
basic prerequisites to using the Spark integration once you have a cluster up
|
||||
and running:
|
||||
|
||||
- Access to a [Spark distribution](https://s3.amazonaws.com/nomad-spark/spark-2.1.0-bin-nomad.tgz)
|
||||
- Access to a [Spark distribution](https://nomad-spark.s3.amazonaws.com/spark-2.1.0-bin-nomad.tgz)
|
||||
built with Nomad support. This is required for the machine that will submit
|
||||
applications as well as the Nomad tasks that will run the Spark executors.
|
||||
|
||||
@@ -55,7 +55,7 @@ Install Spark:
|
||||
|
||||
|
||||
```shell
|
||||
$ wget -O - https://s3.amazonaws.com/nomad-spark/spark-2.1.0-bin-nomad.tgz \
|
||||
$ wget -O - https://nomad-spark.s3.amazonaws.com/spark-2.1.0-bin-nomad.tgz \
|
||||
| sudo tar xz -C /usr/local
|
||||
$ export PATH=$PATH:/usr/local/spark-2.1.0-bin-nomad/bin
|
||||
```
|
||||
@@ -83,8 +83,8 @@ $ spark-submit \
|
||||
--master nomad \
|
||||
--deploy-mode cluster \
|
||||
--conf spark.executor.instances=4 \
|
||||
--conf spark.nomad.sparkDistribution=https://s3.amazonaws.com/nomad-spark/spark-2.1.0-bin-nomad.tgz \
|
||||
https://s3.amazonaws.com/nomad-spark/spark-examples_2.11-2.1.0-SNAPSHOT.jar 100
|
||||
--conf spark.nomad.sparkDistribution=https://nomad-spark.s3.amazonaws.com/spark-2.1.0-bin-nomad.tgz \
|
||||
https://nomad-spark.s3.amazonaws.com/spark-examples_2.11-2.1.0-SNAPSHOT.jar 100
|
||||
```
|
||||
|
||||
### Using a Docker Image
|
||||
|
||||
@@ -41,7 +41,7 @@ application:
|
||||
```shell
|
||||
$ spark-submit --class org.apache.spark.examples.SparkPi \
|
||||
--master nomad \
|
||||
--conf spark.nomad.sparkDistribution=https://s3.amazonaws.com/nomad-spark/spark-2.1.0-bin-nomad.tgz \
|
||||
--conf spark.nomad.sparkDistribution=https://nomad-spark.s3.amazonaws.com/spark-2.1.0-bin-nomad.tgz \
|
||||
lib/spark-examples*.jar \
|
||||
10
|
||||
```
|
||||
|
||||
Reference in New Issue
Block a user