|
a |
|
b/source/GenomicsAnalysisCode/run_crawlers.sh |
|
|
1 |
#!/bin/bash -e |
|
|
2 |
|
|
|
3 |
export AWS_DEFAULT_OUTPUT=text |
|
|
4 |
|
|
|
5 |
project_name=$1 |
|
|
6 |
|
|
|
7 |
# start imaging crawlers |
|
|
8 |
imaging_crawlers=$( |
|
|
9 |
aws cloudformation describe-stack-resources \ |
|
|
10 |
--stack-name "${project_name}-Imaging" \ |
|
|
11 |
--query 'StackResources[?ResourceType==`AWS::Glue::Crawler`].PhysicalResourceId') |
|
|
12 |
|
|
|
13 |
for img_crawler_name in ${imaging_crawlers}; do |
|
|
14 |
aws glue start-crawler --name ${img_crawler_name} |
|
|
15 |
done |
|
|
16 |
printf "Crawlers started successfully\n" |
|
|
17 |
|
|
|
18 |
# start glue jobs (not needed) |
|
|
19 |
#workflow_name=$(aws cloudformation describe-stacks \ |
|
|
20 |
# --stack-name "${project_name}-Imaging" \ |
|
|
21 |
# --query 'Stacks[0].Outputs[?OutputKey==`TCGAWorkflow`].OutputValue') |
|
|
22 |
# |
|
|
23 |
#aws glue start-workflow-run --name ${workflow_name} |