29 lines
		
	
	
	
		
			593 B
		
	
	
	
		
			Bash
		
	
	
	
	
	
			
		
		
	
	
			29 lines
		
	
	
	
		
			593 B
		
	
	
	
		
			Bash
		
	
	
	
	
	
| #!/bin/bash
 | |
| 
 | |
| if [[ "$1" == 'perform' ]]
 | |
| then
 | |
|   echo 'NON-DRY RUN'
 | |
|   DRY=''
 | |
| else
 | |
|   echo 'DRY RUN'
 | |
|   DRY='-n'
 | |
| fi
 | |
| 
 | |
| % for path, options in paths.items():
 | |
| # ${path}
 | |
| gsutil ${'\\'}
 | |
|   -m ${'\\'}
 | |
|   -o 'GSUtil:parallel_process_count=${processes}' ${'\\'}
 | |
|   -o 'GSUtil:parallel_thread_count=${threads}' ${'\\'}
 | |
|   rsync ${'\\'}
 | |
|     $DRY ${'\\'}
 | |
|     -r ${'\\'}
 | |
|     -d ${'\\'}
 | |
|     -e ${'\\'}
 | |
| % if options.get('exclude'):
 | |
|     -x '${'|'.join(options['exclude'])}' ${'\\'}
 | |
| % endif
 | |
|     '${options['encrypted_path']}' ${'\\'}
 | |
|     'gs://${bucket}/${node_id}${path}' ${'\\'}
 | |
|     2>&1 | logger -st gsutil
 | |
| % endfor
 | 
