add log file for upload rule
@@ -292,9 +292,11 @@ rule upload:
params:
s3_bucket = config["S3_BUCKET"],
compression = config["preprocess"]["compression"]
+ log:
+ "logs/upload.txt"
run:
for fname in input:
- cmd = f"./scripts/upload-to-s3 {fname} s3://{params.s3_bucket}/{os.path.basename(fname)}.{params.compression}"
+ cmd = f"./scripts/upload-to-s3 {fname} s3://{params.s3_bucket}/{os.path.basename(fname)}.{params.compression} | tee -a {log}"
print("upload command:", cmd)
shell(cmd)
