generate_docs: Associate the correct MIME types when uploading bucket

gip-inclusion · Jun 23, 2023 · c11a9f3 · c11a9f3
1 parent 6b0006a
commit c11a9f3
Showing 1 changed file with 5 additions and 3 deletions.
diff --git a/dags/generate_docs.py b/dags/generate_docs.py
@@ -15,6 +15,9 @@
 
     env_vars = db.connection_envvars()
 
+    # these can stay as env vars since they are considered deployment secrets, not business vars.
+    s3cmd_prefix = "s3cmd --access_key=${S3_DOCS_ACCESS_KEY} --secret_key=${S3_DOCS_SECRET_KEY} "
+
     dbt_deps = bash.BashOperator(
         task_id="dbt_deps",
         bash_command="dbt deps",
@@ -32,9 +35,8 @@
     cellar_sync = bash.BashOperator(
         task_id="cellar_sync",
         bash_command=(
-            # these can stay as env vars since they are considered deployment secrets, not business vars.
-            "s3cmd --access_key=${S3_DOCS_ACCESS_KEY} --secret_key=${S3_DOCS_SECRET_KEY} "
-            "sync --delete-removed --acl-public /tmp/dbt-docs/ s3://${S3_DOCS_BUCKET}/"
+            s3cmd_prefix + "sync --delete-removed --guess-mime-type --acl-public "
+            "/tmp/dbt-docs/ s3://${S3_DOCS_BUCKET}/"
         ),
     )