Update docsite publish steps (#1235)

* limit doc pubilcation

---------

Signed-off-by: Chris Trevino <chtrevin@microsoft.com>

.github/workflows/docs-release.yml

@@ -34,9 +34,22 @@ jobs:
         run: ./docs/generate_docs.sh
         env:
           DOCS_VERSION: ${{ env.release_tag }}
+
+      - name: Prune old doc versions
+        run: |
+            mkdir -p ./tmp
+            mv ./dowhy_docs/$VERSION ./tmp/$VERSION
+            rm -rf ./dowhy-docs/*
+            mv ./tmp/$VERSION ./dowhy-docs/$VERSION
+            echo "Assets ready, listing contents..."
+            find ./dowhy-docs
+        env:
+          VERSION: ${{ env.release_tag }}
 
       - name: Commit and push to gh-pages branch
         uses: peaceiris/actions-gh-pages@v4
         with:
           github_token: ${{ secrets.GITHUB_TOKEN }}
-          publish_dir: ./dowhy-docs
+          exclude_assets: '.github'
+          publish_dir: ./dowhy-docs/
+          keep_files: true

.github/workflows/docs.yml

@@ -36,4 +36,5 @@ jobs:
         uses: peaceiris/actions-gh-pages@v4
         with:
           github_token: ${{ secrets.GITHUB_TOKEN }}
-          publish_dir: ./dowhy-docs
+          publish_dir: ./dowhy-docs/main
+          destination_dir: ./main