[docs] re-organize file structure; remove docs-beta nomenclature (dagster-io#27631)

## Summary & Motivation

See title.

## How I Tested These Changes

## Changelog

NOCHANGELOG

Author: cmpadden

.github/workflows/build-docs-revamp.yml renamed to .github/workflows/build-docs.yml

@@ -6,12 +6,12 @@ on:
       - docs-prod
     paths:
       - .github/workflows/build-docs-revamp.yml
-      - docs/docs-beta/**
+      - docs/**
       - examples/docs_beta_snippets/**
       - docs/sphinx/**
   pull_request:
     paths:
-      - docs/docs-beta/**
+      - docs/**
       - examples/docs_beta_snippets/**
       - .github/workflows/build-docs-revamp.yml
       - docs/sphinx/**
@@ -64,19 +64,19 @@ jobs:
 
       - name: Lint Docs
         run: |
-          cd docs/docs-beta
+          cd docs
           yarn install
           yarn run lint
 
       - name: Get changed docs files for PR comment
         if: ${{ github.event.pull_request }}
         run: |
-          cd docs/docs-beta/docs
+          cd docs/docs
           echo "Head ref is $GITHUB_HEAD_SHA"
           git fetch origin $GITHUB_HEAD_SHA
           # Compare the commit the branch is based on to its head to list changed files
           CHANGED_MD_FILES=$(git diff --name-only HEAD~${{ github.event.pull_request.commits }} "$GITHUB_HEAD_SHA" -- '*.md' '*.mdx')
-          CHANGES_ENTRY=$(echo "$CHANGED_MD_FILES" | sed 's/\(index\)*\.mdx*$//' | sed 's/^docs\/docs-beta\/docs/- {{deploymentUrl}}/')
+          CHANGES_ENTRY=$(echo "$CHANGED_MD_FILES" | sed 's/\(index\)*\.mdx*$//' | sed 's/^docs\/docs/- {{deploymentUrl}}/')
           CHANGES_ENTRY=$(echo -e "Preview available at {{deploymentUrl}}\n\nDirect link to changed pages:\n$CHANGES_ENTRY")
           echo "$CHANGES_ENTRY"
           # https://docs.github.com/en/actions/using-workflows/workflow-commands-for-github-actions#multiline-strings

.github/workflows/vale.yml

@@ -2,14 +2,14 @@ name: Vale Docs
 on: 
   pull_request:
     paths:
-      - 'docs/docs-beta/**'
+      - 'docs/**'
       - .github/workflows/vale.yml
   push:
     branches:
       - master
       - docs-prod
     paths:
-      - 'docs/docs-beta/**'
+      - 'docs/**'
       - .github/workflows/vale.yml
 
 concurrency:
@@ -29,7 +29,7 @@ jobs:
         env:
           REVIEWDOG_GITHUB_API_TOKEN: ${{ secrets.GITHUB_TOKEN }}
         with:
-          files: '["docs/docs-beta/docs"]'
+          files: '["docs/docs"]'
           vale_flags: "--config=docs/.vale.ini --minAlertLevel=warning"
           fail_on_error: true
           reporter: github-pr-review

.pre-commit-config.yaml

@@ -14,12 +14,6 @@ repos:
     args: [check, --fix, --exit-non-zero-on-fix]
     language: system
     pass_filenames: false
-  - id: docs-mdx-format
-    name: Format Docs
-    language: system
-    entry: bash -c "cd docs && make mdx-format"
-    pass_filenames: false
-    files: ^docs/content
 
   # We do not use pyright's provided pre-commit hook because we need the environment management
   # supplied by `scripts/run-pyright.py`.

docs/.cursorrules

@@ -1,6 +1,38 @@
 sphinx/_build/
 .env
-next/.env
-docs-beta/.docusaurus
+.docusaurus
 *.duckdb
 *.sqlite
+
+# Dependencies
+/node_modules
+
+# Production
+/build
+!/docs/guides/build
+!/versioned_docs/*/guides/build
+!/static/images/guides/build
+
+# Generated files
+.docusaurus
+.cache-loader
+
+# Misc
+.DS_Store
+.env.local
+.env.development.local
+.env.test.local
+.env.production.local
+
+npm-debug.log*
+yarn-debug.log*
+yarn-error.log*
+*.sqlite
+
+.yarn/*
+!.yarn/patches
+!.yarn/releases
+!.yarn/plugins
+!.yarn/sdks/**
+!.yarn/versions
+.pnp.*

docs/docs-beta/.eslintrc.js renamed to docs/.eslintrc.js

@@ -32,7 +32,7 @@ Note that the `method` property causes the build to break -- use `object` instea
 
 #### Location
 
-Images are located in [/docs/docs-beta/static/images](https://github.com/dagster-io/dagster/tree/master/docs/docs-beta/static/images).
+Images are located in [/docs/static/images](https://github.com/dagster-io/dagster/tree/master/docs/static/images).
 
 #### Formatting
 
@@ -129,7 +129,7 @@ To include code snippets, use the following format:
 <CodeExample path="path/to/file.py" />
 ```
 
-You can optionally include [additional properties](https://github.com/dagster-io/dagster/blob/master/docs/docs-beta/src/components/CodeExample.tsx#L6), such as `language`, `title`, `lineStart`, `lineEnd`, `startAfter`, and `endBefore`:
+You can optionally include [additional properties](https://github.com/dagster-io/dagster/blob/master/docs/src/components/CodeExample.tsx#L6), such as `language`, `title`, `lineStart`, `lineEnd`, `startAfter`, and `endBefore`:
 
 ```
 <CodeExample path="path/to/file.py" language="python" startAfter="start-after-comment" endBefore="end-before-comment" title="My example" />

docs/.gitignore

@@ -14,7 +14,7 @@ mdx:
 	tox -e sphinx-mdx
 
 mdx_copy:
-	cp -rf sphinx/_build/mdx/sections/api/apidocs/* docs-beta/docs/api/python-api/
+	cp -rf sphinx/_build/mdx/sections/api/apidocs/* docs/api/python-api/
 
 regenerate_cli_snippets:
 	cd ../examples/docs_beta_snippets && tox -e docs_snapshot_update && echo "\nSnippets regenerated!"