Revert "[docs] Clean up doc structure (first part) (ray-project#21667)" (ray-project#21763)

This reverts commit 38e46c9.

Author: xwjiang2010

.gitignore

@@ -115,7 +115,10 @@ scripts/nodes.txt
 **/MNIST_data/
 **/cifar-10-batches-bin/
 
-
+# Generated documentation files
+/doc/_build
+/doc/source/_static/thumbs
+/doc/source/tune/generated_guides/
 
 # User-specific stuff:
 .idea/**/workspace.xml

doc/.gitignore

@@ -1,8 +1 @@
-# Generated documentation files
-_build
-source/_static/thumbs
-
-source/ray-core/examples/
-source/ray-tune/tutorials/
-source/ray-tune/generated_guides/
-source/ray-data/examples/
+auto_examples/

doc/BUILD

@@ -8,8 +8,8 @@
 py_test(
     name = "dask_xgboost",
     size = "medium",
-    main = "source/ray-core/_examples/dask_xgboost/dask_xgboost.py",
-    srcs = ["source/ray-core/_examples/dask_xgboost/dask_xgboost.py"],
+    main = "examples/dask_xgboost/dask_xgboost.py",
+    srcs = ["examples/dask_xgboost/dask_xgboost.py"],
     tags = ["exclusive", "team:ml", "py37"],
     args = ["--smoke-test", "--address ''", "--num-actors 4",
             "--cpus-per-actor 1", "--num-actors-inference 4",
@@ -20,8 +20,8 @@ py_test(
 py_test(
     name = "modin_xgboost",
     size = "medium",
-    main = "source/ray-core/_examples/modin_xgboost/modin_xgboost.py",
-    srcs = ["source/ray-core/_examples/modin_xgboost/modin_xgboost.py"],
+    main = "examples/modin_xgboost/modin_xgboost.py",
+    srcs = ["examples/modin_xgboost/modin_xgboost.py"],
     tags = ["exclusive", "team:ml", "py37"],
     args = ["--smoke-test", "--address ''", "--num-actors 4",
             "--cpus-per-actor 1", "--num-actors-inference 4",
@@ -31,77 +31,77 @@ py_test(
 py_test(
     name = "big_data_ingestion",
     size = "small",
-    srcs = ["source/ray-data/_examples/big_data_ingestion.py"],
+    srcs = ["source/data/_examples/big_data_ingestion.py"],
     tags = ["exclusive", "team:core", "py37"]
 )
 
 py_test(
     name = "datasets_train",
     size = "medium",
-    srcs = ["source/ray-core/_examples/datasets_train/datasets_train.py"],
+    srcs = ["examples/datasets_train/datasets_train.py"],
     tags = ["exclusive", "team:ml", "py37", "datasets_train"],
     args = ["--smoke-test", "--num-workers=2", "--use-gpu"]
 )
 
 py_test(
     name = "plot_hyperparameter",
     size = "small",
-    srcs = ["source/ray-core/_examples/plot_hyperparameter.py"],
+    srcs = ["examples/plot_hyperparameter.py"],
     tags = ["exclusive", "team:ml"]
 )
 
 py_test(
     name = "plot_parameter_server",
     size = "medium",
-    srcs = ["source/ray-core/_examples/plot_parameter_server.py"],
+    srcs = ["examples/plot_parameter_server.py"],
     tags = ["exclusive", "team:ml"]
 )
 
 py_test(
     name = "plot_pong_example",
     size = "large",
-    srcs = ["source/ray-core/_examples/plot_pong_example.py"],
+    srcs = ["examples/plot_pong_example.py"],
     tags = ["exclusive", "team:ml"]
 )
 
 py_test(
     name = "progress_bar",
     size = "small",
-    srcs = ["source/ray-core/_examples/progress_bar.py"],
+    srcs = ["examples/progress_bar.py"],
     tags = ["exclusive", "team:ml"]
 )
 
 
-# Directory: source/ray-core/_examples/doc_code
+# Directory: examples/doc_code
 py_test(
     name = "doc_code_tf_example",
     size = "small",
-    main = "source/ray-core/_examples/doc_code/tf_example.py",
-    srcs = ["source/ray-core/_examples/doc_code/tf_example.py"],
+    main = "examples/doc_code/tf_example.py",
+    srcs = ["examples/doc_code/tf_example.py"],
     tags = ["exclusive", "tf", "team:ml"]
 )
 
 py_test(
     name = "doc_code_torch_example",
     size = "small",
-    main = "source/ray-core/_examples/doc_code/torch_example.py",
-    srcs = ["source/ray-core/_examples/doc_code/torch_example.py"],
+    main = "examples/doc_code/torch_example.py",
+    srcs = ["examples/doc_code/torch_example.py"],
     tags = ["exclusive", "pytorch", "team:ml"]
 )
 
 py_test(
     name = "doc_code_metrics_example",
     size = "small",
-    main = "source/ray-core/_examples/doc_code/metrics_example.py",
-    srcs = ["source/ray-core/_examples/doc_code/metrics_example.py"],
+    main = "examples/doc_code/metrics_example.py",
+    srcs = ["examples/doc_code/metrics_example.py"],
     tags = ["exclusive", "team:serve"]
 )
 
 py_test(
     name = "doc_code_runtime_env_example",
     size = "small",
-    main = "source/ray-core/_examples/doc_code/runtime_env_example.py",
-    srcs = ["source/ray-core/_examples/doc_code/runtime_env_example.py"],
+    main = "examples/doc_code/runtime_env_example.py",
+    srcs = ["examples/doc_code/runtime_env_example.py"],
     tags = ["exclusive", "post_wheel_build", "team:serve"]
 )
 
@@ -113,17 +113,17 @@ py_test(
 py_test(
     name = "tune_sklearn",
     size = "medium",
-    main = "source/ray-tune/_tutorials/tune-sklearn.py",
-    srcs = ["source/ray-tune/_tutorials/tune-sklearn.py"],
+    main = "source/tune/_tutorials/tune-sklearn.py",
+    srcs = ["source/tune/_tutorials/tune-sklearn.py"],
     tags = ["exclusive", "example", "team:ml"],
     args = ["--smoke-test"]
 )
 
 py_test(
     name = "tune_serve_integration_mnist",
     size = "medium",
-    main = "source/ray-tune/_tutorials/tune-serve-integration-mnist.py",
-    srcs = ["source/ray-tune/_tutorials/tune-serve-integration-mnist.py"],
+    main = "source/tune/_tutorials/tune-serve-integration-mnist.py",
+    srcs = ["source/tune/_tutorials/tune-serve-integration-mnist.py"],
     tags = ["exclusive", "example", "team:ml"],
     args = ["--smoke-test", "--from_scratch", "--day 0"]
 )

doc/Makefile

@@ -6,10 +6,7 @@ SPHINXOPTS    =
 SPHINXBUILD   = sphinx-build
 PAPER         =
 BUILDDIR      = _build
-AUTOGALLERYDIR= source/ray-core/examples \
-                source/ray-tune/tutorials \
-                source/ray-tune/generated_guides \
-                source/ray-data/examples
+AUTOGALLERYDIR= source/auto_examples source/tune/tutorials source/tune/generated_guides source/data/examples
 
 # User-friendly check for sphinx-build
 ifeq ($(shell which $(SPHINXBUILD) >/dev/null 2>&1; echo $$?), 1)
@@ -57,7 +54,7 @@ clean:
 	rm -rf site/_site site/Gemfile.lock site/.sass-cache
 
 html:
-	$(SPHINXBUILD) -b html $(ALLSPHINXOPTS) $(BUILDDIR)/html
+	$(SPHINXBUILD) -W -b html $(ALLSPHINXOPTS) $(BUILDDIR)/html
 	@echo
 	@echo "Build finished. The HTML pages are in $(BUILDDIR)/html."
 
@@ -176,7 +173,6 @@ linkcheck:
 	@echo "Link check complete; look for any errors in the above output " \
 	      "or in $(BUILDDIR)/linkcheck/output.txt."
 
-# Currently most (>98%) of doctests fail.
 doctest:
 	$(SPHINXBUILD) -b doctest $(ALLSPHINXOPTS) $(BUILDDIR)/doctest
 	@echo "Testing of doctests in the sources finished, look at the " \