[ZEPPELIN-6430] Remove SparkR and R interpreter

.github/dependabot.yml

@@ -100,17 +100,6 @@ updates:
         patterns:
           - "*"
 
-  - package-ecosystem: "maven"
-    directory: "/rlang"
-    schedule:
-      interval: "weekly"
-    open-pull-requests-limit: 0
-    groups:
-      rlang-security-updates:
-        applies-to: security-updates
-        patterns:
-          - "*"
-
   - package-ecosystem: "maven"
     directory: "/shell"
     schedule:

.github/workflows/core.yml

@@ -67,25 +67,24 @@ jobs:
         run: ./mvnw install -Pbuild-distr -DskipTests -pl zeppelin-server,zeppelin-web,spark-submit,spark/scala-2.12,spark/scala-2.13,markdown,angular,shell -am -Pweb-classic -Phelium-dev -Pexamples ${MAVEN_ARGS}
       - name: install and test plugins
         run: ./mvnw package -pl zeppelin-plugins -amd ${MAVEN_ARGS}
-      - name: Setup conda environment with python 3.9 and R
+      - name: Setup conda environment with python 3.9
         uses: conda-incubator/setup-miniconda@v3
         with:
-          activate-environment: python_3_with_R
-          environment-file: testing/env_python_3.9_with_R.yml
+          activate-environment: python_3
+          environment-file: testing/env_python_3.9.yml
           python-version: 3.9
           channels: conda-forge,defaults
           channel-priority: strict
           auto-activate: false
           use-mamba: true
-      - name: Make IRkernel available to Jupyter
+      - name: Show conda environment
         run: |
-          R -e "IRkernel::installspec()"
           conda list
           conda info
       - name: run tests # skip spark test because we would run them in other CI
         run: ./mvnw verify -Pusing-packaged-distr -pl zeppelin-server,zeppelin-web,spark-submit,spark/scala-2.12,spark/scala-2.13,markdown,angular,shell -am -Pweb-classic -Phelium-dev -Pexamples -Dtests.to.exclude=**/org/apache/zeppelin/spark/* -DfailIfNoTests=false
 
-  # test interpreter modules except spark, flink, python, rlang, jupyter
+  # test interpreter modules except spark, flink, python, jupyter
   interpreter-test-non-core:
     runs-on: ubuntu-24.04
     strategy:
@@ -117,11 +116,11 @@ jobs:
             ${{ runner.os }}-zeppelin-
       - name: install environment
         run: ./mvnw install -DskipTests -am -pl ${INTERPRETERS} ${MAVEN_ARGS}
-      - name: Setup conda environment with python 3.9 and R
+      - name: Setup conda environment with python 3.9
         uses: conda-incubator/setup-miniconda@v3
         with:
-          activate-environment: python_3_with_R_and_tensorflow
-          environment-file: testing/env_python_3_with_R_and_tensorflow.yml
+          activate-environment: python_3_with_tensorflow
+          environment-file: testing/env_python_3_with_tensorflow.yml
           python-version: 3.9
           channels: conda-forge,defaults
           channel-priority: strict
@@ -130,8 +129,8 @@ jobs:
       - name: verify interpreter
         run: ./mvnw verify -am -pl ${INTERPRETERS} ${MAVEN_ARGS}
 
-  # test interpreter modules for jupyter, python, rlang
-  interpreter-test-jupyter-python-rlang:
+  # test interpreter modules for jupyter, python
+  interpreter-test-jupyter-python:
     runs-on: ubuntu-24.04
     strategy:
       fail-fast: false
@@ -159,25 +158,22 @@ jobs:
           key: ${{ runner.os }}-zeppelin-${{ hashFiles('**/pom.xml') }}
           restore-keys: |
             ${{ runner.os }}-zeppelin-
-      - name: Setup conda environment with python ${{ matrix.python }} and R
+      - name: Setup conda environment with python ${{ matrix.python }}
         uses: conda-incubator/setup-miniconda@v3
         with:
-          activate-environment: python_3_with_R
-          environment-file: testing/env_python_${{ matrix.python }}_with_R.yml
+          activate-environment: python_3
+          environment-file: testing/env_python_${{ matrix.python }}.yml
           python-version: ${{ matrix.python }}
           channels: conda-forge,defaults
           channel-priority: strict
           auto-activate: false
           use-mamba: true
-      - name: Make IRkernel available to Jupyter
-        run: |
-          R -e "IRkernel::installspec()"
       - name: install environment
         run: |
-          ./mvnw install -DskipTests -pl python,rlang,zeppelin-jupyter-interpreter -am ${MAVEN_ARGS}
+          ./mvnw install -DskipTests -pl python,zeppelin-jupyter-interpreter -am ${MAVEN_ARGS}
       - name: run tests with ${{ matrix.python }}
         run: |
-          ./mvnw test -pl python,rlang,zeppelin-jupyter-interpreter -DfailIfNoTests=false ${MAVEN_ARGS}
+          ./mvnw test -pl python,zeppelin-jupyter-interpreter -DfailIfNoTests=false ${MAVEN_ARGS}
 
   # zeppelin integration test except Spark & Flink
   zeppelin-integration-test:
@@ -214,19 +210,16 @@ jobs:
         run: |
           ./mvnw install -DskipTests -Pintegration -pl zeppelin-interpreter-integration,zeppelin-web,spark-submit,spark/scala-2.12,spark/scala-2.13,markdown,flink-cmd,flink/flink-scala-2.12,jdbc,shell -am -Pweb-classic -Pflink-1.20 ${MAVEN_ARGS}
           ./mvnw package -pl zeppelin-plugins -amd -DskipTests ${MAVEN_ARGS}
-      - name: Setup conda environment with python 3.9 and R
+      - name: Setup conda environment with python 3.9
         uses: conda-incubator/setup-miniconda@v3
         with:
-          activate-environment: python_3_with_R
-          environment-file: testing/env_python_3_with_R.yml
+          activate-environment: python_3
+          environment-file: testing/env_python_3.yml
           python-version: 3.9
           channels: conda-forge,defaults
           channel-priority: strict
           auto-activate: false
           use-mamba: true
-      - name: Make IRkernel available to Jupyter
-        run: |
-          R -e "IRkernel::installspec()"
       - name: run tests
         run: ./mvnw test -pl zeppelin-interpreter-integration -Pintegration -DfailIfNoTests=false -Dtest=ZeppelinClientIntegrationTest,ZeppelinClientWithAuthIntegrationTest,ZSessionIntegrationTest,ShellIntegrationTest,JdbcIntegrationTest
       - name: Print zeppelin logs
@@ -270,7 +263,7 @@ jobs:
         run: |
           ./mvnw install -DskipTests -am -pl flink/flink-scala-2.12,flink-cmd,zeppelin-interpreter-integration -Pflink-${{ matrix.flink-profile }} -Pintegration ${MAVEN_ARGS}
           ./mvnw clean package -pl zeppelin-plugins -amd -DskipTests ${MAVEN_ARGS}
-      - name: Setup conda environment with python ${{ matrix.python }} and R
+      - name: Setup conda environment with python ${{ matrix.python }}
         uses: conda-incubator/setup-miniconda@v3
         with:
           activate-environment: python_3_with_flink
@@ -318,19 +311,16 @@ jobs:
         run: |
           ./mvnw install -DskipTests -pl zeppelin-interpreter-integration,zeppelin-web,spark-submit,spark/scala-2.12,spark/scala-2.13,markdown -am -Pweb-classic -Pintegration ${MAVEN_ARGS}
           ./mvnw clean package -pl zeppelin-plugins -amd -DskipTests ${MAVEN_ARGS}
-      - name: Setup conda environment with python 3.9 and R
+      - name: Setup conda environment with python 3.9
         uses: conda-incubator/setup-miniconda@v3
         with:
-          activate-environment: python_3_with_R
-          environment-file: testing/env_python_3_with_R.yml
+          activate-environment: python_3
+          environment-file: testing/env_python_3.yml
           python-version: 3.9
           channels: conda-forge,defaults
           channel-priority: strict
           auto-activate: false
           use-mamba: true
-      - name: Make IRkernel available to Jupyter
-        run: |
-          R -e "IRkernel::installspec()"
       - name: run tests
         run: ./mvnw test -pl zeppelin-interpreter-integration -Pintegration -Dtest=SparkSubmitIntegrationTest,ZeppelinSparkClusterTest32,SparkIntegrationTest32,ZeppelinSparkClusterTest33,SparkIntegrationTest33 -DfailIfNoTests=false ${MAVEN_ARGS}
 
@@ -365,19 +355,16 @@ jobs:
             ${{ runner.os }}-zeppelin-
       - name: install environment
         run: ./mvnw install -DskipTests -pl spark-submit,spark/scala-2.12,spark/scala-2.13 -am ${MAVEN_ARGS}
-      - name: Setup conda environment with python ${{ matrix.python }} and R
+      - name: Setup conda environment with python ${{ matrix.python }}
         uses: conda-incubator/setup-miniconda@v3
         with:
-          activate-environment: python_3_with_R
-          environment-file: testing/env_python_${{ matrix.python }}_with_R.yml
+          activate-environment: python_3
+          environment-file: testing/env_python_${{ matrix.python }}.yml
           python-version: ${{ matrix.python }}
           channels: conda-forge,defaults
           channel-priority: strict
           auto-activate: false
           use-mamba: true
-      - name: Make IRkernel available to Jupyter
-        run: |
-          R -e "IRkernel::installspec()"
       - name: run spark-3.3 tests with scala-2.12 and python-${{ matrix.python }}
         if: ${{ matrix.java == 11 }}
         run: |
@@ -434,19 +421,16 @@ jobs:
           ./mvnw install -DskipTests -pl livy -am ${MAVEN_ARGS}
           ./testing/downloadSpark.sh "3.2.4" "3.2"
           ./testing/downloadLivy.sh "0.8.0-incubating" "2.12"
-      - name: Setup conda environment with python 3.9 and R
+      - name: Setup conda environment with python 3.9
         uses: conda-incubator/setup-miniconda@v3
         with:
-          activate-environment: python_39_with_R
-          environment-file: testing/env_python_3.9_with_R.yml
+          activate-environment: python_3
+          environment-file: testing/env_python_3.9.yml
           python-version: 3.9
           channels: conda-forge,defaults
           channel-priority: strict
           auto-activate: false
           use-mamba: true
-      - name: Make IRkernel available to Jupyter
-        run: |
-          R -e "IRkernel::installspec()"
       - name: run tests
         run: |
           export SPARK_HOME=$PWD/spark-3.2.4-bin-hadoop3.2

.github/workflows/frontend.yml

@@ -122,7 +122,7 @@ jobs:
           channels: conda-forge,defaults
           channel-priority: strict
       - name: Install application
-        run: ./mvnw clean install -DskipTests -am -pl python,rlang,zeppelin-jupyter-interpreter,zeppelin-web-angular ${MAVEN_ARGS}
+        run: ./mvnw clean install -DskipTests -am -pl python,zeppelin-jupyter-interpreter,zeppelin-web-angular ${MAVEN_ARGS}
       - name: Setup Zeppelin Server (Shiro.ini)
         run: |
           export ZEPPELIN_CONF_DIR=./conf
@@ -184,19 +184,16 @@ jobs:
           key: ${{ runner.os }}-zeppelin-${{ hashFiles('**/pom.xml') }}
           restore-keys: |
             ${{ runner.os }}-zeppelin-
-      - name: Setup conda environment with python 3.9 and R
+      - name: Setup conda environment with python 3.9
         uses: conda-incubator/setup-miniconda@v3
         with:
-          activate-environment: python_3_with_R
-          environment-file: testing/env_python_3_with_R.yml
+          activate-environment: python_3
+          environment-file: testing/env_python_3.yml
           python-version: 3.9
           channels: conda-forge,defaults
           channel-priority: strict
           auto-activate: false
           use-mamba: true
-      - name: Make IRkernel available to Jupyter
-        run: |
-          R -e "IRkernel::installspec()"
       - name: Install Environment
         run: |
           ./mvnw clean install -DskipTests -am -pl zeppelin-integration -Pweb-classic -Pintegration -Pspark-scala-2.12 -Pspark-3.5 -Pweb-dist ${MAVEN_ARGS}

AGENTS.md

@@ -80,7 +80,7 @@ zeppelin-interpreter → zeppelin-interpreter-shaded → zeppelin-server
 
 All interpreter modules build after `zeppelin-interpreter-shaded`. A second shading chain exists for Jupyter:
 ```
-zeppelin-jupyter-interpreter → zeppelin-jupyter-interpreter-shaded → python, rlang
+zeppelin-jupyter-interpreter → zeppelin-jupyter-interpreter-shaded → python
 ```
 
 ## Module Architecture
@@ -163,7 +163,6 @@ Each interpreter is an independent Maven module inheriting from `zeppelin-interp
 | `bigquery/` | Google BigQuery |
 | `cassandra/` | Apache Cassandra CQL |
 | `hbase/` | Apache HBase |
-| `rlang/` | R language |
 | `livy/` | Apache Livy (remote Spark) |
 | `sparql/` | SPARQL queries |
 | `influxdb/` | InfluxDB |

docs/_includes/themes/zeppelin/_navigation.html

@@ -37,7 +37,6 @@
                 <li><a href="{{BASE_PATH}}/quickstart/flink_with_zeppelin.html">Flink with Zeppelin</a></li>
                 <li><a href="{{BASE_PATH}}/quickstart/sql_with_zeppelin.html">SQL with Zeppelin</a></li>
                 <li><a href="{{BASE_PATH}}/quickstart/python_with_zeppelin.html">Python with Zeppelin</a></li>
-                <li><a href="{{BASE_PATH}}/quickstart/r_with_zeppelin.html">R with Zeppelin</a></li>
               </ul>
             </li>
 
@@ -137,7 +136,6 @@
                 <li><a href="{{BASE_PATH}}/interpreter/flink.html">Flink</a></li>
                 <li><a href="{{BASE_PATH}}/interpreter/jdbc.html">JDBC</a></li>
                 <li><a href="{{BASE_PATH}}/interpreter/python.html">Python</a></li>
-                <li><a href="{{BASE_PATH}}/interpreter/r.html">R</a></li>
                 <li role="separator" class="divider"></li>
                 <li><a href="{{BASE_PATH}}/interpreter/bigquery.html">BigQuery</a></li>
                 <li><a href="{{BASE_PATH}}/interpreter/cassandra.html">Cassandra</a></li>

docs/index.md

@@ -153,7 +153,6 @@ limitations under the License.
   * [Neo4j](./interpreter/neo4j.html)
   * [Postgresql, HAWQ](./interpreter/postgresql.html)
   * [Python](./interpreter/python.html)
-  * [R](./interpreter/r.html)
   * [Shell](./interpreter/shell.html)
   * [Spark](./interpreter/spark.html)
   * [Sparql](./interpreter/sparql.html)

docs/interpreter/livy.md

@@ -220,17 +220,6 @@ sc.version
 print "1"
 ```
 
-**sparkR**
-
-```r
-%livy.sparkr
-hello <- function( name ) {
-    sprintf( "Hello, %s", name );
-}
-
-hello("livy")
-```
-
 ## Impersonation
 When Zeppelin server is running with authentication enabled,
 then this interpreter utilizes Livy’s user impersonation feature
@@ -249,7 +238,7 @@ And creating dynamic format programmatically is not feasible in livy interpreter
 
 ## Shared SparkContext
 Starting from livy 0.5 which is supported by Zeppelin 0.8.0, SparkContext is shared between scala, python, r and sql.
-That means you can query the table via `%livy.sql` when this table is registered in `%livy.spark`, `%livy.pyspark`, `$livy.sparkr`.
+That means you can query the table via `%livy.sql` when this table is registered in `%livy.spark`, `%livy.pyspark`.
 
 ## FAQ