fix: Switch to pyspark package as a dependency (#170)

Author: medb

requirements-dev.txt

@@ -4,7 +4,7 @@ ipython~=9.1
 ipywidgets>=8.0.0
 packaging>=20.0
 pyink~=24.0
-pyspark-client~=4.0.0
+pyspark[connect]~=4.0.0
 setuptools>=72.0
 sparksql-magic>=0.0.3
 tqdm>=4.67

setup.py

@@ -31,7 +31,7 @@
         "google-api-core>=2.19",
         "google-cloud-dataproc>=5.18",
         "packaging>=20.0",
-        "pyspark-client~=4.0.0",
+        "pyspark[connect]~=4.0.0",
         "tqdm>=4.67",
         "websockets>=14.0",
     ],