-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathexample.py
42 lines (30 loc) · 795 Bytes
/
example.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
# %%
# %%
from databricks_session import DatabricksSQLSession
# %%
spark_sql = DatabricksSQLSession()
# %%
pdf = spark_sql.sql("select * from samples.nyctaxi.trips limit 10")
print(pdf.head())
# %%
sqlalchemy_engine = spark_sql.get_session()
# %%
df = spark_sql.read(sqlalchemy_engine, "samples.nyctaxi.trips")
# %%
from databricks_session import DatabricksJDBCSession
# %%
spark_jdbc = DatabricksJDBCSession().get_session()
# %%
from databricks_session import DatabricksSparkSession
# %%
spark = DatabricksSparkSession().get_session()
# %%
sdf = spark.read.table("samples.nyctaxi.trips")
print(sdf.show())
# %%
from databricks_session import DatabricksMLFlowSession
# %%
mlflow_session = DatabricksMLFlowSession().get_session()
# %%
print(mlflow_session.client.MlflowClient())
# %%