from pyspark.sql import DataFrame
for k, v in globals().items():
if isinstance(v, DataFrame):
print(k)
v.show()
df
+----------+--------------------+
| name| address|
+----------+--------------------+
| John Doe|{"street": "123 M...|
|Jane Smith|{"street": "456 E...|
+----------+--------------------+
df_new
+----------+--------------------+
| name| parsed_json|
+----------+--------------------+
| John Doe|{123 Main St, Any...|
|Jane Smith|{456 Elm St, Othe...|
+----------+--------------------+
df_result
+----------+-----------+---------+
| name| Street| City|
+----------+-----------+---------+
| John Doe|123 Main St| Anytown|
|Jane Smith| 456 Elm St|Othertown|
+----------+-----------+---------+
OR
from pyspark.sql import DataFrame
for k, v in globals().items():
if type(v) == DataFrame:
v.show()
+----------+--------------------+
| name| address|
+----------+--------------------+
| John Doe|{"street": "123 M...|
|Jane Smith|{"street": "456 E...|
+----------+--------------------+
+----------+--------------------+
| name| parsed_json|
+----------+--------------------+
| John Doe|{123 Main St, Any...|
|Jane Smith|{456 Elm St, Othe...|
+----------+--------------------+
+----------+-----------+---------+
| name| Street| City|
+----------+-----------+---------+
| John Doe|123 Main St| Anytown|
|Jane Smith| 456 Elm St|Othertown|
+----------+-----------+---------+