diff --git a/wrangling-in-spark/wrangling-in-spark/wrangling-in-spark/02: Wrangling/11: Partitioning and Bucketing.py b/wrangling-in-spark/wrangling-in-spark/wrangling-in-spark/02: Wrangling/11: Partitioning and Bucketing.py index 73bcc25..11c0d84 100644 --- a/wrangling-in-spark/wrangling-in-spark/wrangling-in-spark/02: Wrangling/11: Partitioning and Bucketing.py +++ b/wrangling-in-spark/wrangling-in-spark/wrangling-in-spark/02: Wrangling/11: Partitioning and Bucketing.py @@ -146,7 +146,7 @@ # COMMAND ---------- -plane_data_selected = plane_data.select(*[col for col in data.columns if col not in ['year']], plane_data.year.cast('integer')) +plane_data_selected = plane_data.select(*[col for col in plane_data.columns if col not in ['year']], plane_data.year.cast('integer')) # COMMAND ---------- @@ -185,4 +185,4 @@ # In practice, you might keep these around for longer for others to query dbutils.fs.rm(f'/user/hive/warehouse/{db}.db', True) -spark.sql(f"DROP TABLE {table_name}") \ No newline at end of file +spark.sql(f"DROP TABLE {table_name}")