from pyspark.sql.functions import col, broadcast @time_decorator def have_broadcast_var(data): small_data = [("CA", "California"), ("TX", "Texas"), ("FL", "Florida")] small_df = spark.createDataFrame(small_data, ["state", "stateFullName"]) # Create broadcast variable and perform joining result_have_broadcast = data.join(broadcast(small_df), "state") return result_have_broadcast.count() display(have_broadcast_var(df))