delta format made it work

df.write.format('delta') \
   .mode('overwrite') \
   .option("path", path) \
   .saveAsTable(f"{database_name}.{table_name}")

df = spark.table(f"{database_name}.{table_name}").limit(1)

df.write.format("delta")\ 
  .mode("overwrite")\
  .saveAsTable(f"{database_name}.{table_name}")