import fr.aphp.eds.spark.postgres.PGUtil
// the connection looks into /home/$USER/.pgpass for a password
val url = "jdbc:postgresql://somehost:someport/somedb?user=someuser&currentSchema=someschema"

val pg = PGUtil(sparkSession, url, "spark-postgres-tmp" ) // specify a temporary folder in hdfs or locally
val df = pg
  .tableDrop("person_tmp") // drop table if exists
  .tableCopy("person","person_tmp") // duplicate the table without data
  .inputBulk(query="select * from person",  numPartitions=4, partitionColumn="person_id") // get a df from the table

pg.outputBulk("person_tmp", df, numPartitions=4) // load the new table with the df with 4 thread
  .sqlExec("UPDATE logs set active = true")
  .tableDrop("person_tmp") // drop the temparary table
  .purgeTmp() // purge the temporary folder

// exemple for multiline textual content
// isMultiline allow the csv reader not to crash
// splitFactor allow creating more csv, to increase paralleism for reading
val df_multi = pg
  .tableDrop("note_tmp") // drop table if exists
  .tableCopy("note","note_tmp") // duplicate the table without data
  .inputBulk(query="select * from note",  isMultiline=true, numPartitions=4, splitFactor=10, partitionColumn="note_id") // get a df from the table