Add more test data, and fix log ordering

This commit is contained in:
Derry Hamilton 2019-07-11 09:13:15 +01:00
parent 97baf0d11a
commit 2b5f4f1dbe
4 changed files with 62 additions and 4 deletions

View file

@ -154,10 +154,10 @@ public class Job extends Thread {
if(rowNum % nRowsToLog == 0) {
rowsInserted += arraySum(insertStatement.executeBatch());
dConn.commit();
log.info(String.format("%s - Inserted %s of %s notified rows into %s so far",
log.info(String.format("%s - Inserted %s of %s notified rows into %s",
jobName,
rowNum,
rowsInserted,
rowNum,
name));
}
}

View file

@ -49,5 +49,21 @@
OR dest.test_ts = EXCLUDED.test_ts
</insert>
</job>
<job>
<name>denormalise</name>
<key>select -1 as key</key>
<select>select person_id,fname,lname from normalised_personalia p join normalised_first_names f using(fid) join normalised_last_names l using(lid);</select>
<insert>
INSERT INTO denormalised_personalia(person_id,fname,lname)
values(?::integer,?::text,?::text)
ON CONFLICT (person_id) DO UPDATE
SET
fname = EXCLUDED.fname,
lname = EXCLUDED.lname
WHERE
denormalised_personalia.fname is distinct from EXCLUDED.fname
OR denormalised_personalia.lname is distinct from EXCLUDED.lname
</insert>
</job>
</jobs>
</CopyingApp>