derryh/ujetl
1
0
Fork 0
mirror of https://github.com/rasilon/ujetl.git synced 2026-04-11 10:29:29 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Add pre and post SQL

Browse source
This commit is contained in:
Derry Hamilton 2019-08-05 11:10:12 +01:00
parent ddc67f3a41
commit 8fdbc6a78e
4 changed files with 95 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

9
src/main/java/com/rasilon/ujetl/CopyingApp.java
View file

@ -131,7 +131,10 @@ public class CopyingApp {
String tabKey = config.getString("jobs.job("+i+").key");
String tabSelect = config.getString("jobs.job("+i+").select");
String tabInsert = config.getString("jobs.job("+i+").insert");
Job j = new Job(sConn,dConn,tabName,jobName,tabKey,tabSelect,tabInsert,nRowsToLog,blockSize,pollTimeout);
String preTarget = config.getString("jobs.job("+i+").preTarget");
String postTarget = config.getString("jobs.job("+i+").postTarget");
Job j = new Job(sConn,dConn,tabName,jobName,tabKey,tabSelect,tabInsert,preTarget,postTarget,nRowsToLog,blockSize,pollTimeout);
j.start();
j.join();
@ -141,7 +144,9 @@ public class CopyingApp {
String tabKey = config.getString("jobs.job.key");
String tabSelect = config.getString("jobs.job.select");
String tabInsert = config.getString("jobs.job.insert");
Job j = new Job(sConn,dConn,tabName,jobName,tabKey,tabSelect,tabInsert,nRowsToLog,blockSize,pollTimeout);
String preTarget = config.getString("jobs.job.preTarget");
String postTarget = config.getString("jobs.job.postTarget");
Job j = new Job(sConn,dConn,tabName,jobName,tabKey,tabSelect,tabInsert,preTarget,postTarget,nRowsToLog,blockSize,pollTimeout);
j.start();
j.join();
} else {

25
src/main/java/com/rasilon/ujetl/Job.java
View file

@ -29,6 +29,8 @@ public class Job extends Thread {
String key;
String select;
String insert;
String preTarget;
String postTarget;
Integer nRowsToLog;
Integer blockSize;
Integer pollTimeout;
@ -38,7 +40,7 @@ public class Job extends Thread {
AtomicBoolean threadsExit = new AtomicBoolean(false);;
public Job(Connection sConn,Connection dConn,String name,String jobName,String key,String select,String insert,Integer nRowsToLog,Integer blockSize,Integer pollTimeout) {
public Job(Connection sConn,Connection dConn,String name,String jobName,String key,String select,String insert,String preTarget,String postTarget,Integer nRowsToLog,Integer blockSize,Integer pollTimeout) {
this.sConn = sConn;
this.dConn = dConn;
this.name = name;
@ -46,6 +48,8 @@ public class Job extends Thread {
this.key = key;
this.select = select;
this.insert = insert;
this.preTarget = preTarget;
this.postTarget = postTarget;
this.nRowsToLog = nRowsToLog;
this.blockSize = blockSize;
this.pollTimeout = pollTimeout;
@ -169,11 +173,20 @@ public class Job extends Thread {
}
}
// Outer run
public void run() {
try {
ResultSet rs;
log.info(String.format("%s - Processing table: %s",jobName,name));
if(preTarget != null){
log.debug("Trying to execute preTarget SQL");
PreparedStatement s = dConn.prepareStatement(preTarget);
s.executeUpdate();
s.close();
}else{
log.debug("No preTarget; skipping.");
}
log.debug("Trying to execute: "+key);
PreparedStatement keyStatement = dConn.prepareStatement(key);
@ -211,6 +224,16 @@ public class Job extends Thread {
p.join();
c.join();
if(postTarget != null){
log.debug("Trying to execute postTarget SQL");
PreparedStatement s = dConn.prepareStatement(postTarget);
s.executeUpdate();
s.close();
}else{
log.debug("No postTarget; skipping.");
}
} catch(InterruptedException e) {
throw new RuntimeException(e);
} catch(SQLException e) {

2
src/test/java/com/rasilon/ujetl/TestJob.java
View file

@ -45,6 +45,8 @@ public class TestJob {
"SELECT -1 AS key",
"SELECT id,dat FROM src WHERE id > ?",
"INSERT INTO dest VALUES(?,?)",
null,
null,
100,
100,
100

62
src/test/java/com/rasilon/ujetl/TestPrePost.java Normal file
View file

@ -0,0 +1,62 @@
package com.rasilon.ujetl;
import java.sql.*;
import org.junit.jupiter.api.Test;
import org.junit.jupiter.api.AfterAll;
import org.junit.jupiter.api.MethodOrderer.Alphanumeric;
import static org.junit.jupiter.api.Assertions.assertEquals;
import static org.junit.jupiter.api.Assertions.fail;
public class TestPrePost {
private static String jdbcURL = "jdbc:h2:mem:dbtest";
@Test
public void test002verifyH2Works() {
try {
Connection conn = DriverManager.getConnection(jdbcURL, "sa", "");
conn.close();
} catch(Exception e) {
fail(e.toString());
}
}
@Test
public void testPrePost() {
try (
Connection src = DriverManager.getConnection(jdbcURL, "sa", "");
Connection dest = DriverManager.getConnection(jdbcURL, "sa", "");
) {
src.createStatement().executeUpdate("CREATE TABLE src(id bigint not null primary key, dat varchar);");
dest.createStatement().executeUpdate("CREATE TABLE dest(id bigint not null primary key, dat varchar);");
PreparedStatement inserter = src.prepareStatement("INSERT INTO src(id,dat) VALUES(?,'banana')");
for(int i=0; i<10000; i++) {
inserter.setInt(1,i);
inserter.executeUpdate();
}
Job j = new Job(
src,
dest,
"jUnit Test Config",
"jUnit Test Job",
"SELECT -1 AS key",
"SELECT id,dat FROM src WHERE id > ?",
"INSERT INTO tmp_dest VALUES(?,?)",
"CREATE TEMP TABLE tmp_dest(id bigint not null primary key, dat varchar);",
"INSERT INTO dest SELECT * from tmp_dest;",
100,
100,
100
);
j.start();
j.join();
// do stuff
} catch(Exception e) {
e.printStackTrace();
fail(e.toString());
}
}
}