package io.trygvis.test.jdbc; import io.trygvis.async.SqlEffect; import io.trygvis.async.SqlEffectExecutor; import io.trygvis.queue.JdbcQueueService; import io.trygvis.queue.Queue; import io.trygvis.queue.QueueService; import io.trygvis.queue.QueueStats; import io.trygvis.queue.QueueSystem; import io.trygvis.queue.Task; import io.trygvis.queue.TaskDao; import io.trygvis.queue.TaskEffect; import javax.sql.DataSource; import java.sql.Connection; import java.sql.SQLException; import java.util.Date; import java.util.List; import java.util.Map; import java.util.Random; import static io.trygvis.queue.Task.TaskState; import static io.trygvis.test.DbUtil.createDataSource; import static java.lang.System.currentTimeMillis; import static java.util.Arrays.asList; import static java.util.Collections.singletonList; public class PlainJavaExample { private static final Random r = new Random(); private static String inputName = "my-input"; private static String outputName = "my-output"; private static int interval = 10; public static class Consumer { public static void main(String[] args) throws Exception { System.out.println("Starting consumer"); DataSource ds = createDataSource(); SqlEffectExecutor sqlEffectExecutor = new SqlEffectExecutor(ds); final QueueSystem queueSystem = QueueSystem.initialize(sqlEffectExecutor); final JdbcQueueService queueService = queueSystem.queueService; Queue[] queues = sqlEffectExecutor.transaction(new SqlEffect() { @Override public Queue[] doInConnection(Connection c) throws SQLException { Queue[] queues = { queueService.lookupQueue(c, inputName, interval, true), queueService.lookupQueue(c, outputName, interval, true)}; TaskDao taskDao = queueSystem.createTaskDao(c); QueueStats stats = taskDao.findQueueStatsByName(inputName); System.out.println("Queue stats for " + stats.name + ". Total number of tasks: " + stats.totalTaskCount); for (Map.Entry entry : stats.states.entrySet()) { System.out.println(entry.getKey() + " = " + entry.getValue()); } return queues; } }); final Queue input = queues[0]; final Queue output = queues[1]; QueueService.TaskExecutionRequest req = new QueueService.TaskExecutionRequest(1000, false); queueService.consumeAll(input, req, new TaskEffect() { public List apply(Task task) throws Exception { Long a = Long.valueOf(task.arguments.get(0)); Long b = Long.valueOf(task.arguments.get(1)); System.out.println("a + b = " + a + " + " + b + " = " + (a + b)); if (r.nextInt(3000) > 0) { return singletonList(task.childTask(output.name, new Date(), Long.toString(a + b))); } throw new RuntimeException("Simulated exception while processing task."); } }); System.out.println("Done"); } } public static class Producer { public static void main(String[] args) throws Exception { System.out.println("Starting producer"); int chunks = 100; final int chunk = 10000; DataSource ds = createDataSource(); SqlEffectExecutor sqlEffectExecutor = new SqlEffectExecutor(ds); QueueSystem queueSystem = QueueSystem.initialize(sqlEffectExecutor); final JdbcQueueService queueService = queueSystem.queueService; final Queue queue; try (Connection c = ds.getConnection()) { queue = queueService.lookupQueue(c, inputName, interval, true); c.commit(); } for (int i = 0; i < chunks; i++) { long start = currentTimeMillis(); sqlEffectExecutor.transaction(new SqlEffect.Void() { @Override public void doInConnection(Connection c) throws SQLException { for (int j = 0; j < chunk; j++) { queueService.schedule(c, queue, new Date(), asList("10", "20")); } } }); long end = currentTimeMillis(); long time = end - start; System.out.println("Scheduled " + chunk + " tasks in " + time + "ms, " + (((double) chunk * 1000)) / ((double) time) + " chunks per second"); } } } }