Java tutorial
/* * Copyright 2014 Feedzai * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package com.feedzai.commons.sql.abstraction.engine.impl; import com.feedzai.commons.sql.abstraction.ddl.*; import com.feedzai.commons.sql.abstraction.dml.dialect.Dialect; import com.feedzai.commons.sql.abstraction.dml.result.PostgreSqlResultIterator; import com.feedzai.commons.sql.abstraction.dml.result.ResultColumn; import com.feedzai.commons.sql.abstraction.dml.result.ResultIterator; import com.feedzai.commons.sql.abstraction.engine.*; import com.feedzai.commons.sql.abstraction.engine.configuration.PdbProperties; import com.feedzai.commons.sql.abstraction.engine.handler.OperationFault; import com.feedzai.commons.sql.abstraction.entry.EntityEntry; import java.sql.*; import java.util.ArrayList; import java.util.LinkedHashMap; import java.util.List; import java.util.Map; import static com.feedzai.commons.sql.abstraction.util.StringUtils.md5; import static com.feedzai.commons.sql.abstraction.util.StringUtils.quotize; import static java.lang.String.format; import static org.apache.commons.lang.StringUtils.join; /** * PostgreSQL specific database implementation. * * @author Rui Vilao (rui.vilao@feedzai.com) * @since 2.0.0 */ public class PostgreSqlEngine extends AbstractDatabaseEngine { /** * The PostgreSQL JDBC driver. */ protected static final String POSTGRESQL_DRIVER = DatabaseEngineDriver.POSTGRES.driver(); /** * Name is already used by an existing object. */ public static final String NAME_ALREADY_EXISTS = "42P07"; /** * Table can have only one primary key. */ public static final String TABLE_CAN_ONLY_HAVE_ONE_PRIMARY_KEY = "42P16"; /** * Table or view does not exist. */ public static final String TABLE_OR_VIEW_DOES_NOT_EXIST = "42P01"; /** * Table or view does not exist. */ public static final String CONSTRAINT_NAME_ALREADY_EXISTS = "42710"; /** * Creates a new PostgreSql connection. * * @param properties The properties for the database connection. * @throws DatabaseEngineException When the connection fails. */ public PostgreSqlEngine(PdbProperties properties) throws DatabaseEngineException { super(POSTGRESQL_DRIVER, properties, Dialect.POSTGRESQL); } @Override protected int entityToPreparedStatement(final DbEntity entity, final PreparedStatement ps, final EntityEntry entry, final boolean useAutoInc) throws DatabaseEngineException { int i = 1; for (DbColumn column : entity.getColumns()) { if (column.isAutoInc() && useAutoInc) { continue; } try { final Object val; if (column.isDefaultValueSet() && !entry.containsKey(column.getName())) { val = column.getDefaultValue().getConstant(); } else { val = entry.get(column.getName()); } switch (column.getDbColumnType()) { case BLOB: ps.setBytes(i, objectToArray(val)); break; case CLOB: if (val == null) { ps.setNull(i, Types.CLOB); break; } if (val instanceof String) { //StringReader sr = new StringReader((String) val); //ps.setClob(i, sr); // postrgresql driver des not have setClob implemented ps.setString(i, (String) val); } else { throw new DatabaseEngineException("Cannot convert " + val.getClass().getSimpleName() + " to String. CLOB columns only accept Strings."); } break; default: ps.setObject(i, val); } } catch (Exception ex) { throw new DatabaseEngineException("Error while mapping variables to database", ex); } i++; } return i - 1; } @Override protected void createTable(final DbEntity entity) throws DatabaseEngineException { List<String> createTable = new ArrayList<String>(); createTable.add("CREATE TABLE"); createTable.add(quotize(entity.getName())); List<String> columns = new ArrayList<String>(); for (DbColumn c : entity.getColumns()) { List<String> column = new ArrayList<String>(); column.add(quotize(c.getName())); column.add(translateType(c)); for (DbColumnConstraint cc : c.getColumnConstraints()) { column.add(cc.translate()); } if (c.isDefaultValueSet()) { column.add("DEFAULT"); column.add(translate(c.getDefaultValue())); } columns.add(join(column, " ")); } createTable.add("(" + join(columns, ", ") + ")"); final String createTableStatement = join(createTable, " "); logger.trace(createTableStatement); Statement s = null; try { s = conn.createStatement(); s.executeUpdate(createTableStatement); } catch (SQLException ex) { if (ex.getSQLState().startsWith(NAME_ALREADY_EXISTS)) { logger.debug(dev, "'{}' is already defined", entity.getName()); handleOperation(new OperationFault(entity.getName(), OperationFault.Type.TABLE_ALREADY_EXISTS), ex); } else { throw new DatabaseEngineException("Something went wrong handling statement", ex); } } finally { try { if (s != null) { s.close(); } } catch (Exception e) { logger.trace("Error closing statement.", e); } } } @Override protected void addPrimaryKey(final DbEntity entity) throws DatabaseEngineException { if (entity.getPkFields().size() == 0) { return; } List<String> pks = new ArrayList<String>(); for (String pk : entity.getPkFields()) { pks.add(quotize(pk)); } final String pkName = md5(format("PK_%s", entity.getName()), properties.getMaxIdentifierSize()); List<String> statement = new ArrayList<String>(); statement.add("ALTER TABLE"); statement.add(quotize(entity.getName())); statement.add("ADD CONSTRAINT"); statement.add(quotize(pkName)); statement.add("PRIMARY KEY"); statement.add("(" + join(pks, ", ") + ")"); final String addPrimaryKey = join(statement, " "); logger.trace(addPrimaryKey); Statement s = null; try { s = conn.createStatement(); s.executeUpdate(addPrimaryKey); } catch (SQLException ex) { if (ex.getSQLState().startsWith(TABLE_CAN_ONLY_HAVE_ONE_PRIMARY_KEY)) { logger.debug(dev, "'{}' already has a primary key", entity.getName()); handleOperation( new OperationFault(entity.getName(), OperationFault.Type.PRIMARY_KEY_ALREADY_EXISTS), ex); } else { throw new DatabaseEngineException("Something went wrong handling statement", ex); } } finally { try { if (s != null) { s.close(); } } catch (Exception e) { logger.trace("Error closing statement.", e); } } } @Override protected void addIndexes(final DbEntity entity) throws DatabaseEngineException { List<DbIndex> indexes = entity.getIndexes(); for (DbIndex index : indexes) { List<String> createIndex = new ArrayList<String>(); createIndex.add("CREATE"); if (index.isUnique()) { createIndex.add("UNIQUE"); } createIndex.add("INDEX"); List<String> columns = new ArrayList<String>(); List<String> columnsForName = new ArrayList<String>(); for (String column : index.getColumns()) { columns.add(quotize(column)); columnsForName.add(column); } final String idxName = md5(format("%s_%s_IDX", entity.getName(), join(columnsForName, "_")), properties.getMaxIdentifierSize()); createIndex.add(quotize(idxName)); createIndex.add("ON"); createIndex.add(quotize(entity.getName())); createIndex.add("(" + join(columns, ", ") + ")"); final String statement = join(createIndex, " "); logger.trace(statement); Statement s = null; try { s = conn.createStatement(); s.executeUpdate(statement); } catch (SQLException ex) { if (ex.getSQLState().startsWith(NAME_ALREADY_EXISTS)) { logger.debug(dev, "'{}' is already defined", idxName); handleOperation(new OperationFault(entity.getName(), OperationFault.Type.INDEX_ALREADY_EXISTS), ex); } else { throw new DatabaseEngineException("Something went wrong handling statement", ex); } } finally { try { if (s != null) { s.close(); } } catch (Exception e) { logger.trace("Error closing statement.", e); } } } } @Override protected void addSequences(DbEntity entity) throws DatabaseEngineException { /* * Do nothing by default since we support * auto incrementation using the serial types. */ } @Override protected MappedEntity createPreparedStatementForInserts(final DbEntity entity) throws DatabaseEngineException { List<String> insertInto = new ArrayList<String>(); insertInto.add("INSERT INTO"); insertInto.add(quotize(entity.getName())); List<String> insertIntoWithAutoInc = new ArrayList<String>(); insertIntoWithAutoInc.add("INSERT INTO"); insertIntoWithAutoInc.add(quotize(entity.getName())); List<String> columns = new ArrayList<String>(); List<String> values = new ArrayList<String>(); List<String> columnsWithAutoInc = new ArrayList<String>(); List<String> valuesWithAutoInc = new ArrayList<String>(); String returning = null; for (DbColumn column : entity.getColumns()) { columnsWithAutoInc.add(quotize(column.getName())); valuesWithAutoInc.add("?"); if (column.isAutoInc()) { returning = column.getName(); } else { columns.add(quotize(column.getName())); values.add("?"); } } insertInto.add("(" + join(columns, ", ") + ")"); insertInto.add("VALUES (" + join(values, ", ") + ")"); insertIntoWithAutoInc.add("(" + join(columnsWithAutoInc, ", ") + ")"); insertIntoWithAutoInc.add("VALUES (" + join(valuesWithAutoInc, ", ") + ")"); List<String> insertIntoReturn = new ArrayList<String>(insertInto); insertIntoReturn.add(format("RETURNING %s", returning == null ? "0" : quotize(returning))); insertIntoWithAutoInc.add(format("RETURNING %s", returning == null ? "0" : quotize(returning))); final String insertStatement = join(insertInto, " "); final String insertReturnStatement = join(insertIntoReturn, " "); final String statementWithAutoInt = join(insertIntoWithAutoInc, " "); logger.trace(insertStatement); logger.trace(insertReturnStatement); PreparedStatement ps, psReturn, psWithAutoInc; try { ps = conn.prepareStatement(insertStatement); psReturn = conn.prepareStatement(insertReturnStatement); psWithAutoInc = conn.prepareStatement(statementWithAutoInt); return new MappedEntity().setInsert(ps).setInsertReturning(psReturn).setInsertWithAutoInc(psWithAutoInc) .setAutoIncColumn(returning); } catch (SQLException ex) { throw new DatabaseEngineException("Something went wrong handling statement", ex); } } @Override protected void dropSequences(DbEntity entity) throws DatabaseEngineException { /* * Remember that we not support sequences in PostgreSql. * We're using SERIAL types instead. */ } @Override protected void dropTable(DbEntity entity) throws DatabaseEngineException { Statement drop = null; try { drop = conn.createStatement(); final String query = format("DROP TABLE %s CASCADE", quotize(entity.getName())); logger.trace(query); drop.executeUpdate(query); } catch (SQLException ex) { if (ex.getSQLState().startsWith(TABLE_OR_VIEW_DOES_NOT_EXIST)) { logger.debug(dev, "Table '{}' does not exist", entity.getName()); handleOperation(new OperationFault(entity.getName(), OperationFault.Type.TABLE_DOES_NOT_EXIST), ex); } else { throw new DatabaseEngineException("Error dropping table", ex); } } finally { try { if (drop != null) { drop.close(); } } catch (Exception e) { logger.trace("Error closing statement.", e); } } } @Override protected void dropColumn(DbEntity entity, String... columns) throws DatabaseEngineException { Statement drop = null; List<String> removeColumns = new ArrayList<String>(); removeColumns.add("ALTER TABLE"); removeColumns.add(quotize(entity.getName())); List<String> cols = new ArrayList<String>(); for (String col : columns) { cols.add("DROP COLUMN " + quotize(col)); } removeColumns.add(join(cols, ",")); try { drop = conn.createStatement(); final String query = join(removeColumns, " "); logger.trace(query); drop.executeUpdate(query); } catch (SQLException ex) { if (ex.getMessage().startsWith(TABLE_OR_VIEW_DOES_NOT_EXIST)) { logger.debug(dev, "Table '{}' does not exist", entity.getName()); } else { throw new DatabaseEngineException("Error dropping column", ex); } } finally { try { if (drop != null) { drop.close(); } } catch (Exception e) { logger.trace("Error closing statement.", e); } } } @Override protected void addColumn(DbEntity entity, DbColumn... columns) throws DatabaseEngineException { List<String> addColumns = new ArrayList<>(); addColumns.add("ALTER TABLE"); addColumns.add(quotize(entity.getName())); List<String> cols = new ArrayList<>(); for (DbColumn c : columns) { List<String> column = new ArrayList<>(); column.add("ADD COLUMN"); column.add(quotize(c.getName())); column.add(translateType(c)); for (DbColumnConstraint cc : c.getColumnConstraints()) { column.add(cc.translate()); } if (c.isDefaultValueSet()) { column.add("DEFAULT"); column.add(translate(c.getDefaultValue())); } cols.add(join(column, " ")); } addColumns.add(join(cols, ",")); final String addColumnsStatement = join(addColumns, " "); logger.trace(addColumnsStatement); Statement s = null; try { s = conn.createStatement(); s.executeUpdate(addColumnsStatement); } catch (SQLException ex) { throw new DatabaseEngineException("Something went wrong handling statement", ex); } finally { try { if (s != null) { s.close(); } } catch (Exception e) { logger.trace("Error closing statement.", e); } } } @Override protected String translateType(DbColumn c) throws DatabaseEngineException { return translator.translate(c); } @Override public Class<? extends AbstractTranslator> getTranslatorClass() { return PostgreSqlTranslator.class; } @Override public synchronized Long persist(final String name, final EntityEntry entry) throws DatabaseEngineException { return persist(name, entry, true); } @Override public synchronized Long persist(String name, EntityEntry entry, boolean useAutoInc) throws DatabaseEngineException { ResultSet generatedKeys = null; try { getConnection(); final MappedEntity me = entities.get(name); if (me == null) { throw new DatabaseEngineException(String.format("Unknown entity '%s'", name)); } PreparedStatement ps = null; if (useAutoInc) { ps = me.getInsertReturning(); } else { ps = me.getInsertWithAutoInc(); } entityToPreparedStatement(me.getEntity(), ps, entry, useAutoInc); generatedKeys = ps.executeQuery(); long ret = 0; if (useAutoInc) { if (generatedKeys.next()) { ret = generatedKeys.getLong(1); } } else if (hasIdentityColumn(me.getEntity())) { final List<Map<String, ResultColumn>> q = query( "select max(\"" + me.getAutoIncColumn() + "\") from \"" + name + "\""); if (!q.isEmpty()) { ret = q.get(0).values().iterator().next().toLong(); } executeUpdateSilently( "ALTER SEQUENCE \"" + name + "_" + me.getAutoIncColumn() + "_seq\" RESTART " + (ret + 1)); ret = 0; } return ret == 0 ? null : ret; } catch (Exception ex) { throw new DatabaseEngineException("Something went wrong persisting the entity", ex); } finally { try { if (generatedKeys != null) { generatedKeys.close(); } } catch (Exception e) { logger.trace("Error closing result set.", e); } } } @Override protected void addFks(DbEntity entity) throws DatabaseEngineException { for (DbFk fk : entity.getFks()) { final List<String> quotizedLocalColumns = new ArrayList<String>(); for (String s : fk.getLocalColumns()) { quotizedLocalColumns.add(quotize(s)); } final List<String> quotizedForeignColumns = new ArrayList<String>(); for (String s : fk.getForeignColumns()) { quotizedForeignColumns.add(quotize(s)); } final String table = quotize(entity.getName()); final String quotizedLocalColumnsSting = join(quotizedLocalColumns, ", "); final String quotizedForeignColumnsString = join(quotizedForeignColumns, ", "); final String alterTable = format("ALTER TABLE %s ADD CONSTRAINT %s FOREIGN KEY (%s) REFERENCES %s (%s)", table, quotize(md5("FK_" + table + quotizedLocalColumnsSting + quotizedForeignColumnsString, properties.getMaxIdentifierSize())), quotizedLocalColumnsSting, quotize(fk.getForeignTable()), quotizedForeignColumnsString); Statement alterTableStmt = null; try { alterTableStmt = conn.createStatement(); logger.trace(alterTable); alterTableStmt.executeUpdate(alterTable); } catch (SQLException ex) { if (ex.getSQLState().equals(CONSTRAINT_NAME_ALREADY_EXISTS)) { logger.debug(dev, "Foreign key for table '{}' already exists. Error code: {}.", entity.getName(), ex.getSQLState()); } else { throw new DatabaseEngineException( format("Could not add Foreign Key to entity %s. Error code: %s.", entity.getName(), ex.getSQLState()), ex); } } finally { try { if (alterTableStmt != null) { alterTableStmt.close(); } } catch (Exception e) { logger.trace("Error closing statement.", e); } } } } @Override protected boolean checkConnection(final Connection conn) { Statement s = null; try { s = conn.createStatement(); s.executeQuery("select 1"); return true; } catch (SQLException e) { logger.debug("Connection is down.", e); return false; } finally { try { if (s != null) { s.close(); } } catch (Exception e) { logger.trace("Error closing statement.", e); } } } @Override public synchronized Map<String, DbColumnType> getMetadata(final String name) throws DatabaseEngineException { final Map<String, DbColumnType> metaMap = new LinkedHashMap<String, DbColumnType>(); ResultSet rsColumns = null; try { getConnection(); DatabaseMetaData meta = conn.getMetaData(); rsColumns = meta.getColumns(null, "public", name, null); while (rsColumns.next()) { metaMap.put(rsColumns.getString("COLUMN_NAME"), toPdbType(rsColumns.getInt("DATA_TYPE"))); } return metaMap; } catch (Exception e) { throw new DatabaseEngineException("Could not get metadata", e); } finally { try { if (rsColumns != null) { rsColumns.close(); } } catch (Exception a) { logger.trace("Error closing result set.", a); } } } @Override protected ResultIterator createResultIterator(Statement statement, String sql) throws DatabaseEngineException { return new PostgreSqlResultIterator(statement, sql); } @Override protected ResultIterator createResultIterator(PreparedStatement ps) throws DatabaseEngineException { return new PostgreSqlResultIterator(ps); } }