2 * Copyright (c) 2010-2020 Contributors to the openHAB project
4 * See the NOTICE file(s) distributed with this work for additional
7 * This program and the accompanying materials are made available under the
8 * terms of the Eclipse Public License 2.0 which is available at
9 * http://www.eclipse.org/legal/epl-2.0
11 * SPDX-License-Identifier: EPL-2.0
13 package org.openhab.persistence.jdbc.db;
15 import java.time.ZoneId;
16 import java.time.format.DateTimeFormatter;
17 import java.util.ArrayList;
18 import java.util.List;
20 import org.knowm.yank.Yank;
21 import org.openhab.core.items.Item;
22 import org.openhab.core.persistence.FilterCriteria;
23 import org.openhab.core.persistence.FilterCriteria.Ordering;
24 import org.openhab.core.persistence.HistoricItem;
25 import org.openhab.persistence.jdbc.model.ItemVO;
26 import org.openhab.persistence.jdbc.model.ItemsVO;
27 import org.openhab.persistence.jdbc.model.JdbcHistoricItem;
28 import org.openhab.persistence.jdbc.utils.StringUtilsExt;
29 import org.slf4j.Logger;
30 import org.slf4j.LoggerFactory;
33 * Extended Database Configuration class. Class represents
34 * the extended database-specific configuration. Overrides and supplements the
35 * default settings from JdbcBaseDAO. Enter only the differences to JdbcBaseDAO here.
37 * @author Helmut Lehmeyer - Initial contribution
39 public class JdbcPostgresqlDAO extends JdbcBaseDAO {
40 private final Logger logger = LoggerFactory.getLogger(JdbcPostgresqlDAO.class);
45 public JdbcPostgresqlDAO() {
52 private void initSqlQueries() {
53 logger.debug("JDBC::initSqlQueries: '{}'", this.getClass().getSimpleName());
54 // System Information Functions: https://www.postgresql.org/docs/9.2/static/functions-info.html
55 sqlGetDB = "SELECT CURRENT_DATABASE()";
56 sqlIfTableExists = "SELECT * FROM PG_TABLES WHERE TABLENAME='#searchTable#'";
57 sqlCreateItemsTableIfNot = "CREATE TABLE IF NOT EXISTS #itemsManageTable# (itemid SERIAL NOT NULL, #colname# #coltype# NOT NULL, CONSTRAINT #itemsManageTable#_pkey PRIMARY KEY (itemid))";
58 sqlCreateNewEntryInItemsTable = "INSERT INTO items (itemname) SELECT itemname FROM #itemsManageTable# UNION VALUES ('#itemname#') EXCEPT SELECT itemname FROM items";
59 sqlGetItemTables = "SELECT table_name FROM information_schema.tables WHERE table_type='BASE TABLE' AND table_schema='public' AND NOT table_name='#itemsManageTable#'";
60 // http://stackoverflow.com/questions/17267417/how-do-i-do-an-upsert-merge-insert-on-duplicate-update-in-postgresql
61 // for later use, PostgreSql > 9.5 to prevent PRIMARY key violation use:
62 // SQL_INSERT_ITEM_VALUE = "INSERT INTO #tableName# (TIME, VALUE) VALUES( NOW(), CAST( ? as #dbType#) ) ON
63 // CONFLICT DO NOTHING";
64 sqlInsertItemValue = "INSERT INTO #tableName# (TIME, VALUE) VALUES( #tablePrimaryValue#, CAST( ? as #dbType#) )";
68 * INFO: http://www.java2s.com/Code/Java/Database-SQL-JDBC/StandardSQLDataTypeswithTheirJavaEquivalents.htm
70 private void initSqlTypes() {
71 // Initialize the type array
72 sqlTypes.put("CALLITEM", "VARCHAR");
73 sqlTypes.put("COLORITEM", "VARCHAR");
74 sqlTypes.put("CONTACTITEM", "VARCHAR");
75 sqlTypes.put("DATETIMEITEM", "TIMESTAMP");
76 sqlTypes.put("DIMMERITEM", "SMALLINT");
77 sqlTypes.put("IMAGEITEM", "VARCHAR");
78 sqlTypes.put("LOCATIONITEM", "VARCHAR");
79 sqlTypes.put("NUMBERITEM", "DOUBLE PRECISION");
80 sqlTypes.put("PLAYERITEM", "VARCHAR");
81 sqlTypes.put("ROLLERSHUTTERITEM", "SMALLINT");
82 sqlTypes.put("STRINGITEM", "VARCHAR");
83 sqlTypes.put("SWITCHITEM", "VARCHAR");
84 logger.debug("JDBC::initSqlTypes: Initialized the type array sqlTypes={}", sqlTypes.values());
88 * INFO: https://github.com/brettwooldridge/HikariCP
90 private void initDbProps() {
92 // databaseProps.setProperty("dataSource.cachePrepStmts", "true");
93 // databaseProps.setProperty("dataSource.prepStmtCacheSize", "250");
94 // databaseProps.setProperty("dataSource.prepStmtCacheSqlLimit", "2048");
96 // Properties for HikariCP
97 databaseProps.setProperty("driverClassName", "org.postgresql.Driver");
98 // driverClassName OR BETTER USE dataSourceClassName
99 // databaseProps.setProperty("dataSourceClassName", "org.postgresql.ds.PGSimpleDataSource");
100 // databaseProps.setProperty("maximumPoolSize", "3");
101 // databaseProps.setProperty("minimumIdle", "2");
108 public ItemsVO doCreateItemsTableIfNot(ItemsVO vo) {
109 String sql = StringUtilsExt.replaceArrayMerge(sqlCreateItemsTableIfNot,
110 new String[] { "#itemsManageTable#", "#colname#", "#coltype#", "#itemsManageTable#" },
111 new String[] { vo.getItemsManageTable(), vo.getColname(), vo.getColtype(), vo.getItemsManageTable() });
112 logger.debug("JDBC::doCreateItemsTableIfNot sql={}", sql);
113 Yank.execute(sql, null);
118 public Long doCreateNewEntryInItemsTable(ItemsVO vo) {
119 String sql = StringUtilsExt.replaceArrayMerge(sqlCreateNewEntryInItemsTable,
120 new String[] { "#itemsManageTable#", "#itemname#" },
121 new String[] { vo.getItemsManageTable(), vo.getItemname() });
122 logger.debug("JDBC::doCreateNewEntryInItemsTable sql={}", sql);
123 return Yank.insert(sql, null);
127 public List<ItemsVO> doGetItemTables(ItemsVO vo) {
128 String sql = StringUtilsExt.replaceArrayMerge(sqlGetItemTables, new String[] { "#itemsManageTable#" },
129 new String[] { vo.getItemsManageTable() });
130 logger.debug("JDBC::doGetItemTables sql={}", sql);
131 return Yank.queryBeanList(sql, ItemsVO.class, null);
138 public void doStoreItemValue(Item item, ItemVO vo) {
139 vo = storeItemValueProvider(item, vo);
140 String sql = StringUtilsExt.replaceArrayMerge(sqlInsertItemValue,
141 new String[] { "#tableName#", "#dbType#", "#tablePrimaryValue#" },
142 new String[] { vo.getTableName(), vo.getDbType(), sqlTypes.get("tablePrimaryValue") });
143 Object[] params = new Object[] { vo.getValue() };
144 logger.debug("JDBC::doStoreItemValue sql={} value='{}'", sql, vo.getValue());
145 Yank.execute(sql, params);
149 public List<HistoricItem> doGetHistItemFilterQuery(Item item, FilterCriteria filter, int numberDecimalcount,
150 String table, String name, ZoneId timeZone) {
151 String sql = histItemFilterQueryProvider(filter, numberDecimalcount, table, name, timeZone);
152 logger.debug("JDBC::doGetHistItemFilterQuery sql={}", sql);
153 List<Object[]> m = Yank.queryObjectArrays(sql, null);
155 List<HistoricItem> items = new ArrayList<>();
156 for (int i = 0; i < m.size(); i++) {
157 items.add(new JdbcHistoricItem(item.getName(), getState(item, m.get(i)[1]), objectAsDate(m.get(i)[0])));
162 /****************************
163 * SQL generation Providers *
164 ****************************/
165 static final DateTimeFormatter JDBC_DATE_FORMAT = DateTimeFormatter.ofPattern("yyyy-MM-dd HH:mm:ss");
167 private String histItemFilterQueryProvider(FilterCriteria filter, int numberDecimalcount, String table,
168 String simpleName, ZoneId timeZone) {
170 "JDBC::getHistItemFilterQueryProvider filter = {}, numberDecimalcount = {}, table = {}, simpleName = {}",
171 filter.toString(), numberDecimalcount, table, simpleName);
173 String filterString = "";
174 if (filter.getBeginDate() != null) {
175 filterString += filterString.isEmpty() ? " WHERE" : " AND";
176 filterString += " TIME>'" + JDBC_DATE_FORMAT.format(filter.getBeginDate().withZoneSameInstant(timeZone))
179 if (filter.getEndDate() != null) {
180 filterString += filterString.isEmpty() ? " WHERE" : " AND";
181 filterString += " TIME<'" + JDBC_DATE_FORMAT.format(filter.getEndDate().withZoneSameInstant(timeZone))
184 filterString += (filter.getOrdering() == Ordering.ASCENDING) ? " ORDER BY time ASC" : " ORDER BY time DESC";
185 if (filter.getPageSize() != 0x7fffffff) {
187 // http://www.jooq.org/doc/3.5/manual/sql-building/sql-statements/select-statement/limit-clause/
188 filterString += " OFFSET " + filter.getPageNumber() * filter.getPageSize() + " LIMIT "
189 + filter.getPageSize();
191 String queryString = "NUMBERITEM".equalsIgnoreCase(simpleName) && numberDecimalcount > -1
192 ? "SELECT time, ROUND(CAST (value AS numeric)," + numberDecimalcount + ") FROM " + table
193 : "SELECT time, value FROM " + table;
194 if (!filterString.isEmpty()) {
195 queryString += filterString;
197 logger.debug("JDBC::query queryString = {}", queryString);
205 /******************************
206 * public Getters and Setters *
207 ******************************/