git.basschouten.com Git - openhab-addons.git/blob

   1 /**
   2  * Copyright (c) 2010-2023 Contributors to the openHAB project
   3  *
   4  * See the NOTICE file(s) distributed with this work for additional
   5  * information.
   6  *
   7  * This program and the accompanying materials are made available under the
   8  * terms of the Eclipse Public License 2.0 which is available at
   9  * http://www.eclipse.org/legal/epl-2.0
  10  *
  11  * SPDX-License-Identifier: EPL-2.0
  12  */
  13 package org.openhab.persistence.influxdb;
  14
  15 import static org.openhab.persistence.influxdb.internal.InfluxDBConstants.*;
  16
  17 import java.time.Instant;
  18 import java.time.ZoneId;
  19 import java.time.ZonedDateTime;
  20 import java.util.ArrayList;
  21 import java.util.HashMap;
  22 import java.util.HashSet;
  23 import java.util.List;
  24 import java.util.Locale;
  25 import java.util.Map;
  26 import java.util.Objects;
  27 import java.util.Set;
  28 import java.util.concurrent.BlockingQueue;
  29 import java.util.concurrent.CompletableFuture;
  30 import java.util.concurrent.LinkedBlockingQueue;
  31 import java.util.concurrent.ScheduledFuture;
  32 import java.util.concurrent.TimeUnit;
  33 import java.util.stream.Collectors;
  34
  35 import org.eclipse.jdt.annotation.NonNullByDefault;
  36 import org.eclipse.jdt.annotation.Nullable;
  37 import org.openhab.core.common.ThreadPoolManager;
  38 import org.openhab.core.config.core.ConfigurableService;
  39 import org.openhab.core.items.Item;
  40 import org.openhab.core.items.ItemFactory;
  41 import org.openhab.core.items.ItemRegistry;
  42 import org.openhab.core.items.ItemUtil;
  43 import org.openhab.core.persistence.FilterCriteria;
  44 import org.openhab.core.persistence.HistoricItem;
  45 import org.openhab.core.persistence.PersistenceItemInfo;
  46 import org.openhab.core.persistence.PersistenceService;
  47 import org.openhab.core.persistence.QueryablePersistenceService;
  48 import org.openhab.core.persistence.strategy.PersistenceStrategy;
  49 import org.openhab.core.types.State;
  50 import org.openhab.core.types.UnDefType;
  51 import org.openhab.persistence.influxdb.internal.FilterCriteriaQueryCreator;
  52 import org.openhab.persistence.influxdb.internal.InfluxDBConfiguration;
  53 import org.openhab.persistence.influxdb.internal.InfluxDBHistoricItem;
  54 import org.openhab.persistence.influxdb.internal.InfluxDBMetadataService;
  55 import org.openhab.persistence.influxdb.internal.InfluxDBPersistentItemInfo;
  56 import org.openhab.persistence.influxdb.internal.InfluxDBRepository;
  57 import org.openhab.persistence.influxdb.internal.InfluxDBStateConvertUtils;
  58 import org.openhab.persistence.influxdb.internal.InfluxPoint;
  59 import org.openhab.persistence.influxdb.internal.influx1.InfluxDB1RepositoryImpl;
  60 import org.openhab.persistence.influxdb.internal.influx2.InfluxDB2RepositoryImpl;
  61 import org.osgi.framework.Constants;
  62 import org.osgi.service.component.annotations.Activate;
  63 import org.osgi.service.component.annotations.Component;
  64 import org.osgi.service.component.annotations.Deactivate;
  65 import org.osgi.service.component.annotations.Reference;
  66 import org.osgi.service.component.annotations.ReferenceCardinality;
  67 import org.osgi.service.component.annotations.ReferencePolicy;
  68 import org.slf4j.Logger;
  69 import org.slf4j.LoggerFactory;
  70
  71 /**
  72  * This is the implementation of the InfluxDB {@link PersistenceService}. It
  73  * persists item values using the <a href="http://influxdb.org">InfluxDB time
  74  * series database. The states ( {@link State}) of an {@link Item} are persisted
  75  * by default in a time series with names equal to the name of the item.
  76  *
  77  * This addon supports 1.X and 2.X versions, as two versions are incompatible
  78  * and use different drivers the specific code for each version is accessed by
  79  * {@link InfluxDBRepository} and {@link FilterCriteriaQueryCreator} interfaces
  80  * and specific implementation reside in
  81  * {@link org.openhab.persistence.influxdb.internal.influx1} and
  82  * {@link org.openhab.persistence.influxdb.internal.influx2} packages
  83  *
  84  * @author Theo Weiss - Initial contribution, rewrite of
  85  *         org.openhab.persistence.influxdb
  86  * @author Joan Pujol Espinar - Addon rewrite refactoring code and adding
  87  *         support for InfluxDB 2.0. Some tag code is based from not integrated
  88  *         branch from Dominik Vorreiter
  89  */
  90 @NonNullByDefault
  91 @Component(service = { PersistenceService.class,
  92         QueryablePersistenceService.class }, configurationPid = "org.openhab.influxdb", //
  93         property = Constants.SERVICE_PID + "=org.openhab.influxdb")
  94 @ConfigurableService(category = "persistence", label = "InfluxDB Persistence Service", description_uri = InfluxDBPersistenceService.CONFIG_URI)
  95 public class InfluxDBPersistenceService implements QueryablePersistenceService {
  96     public static final String SERVICE_NAME = "influxdb";
  97
  98     private final Logger logger = LoggerFactory.getLogger(InfluxDBPersistenceService.class);
  99
 100     private static final int COMMIT_INTERVAL = 3; // in s
 101     protected static final String CONFIG_URI = "persistence:influxdb";
 102
 103     // External dependencies
 104     private final ItemRegistry itemRegistry;
 105     private final InfluxDBMetadataService influxDBMetadataService;
 106
 107     private final InfluxDBConfiguration configuration;
 108     private final InfluxDBRepository influxDBRepository;
 109     private boolean serviceActivated;
 110
 111     // storage
 112     private final ScheduledFuture<?> storeJob;
 113     private final BlockingQueue<InfluxPoint> pointsQueue = new LinkedBlockingQueue<>();
 114
 115     // conversion
 116     private final Set<ItemFactory> itemFactories = new HashSet<>();
 117     private Map<String, Class<? extends State>> desiredClasses = new HashMap<>();
 118
 119     @Activate
 120     public InfluxDBPersistenceService(final @Reference ItemRegistry itemRegistry,
 121             final @Reference InfluxDBMetadataService influxDBMetadataService, Map<String, Object> config) {
 122         this.itemRegistry = itemRegistry;
 123         this.influxDBMetadataService = influxDBMetadataService;
 124         this.configuration = new InfluxDBConfiguration(config);
 125         if (configuration.isValid()) {
 126             this.influxDBRepository = createInfluxDBRepository();
 127             this.influxDBRepository.connect();
 128             this.storeJob = ThreadPoolManager.getScheduledPool("org.openhab.influxdb")
 129                     .scheduleWithFixedDelay(this::commit, COMMIT_INTERVAL, COMMIT_INTERVAL, TimeUnit.SECONDS);
 130             serviceActivated = true;
 131         } else {
 132             throw new IllegalArgumentException("Configuration invalid.");
 133         }
 134
 135         logger.info("InfluxDB persistence service started.");
 136     }
 137
 138     // Visible for testing
 139     protected InfluxDBRepository createInfluxDBRepository() throws IllegalArgumentException {
 140         return switch (configuration.getVersion()) {
 141             case V1 -> new InfluxDB1RepositoryImpl(configuration, influxDBMetadataService);
 142             case V2 -> new InfluxDB2RepositoryImpl(configuration, influxDBMetadataService);
 143             default -> throw new IllegalArgumentException("Failed to instantiate repository.");
 144         };
 145     }
 146
 147     /**
 148      * Disconnect from database when service is deactivated
 149      */
 150     @Deactivate
 151     public void deactivate() {
 152         serviceActivated = false;
 153
 154         storeJob.cancel(false);
 155         commit(); // ensure we at least tried to store the data;
 156
 157         if (!pointsQueue.isEmpty()) {
 158             logger.warn("InfluxDB failed to finally store {} points.", pointsQueue.size());
 159         }
 160
 161         influxDBRepository.disconnect();
 162         logger.info("InfluxDB persistence service stopped.");
 163     }
 164
 165     @Override
 166     public String getId() {
 167         return SERVICE_NAME;
 168     }
 169
 170     @Override
 171     public String getLabel(@Nullable Locale locale) {
 172         return "InfluxDB persistence layer";
 173     }
 174
 175     @Override
 176     public Set<PersistenceItemInfo> getItemInfo() {
 177         if (checkConnection()) {
 178             return influxDBRepository.getStoredItemsCount().entrySet().stream().map(InfluxDBPersistentItemInfo::new)
 179                     .collect(Collectors.toUnmodifiableSet());
 180         } else {
 181             logger.info("getItemInfo ignored, InfluxDB is not connected");
 182             return Set.of();
 183         }
 184     }
 185
 186     @Override
 187     public void store(Item item) {
 188         store(item, null);
 189     }
 190
 191     @Override
 192     public void store(Item item, @Nullable String alias) {
 193         if (!serviceActivated) {
 194             logger.warn("InfluxDB service not ready. Storing {} rejected.", item);
 195             return;
 196         }
 197         convert(item, alias).thenAccept(point -> {
 198             if (point == null) {
 199                 logger.trace("Ignoring item {}, conversion to an InfluxDB point failed.", item.getName());
 200                 return;
 201             }
 202             if (pointsQueue.offer(point)) {
 203                 logger.trace("Queued {} for item {}", point, item);
 204             } else {
 205                 logger.warn("Failed to queue {} for item {}", point, item);
 206             }
 207         });
 208     }
 209
 210     @Override
 211     public Iterable<HistoricItem> query(FilterCriteria filter) {
 212         if (serviceActivated && checkConnection()) {
 213             logger.trace(
 214                     "Query-Filter: itemname: {}, ordering: {}, state: {},  operator: {}, getBeginDate: {}, getEndDate: {}, getPageSize: {}, getPageNumber: {}",
 215                     filter.getItemName(), filter.getOrdering().toString(), filter.getState(), filter.getOperator(),
 216                     filter.getBeginDate(), filter.getEndDate(), filter.getPageSize(), filter.getPageNumber());
 217             String query = influxDBRepository.createQueryCreator().createQuery(filter,
 218                     configuration.getRetentionPolicy());
 219             logger.trace("Query {}", query);
 220             List<InfluxDBRepository.InfluxRow> results = influxDBRepository.query(query);
 221             return results.stream().map(this::mapRowToHistoricItem).collect(Collectors.toList());
 222         } else {
 223             logger.debug("Query for persisted data ignored, InfluxDB is not connected");
 224             return List.of();
 225         }
 226     }
 227
 228     private HistoricItem mapRowToHistoricItem(InfluxDBRepository.InfluxRow row) {
 229         State state = InfluxDBStateConvertUtils.objectToState(row.value(), row.itemName(), itemRegistry);
 230         return new InfluxDBHistoricItem(row.itemName(), state,
 231                 ZonedDateTime.ofInstant(row.time(), ZoneId.systemDefault()));
 232     }
 233
 234     @Override
 235     public List<PersistenceStrategy> getDefaultStrategies() {
 236         return List.of(PersistenceStrategy.Globals.RESTORE, PersistenceStrategy.Globals.CHANGE);
 237     }
 238
 239     /**
 240      * check connection and try reconnect
 241      *
 242      * @return true if connected
 243      */
 244     private boolean checkConnection() {
 245         if (influxDBRepository.isConnected()) {
 246             return true;
 247         } else if (serviceActivated) {
 248             logger.debug("Connection lost, trying re-connection");
 249             return influxDBRepository.connect();
 250         }
 251         return false;
 252     }
 253
 254     private void commit() {
 255         if (!pointsQueue.isEmpty() && checkConnection()) {
 256             List<InfluxPoint> points = new ArrayList<>();
 257             pointsQueue.drainTo(points);
 258             if (!influxDBRepository.write(points)) {
 259                 logger.warn("Re-queuing {} elements, failed to write batch.", points.size());
 260                 pointsQueue.addAll(points);
 261             } else {
 262                 logger.trace("Wrote {} elements to database", points.size());
 263             }
 264         }
 265     }
 266
 267     /**
 268      * Convert incoming data to an {@link InfluxPoint} for further processing. This is needed because storage is
 269      * asynchronous and the item data may have changed.
 270      * <p />
 271      * The method is package-private for testing.
 272      *
 273      * @param item the {@link Item} that needs conversion
 274      * @param storeAlias an (optional) alias for the item
 275      * @return a {@link CompletableFuture} that contains either <code>null</code> for item states that cannot be
 276      *         converted or the corresponding {@link InfluxPoint}
 277      */
 278     CompletableFuture<@Nullable InfluxPoint> convert(Item item, @Nullable String storeAlias) {
 279         String itemName = item.getName();
 280         String itemLabel = item.getLabel();
 281         String category = item.getCategory();
 282         State state = item.getState();
 283         String itemType = item.getType();
 284         Instant timeStamp = Instant.now();
 285
 286         if (state instanceof UnDefType) {
 287             return CompletableFuture.completedFuture(null);
 288         }
 289
 290         return CompletableFuture.supplyAsync(() -> {
 291             String measurementName = storeAlias != null && !storeAlias.isBlank() ? storeAlias : itemName;
 292             measurementName = influxDBMetadataService.getMeasurementNameOrDefault(itemName, measurementName);
 293
 294             if (configuration.isReplaceUnderscore()) {
 295                 measurementName = measurementName.replace('_', '.');
 296             }
 297
 298             State storeState = Objects
 299                     .requireNonNullElse(state.as(desiredClasses.get(ItemUtil.getMainItemType(itemType))), state);
 300             Object value = InfluxDBStateConvertUtils.stateToObject(storeState);
 301
 302             InfluxPoint.Builder pointBuilder = InfluxPoint.newBuilder(measurementName).withTime(timeStamp)
 303                     .withValue(value).withTag(TAG_ITEM_NAME, itemName);
 304
 305             if (configuration.isAddCategoryTag()) {
 306                 String categoryName = Objects.requireNonNullElse(category, "n/a");
 307                 pointBuilder.withTag(TAG_CATEGORY_NAME, categoryName);
 308             }
 309
 310             if (configuration.isAddTypeTag()) {
 311                 pointBuilder.withTag(TAG_TYPE_NAME, itemType);
 312             }
 313
 314             if (configuration.isAddLabelTag()) {
 315                 String labelName = Objects.requireNonNullElse(itemLabel, "n/a");
 316                 pointBuilder.withTag(TAG_LABEL_NAME, labelName);
 317             }
 318
 319             influxDBMetadataService.getMetaData(itemName)
 320                     .ifPresent(metadata -> metadata.getConfiguration().forEach(pointBuilder::withTag));
 321
 322             return pointBuilder.build();
 323         });
 324     }
 325
 326     @Reference(cardinality = ReferenceCardinality.AT_LEAST_ONE, policy = ReferencePolicy.DYNAMIC)
 327     public void setItemFactory(ItemFactory itemFactory) {
 328         itemFactories.add(itemFactory);
 329         calculateItemTypeClasses();
 330     }
 331
 332     public void unsetItemFactory(ItemFactory itemFactory) {
 333         itemFactories.remove(itemFactory);
 334         calculateItemTypeClasses();
 335     }
 336
 337     private synchronized void calculateItemTypeClasses() {
 338         Map<String, Class<? extends State>> desiredClasses = new HashMap<>();
 339         itemFactories.forEach(factory -> {
 340             for (String itemType : factory.getSupportedItemTypes()) {
 341                 Item item = factory.createItem(itemType, "influxItem");
 342                 if (item != null) {
 343                     item.getAcceptedCommandTypes().stream()
 344                             .filter(commandType -> commandType.isAssignableFrom(State.class)).findFirst()
 345                             .map(commandType -> (Class<? extends State>) commandType.asSubclass(State.class))
 346                             .ifPresent(desiredClass -> desiredClasses.put(itemType, desiredClass));
 347                 }
 348             }
 349         });
 350         this.desiredClasses = desiredClasses;
 351     }
 352 }