Hallo Gary,
summary
Hartmut
>
>
>
root@acer:/home/weewx/bin/user# ./weewxwd_config.py --clear-v2-data
Using configuration file /home/weewx/weewx.conf
Using database binding 'wx_binding', which is bound to database 'archive_mysql'
Using database binding 'wd_binding', which is bound to database 'wd_mysql'
'dateTime' and 'extraTemp2' data in database 'weewxacer' from 2013-10-31
22:19:00 CET (1383254340) to 2017-03-07 10:15:00 CET (1488878100) (approx 1223
days) is about to be cleared. Any data in these fields will be irretrievably
lost.
Are you sure you wish to proceed (y/n)? y
print "weewx_copy_fill: ", "record %d unter %s tag" %(nrecs, msr)
weewx_copy_fill: record 958 unter 0.0 tag
weewx_copy_fill: record 959 unter 0.0 tag
weewx_copy_fill: record 960 unter 0.0 tag
weewx_copy_fill: record 961 unter 0.0 tag
weewx_copy_fill: record 962 unter 0.0 tag
weewx_copy_fill: record 963 unter 0.0 tag
weewx_copy_fill: record 964 unter 0.0 tag
weewx_copy_fill: record 965 unter 0.0 tag
weewx_copy_fill: record 966 unter 0.0 tag
weewx_copy_fill: record 967 unter 0.0 tag
weewx_copy_fill: record 968 unter 0.0 tag
weewx_copy_fill: record 969 unter 0.0 tag
weewx_copy_fill: record 970 unter 0.0 tag
weewx_copy_fill: record 971 unter 0.118497401017 tag
weewx_copy_fill: record 972 unter 0.945743579887 tag
weewx_copy_fill: record 973 unter 2.31513947062 tag
weewx_copy_fill: record 974 unter 3.89549259625 tag
weewx_copy_fill: record 975 unter 7.1575837414 tag
weewx_copy_fill: record 976 unter 10.7017488091 tag
weewx_copy_fill: record 977 unter 14.0534187991 tag
weewx_copy_fill: record 978 unter 19.8696139385 tag
weewx_copy_fill: record 979 unter 25.36119859 tag
weewx_copy_fill: record 980 unter 31.3608519896 tag
weewx_copy_fill: record 981 unter 37.7748406748 tag
weewx_copy_fill: record 982 unter 44.5794998332 tag
weewx_copy_fill: record 983 unter 51.716982186 tag
weewx_copy_fill: record 984 unter 59.0841849696 tag
weewx_copy_fill: record 985 unter 66.6542856334 tag
weewx_copy_fill: record 986 unter 72.8260437124 tag
weewx_copy_fill: record 987 unter 82.2276113857 tag
weewx_copy_fill: record 988 unter 90.1538975641 tag
weewx_copy_fill: record 989 unter 96.5309593798 tag
weewx_copy_fill: record 990 unter 106.120733593 tag
weewx_copy_fill: record 991 unter 114.104546045 tag
weewx_copy_fill: record 992 unter 122.055072286 tag
weewx_copy_fill: record 993 unter 129.923692274 tag
weewx_copy_fill: record 994 unter 137.742536355 tag
weewx_copy_fill: record 995 unter 145.491971824 tag
weewx_copy_fill: record 996 unter 153.10308551 tag
weewx_copy_fill: record 997 unter 160.585823542 tag
weewx_copy_fill: record 998 unter 166.47249551 tag
weewx_copy_fill: record 999 unter 175.118465988 tag
weewx_copy_fill: record 1000 unter 182.13507291 tag
weewx_copy_fill: record 1001 unter 187.614208295 tag
weewx_copy_fill: record 1002 unter 195.603030845 tag
weewx_copy_fill: record 1003 unter 202.038391642 tag
weewx_copy_fill: record 1004 unter 208.261676514 tag
weewx_copy_fill: record 1005 unter 214.244391358 tag
weewx_copy_fill: record 1006 unter 220.018282496 tag
weewx_copy_fill: record 1007 unter 225.573262126 tag
weewx_copy_fill: record 1008 unter 230.865201242 tag
weewx_copy_fill: record 1009 unter 235.906289144 tag
weewx_copy_fill: record 1010 unter 239.754281663 tag
weewx_copy_fill: record 1011 unter 245.211321251 tag
weewx_copy_fill: record 1012 unter 249.464137969 tag
weewx_copy_fill: record 1013 unter 252.669953398 tag
weewx_copy_fill: record 1014 unter 257.14576184 tag
weewx_copy_fill: record 1015 unter 260.565793215 tag
weewx_copy_fill: record 1016 unter 263.700205901 tag
weewx_copy_fill: record 1017 unter 266.536563333 tag
weewx_copy_fill: record 1018 unter 269.090714162 tag
weewx_copy_fill: record 1019 unter 271.35702148 tag
weewx_copy_fill: record 1020 unter 273.318049121 tag
weewx_copy_fill: record 1021 unter 274.979710146 tag
weewx_copy_fill: record 1022 unter 276.092363605 tag
weewx_copy_fill: record 1023 unter 277.398424881 tag
weewx_copy_fill: record 1024 unter 278.152908626 tag
weewx_copy_fill: record 1025 unter 278.537386565 tag
weewx_copy_fill: record 1026 unter 278.74831888 tag
weewx_copy_fill: record 1027 unter 278.588618289 tag
weewx_copy_fill: record 1028 unter 278.124051426 tag
weewx_copy_fill: record 1029 unter 277.358154799 tag
weewx_copy_fill: record 1030 unter 276.286649819 tag
weewx_copy_fill: record 1031 unter 274.907582903 tag
weewx_copy_fill: record 1032 unter 273.231543511 tag
weewx_copy_fill: record 1033 unter 271.256170017 tag
weewx_copy_fill: record 1034 unter 269.461726759 tag
weewx_copy_fill: record 1035 unter 266.41607955 tag
weewx_copy_fill: record 1036 unter 263.55648389 tag
weewx_copy_fill: record 1037 unter 261.060544505 tag
weewx_copy_fill: record 1038 unter 256.973600444 tag
weewx_copy_fill: record 1039 unter 253.257554621 tag
weewx_copy_fill: record 1040 unter 249.263861527 tag
weewx_copy_fill: record 1041 unter 245.011781591 tag
weewx_copy_fill: record 1042 unter 240.477741693 tag
weewx_copy_fill: record 1043 unter 235.66443848 tag
weewx_copy_fill: record 1044 unter 230.609764484 tag
weewx_copy_fill: record 1045 unter 225.304306514 tag
weewx_copy_fill: record 1046 unter 220.883898076 tag
weewx_copy_fill: record 1047 unter 213.968518887 tag
weewx_copy_fill: record 1048 unter 207.953174712 tag
weewx_copy_fill: record 1049 unter 202.981561216 tag
weewx_copy_fill: record 1050 unter 195.269252288 tag
weewx_copy_fill: record 1051 unter 188.619149152 tag
weewx_copy_fill: record 1052 unter 181.777171937 tag
weewx_copy_fill: record 1053 unter 174.772275012 tag
weewx_copy_fill: record 1054 unter 167.572819916 tag
weewx_copy_fill: record 1055 unter 160.194330454 tag
weewx_copy_fill: record 1056 unter 152.70141964 tag
weewx_copy_fill: record 1057 unter 145.080704974 tag
weewx_copy_fill: record 1058 unter 138.902871239 tag
weewx_copy_fill: record 1059 unter 129.521535202 tag
weewx_copy_fill: record 1060 unter 121.619442408 tag
weewx_copy_fill: record 1061 unter 115.257285503 tag
weewx_copy_fill: record 1062 unter 105.673627265 tag
weewx_copy_fill: record 1063 unter 97.6771916153 tag
weewx_copy_fill: record 1064 unter 89.7004999545 tag
weewx_copy_fill: record 1065 unter 81.7998176869 tag
weewx_copy_fill: record 1066 unter 73.955366278 tag
weewx_copy_fill: record 1067 unter 66.2048883049 tag
weewx_copy_fill: record 1068 unter 58.6408116438 tag
weewx_copy_fill: record 1069 unter 51.2825566038 tag
weewx_copy_fill: record 1070 unter 45.5779034181 tag
weewx_copy_fill: record 1071 unter 37.3909874303 tag
weewx_copy_fill: record 1072 unter 30.9753548792 tag
weewx_copy_fill: record 1073 unter 26.1571512351 tag
weewx_copy_fill: record 1074 unter 19.5398666004 tag
weewx_copy_fill: record 1075 unter 14.6654736191 tag
weewx_copy_fill: record 1076 unter 10.449070213 tag
weewx_copy_fill: record 1077 unter 6.96082388056 tag
weewx_copy_fill: record 1078 unter 4.21224488517 tag
weewx_copy_fill: record 1079 unter 2.2024681996 tag
weewx_copy_fill: record 1080 unter 0.873835438433 tag
weewx_copy_fill: record 1081 unter 0.0764749347002 tag
table "archive_day_maxSolarRad" before UPDATE
dateTime min mintime max maxtime sum count wsum sumtime
1383174000 NULL NULL NULL NULL 0 0 0 0
1383260400 NULL NULL NULL NULL 0 0 0 0
1383346800 NULL NULL NULL NULL 0 0 0 0
1383433200 NULL NULL NULL NULL 0 0 0 0
table "archive_day_maxSolarRad" after UPDATE
dateTime min mintime max maxtime
sum count wsum sumtime
1383174000 0 1383254340 0 1383254340
0 21 0 6300
1383260400 0 1383260640 295.461855977661 1383303541
18656.2263424185 288 5596867.90272548 86400
1383346800 0 1383347041 289.813642518552 1383389941
18163.9155725552 288 5449174.67176655 86400
1383433200 0 1383433441 284.239023967007 1383476341
17683.3831545144 287 5305014.94635428 86400
# WEEWX CONFIGURATION FILE
#
# Copyright (c) 2009-2015 Tom Keffer <[email protected]>
# See the file LICENSE.txt for your rights.
##############################################################################
# This section is for general configuration information.
# Set to 1 for extra debug info, otherwise comment it out or set to zero
debug = 0
# Root directory of the weewx data file hierarchy for this station
WEEWX_ROOT = /home/weewx
# How long to wait before timing out a socket (FTP, HTTP) connection
socket_timeout = 20
# Do not modify this. It is used when installing and updating weewx.
version = 3.7.2
loop_on_init = True
##############################################################################
# This section is for information about the station.
[Station]
# Description of the station location
location = "Klein Rogahn, M-V, Deutschland"
# Latitude and longitude in decimal degrees
latitude = 53.6059563
longitude = 11.341407
# Altitude of the station, with unit it is in. This is downloaded from
# from the station if the hardware supports it.
altitude = 52.8, meter # Choose 'foot' or 'meter' for unit
# Set to type of station hardware. There must be a corresponding stanza
# in this file with a 'driver' parameter indicating the driver to be used.
#station_type = Vantage
station_type = Simulator
# The start of the rain year (1=January; 10=October, etc.). This is
# downloaded from the station if the hardware supports it.
rain_year_start = 1
# Start of week (0=Monday, 6=Sunday)
week_start = 0
# If you have a website, you may specify an URL
#station_url = http://wetter.hes61.de
wind_height = 10.6
###################################################################################
[Simulator]
# This section is for the weewx weather station simulator
# The time (in seconds) between LOOP packets.
loop_interval = 2.5
mode = simulator
#mode = generator
#start = 2011-01-01 00:00
driver = weewx.drivers.simulator
##############################################################################
[Vantage]
type = serial
port = /dev/ttyUSB0
driver = weewx.drivers.vantage
#############################################################################
# This section is for uploading data to Internet sites
[StdRESTful]
[[StationRegistry]]
# To register this weather station with weewx, set this to true
register_this_station = false
[[AWEKAS]]
# This section is for configuring posts to AWEKAS.
# If you wish to do this, set the option 'enable' to true,
# and specify a username and password.
enable = false
#username =
#password =
[[CWOP]]
# This section is for configuring posts to CWOP.
# If you wish to do this, set the option 'enable' to true,
# and specify the station ID (e.g., CW1234).
enable = false
#station = E
[[PWSweather]]
# This section is for configuring posts to PWSweather.com.
# If you wish to do this, set the option 'enable' to true,
# and specify a station and password.
enable = false
#station = h
#password =
[[WOW]]
# This section is for configuring posts to WOW.
# If you wish to do this, set the option 'enable' to true,
# and specify a station and password.
enable = false
#station = replace_me
#password = replace_me
[[Wunderground]]
# This section is for configuring posts to the Weather Underground.
# If you wish to do this, set the option 'enable' to true,
# and specify a station (e.g., 'KORHOODR3') and password.
enable = false
#station = I0
#password =
# Set the following to True to have weewx use the WU "Rapidfire"
# protocol. Not all hardware can support it. See the User's Guide.
rapidfire = False
[[WindFinder]]
#station_id = klein-rogahn
#password =
[[Wetter]]
#username =
#password =
[[WeatherCloud]]
#key = ef9a5006fa
[[OpenWeatherMap]]
#username =
#password =
#station_name = KleinRogahn
[[WindGuru]]
#station_id =
#password =
##############################################################################
# This section specifies what reports, using which skins, to generate.
[StdReport]
# Where the skins reside, relative to WEEWX_ROOT
SKIN_ROOT = skins
# Where the generated reports should go, relative to WEEWX_ROOT
HTML_ROOT = public_html
# The database binding indicates which data should be used in reports.
data_binding = wx_binding
# Each of the following subsections defines a report that will be run.
[[StandardReport]]
# See the customizing guide to change the units, plot types and line
# colors, modify the fonts, display additional sensor data, and other
# customizations. Many of those changes can be made here by overriding
# parameters, or by modifying templates within the skin itself.
# The StandardReport uses the 'Standard' skin, which contains the
# images, templates and plots for the report.
skin = Standard
[[[Units]]]
[[[[Groups]]]]
group_altitude = meter
group_speed2 = km_per_hour2
group_pressure = mbar
group_rain = mm
group_rainrate = mm_per_hour
group_temperature = degree_C
group_degree_day = degree_C_day
group_speed = km_per_hour
[[[CheetahGenerator]]]
search_list_extensions = user.xstats.ExtendedStatistics,
user.forecast.ForecastVariables, user.xlastrain.MyXLastrain,
user.xlastrain.MyXLastsnow, user.xseason.MyXSeason, user.xastro.MyXMoonApsis,
user.xastro.MyXEclipse, user.xastro.MyXEarthApsis, user.xyear.xMyEaster,
user.xwindrose.windroseData, user.xrainno.MyXRainNo
#[[SteelSeries]]
# skin = ss
# HTML_ROOT = public_html/ss
[[WindRose]]
skin = wr
HTML_ROOT = public_html/wr
[[simplicity]]
skin = simplicity
HTML_ROOT = public_html/sc
[[FTP]]
# FTP'ing the results to a webserver is treated as just another report,
# albeit one with an unusual report generator!
skin = Ftp
# If you wish to use FTP, uncomment and fill out the next four lines.
secure_ftp = False
# Most FTP servers use port 21
port = 21
# Set to 1 to use passive mode, zero for active mode
passive = 1
# To upload files from something other than what HTML_ROOT is set
# to above, specify a different HTML_ROOT here.
HTML_ROOT = public_html
# If you wish to use FTP, uncomment and fill out the next four lines:
#user =
#password =
#server =
#path = /
[[RSYNC]]
# rsync'ing to a webserver is treated as just another report
skin = Rsync
HTML_ROOT = /home/weewx/skins
# If you wish to use rsync, you must configure passwordless ssh using
# public/private key authentication from the user account that weewx
# runs as to the user account on the remote machine where the files
# will be copied.
#
# The following three lines determine where files will be sent.
#server = replace with the rsync server name, e.g, www.threefools.org
#path = replace with the rsync destination directory (e.g., /weather)
#user = replace with the rsync username
# Rsync can be configured to remove files from the remote server if
# they don't exist under HTML_ROOT locally. USE WITH CAUTION: if you
# make a mistake in the remote path, you could could unintentionally
# cause unrelated files to be deleted. Set to 1 to enable remote file
# deletion, zero to allow files to accumulate remotely.
delete = 0
#[[isswatch]]
# url =
https://spotthestation.nasa.gov/sightings/xml_files/Germany_None_Lubeck.xml
# skin = isswatch
# HTML_ROOT = public_html/iss
##############################################################################
# This service acts as a filter, converting the unit system coming from
# the hardware to a unit system in the database.
[StdConvert]
# The target_unit affects only the unit system in the database. Once
# chosen it cannot be changed without converting the entire database.
# Modification of target_unit after starting weewx will result in
# corrupt data - the database will contain a mix of US and METRIC data.
#
# The value of target_unit does not affect the unit system for
# reporting - reports can display US, Metric, or any combination of units.
#
# In most cases, target_unit should be left as the default: US
#
# In particular, those migrating from a standard wview installation
# should use US since that is what the wview database contains.
# DO NOT MODIFY THIS VALUE UNLESS YOU KNOW WHAT YOU ARE DOING!
target_unit = METRIC # Options are 'US', 'METRICWX', or 'METRIC'
##############################################################################
# This section can adjust data using calibration expressions.
[StdCalibrate]
[[Corrections]]
# For each type, an arbitrary calibration expression can be given.
# It should be in the units defined in the StdConvert section.
# Example:
lighting = radiation * 130
extraTemp6 = extraTemp1
extraTemp7 = extraTemp3
extraTemp8 = extraTemp2
extraTemp9 = extraTemp1
##############################################################################
# This section is for quality control checks. If units are not specified,
# values must be in the units defined in the StdConvert section.
[StdQC]
[[MinMax]]
barometer = 540, 1100, hPa
outTemp = -60, 120, degree_C
inTemp = -10, 120, degree_C
outHumidity = 0, 100
inHumidity = 0, 100
windSpeed = 0, 220, km_per_hour
pressure = 540, 1200, hPa
extraHumid1 = 0, 100
extraHumid2 = 0, 100
rain = 0, 160, mm
##############################################################################
# This section controls the origin of derived values.
[StdWXCalculate]
[[Calculations]]
# Derived quantities are calculated by this service. Possible values
are:
# hardware - use the value provided by hardware
# software - use the value calculated by weewx
# prefer_hardware - use value provide by hardware if available,
# otherwise use value calculated by weewx
pressure = prefer_hardware
barometer = prefer_hardware
altimeter = prefer_hardware
windchill = prefer_hardware
heatindex = prefer_hardware
dewpoint = prefer_hardware
inDewpoint = prefer_hardware
rainRate = prefer_hardware
ET = prefer_hardware
windrun = software
airDensity = software
windDruck = software
wetBulb = software
cbIndex = software
sunshineS = software
##############################################################################
# For hardware that supports it, this section controls how often the
# onboard clock gets updated.
[StdTimeSynch]
# How often to check the weather station clock for drift (in seconds)
clock_check = 14400
# How much it can drift before we will correct it (in seconds)
max_drift = 5
##############################################################################
# This section is for configuring the archive service.
[StdArchive]
# If the station hardware supports data logging then the archive interval
# will be downloaded from the station. Otherwise, specify it (in seconds).
archive_interval = 300
# If possible, new archive records are downloaded from the station
# hardware. If the hardware does not support this, then new archive
# records will be generated in software.
# Set the following to "software" to force software record generation.
record_generation = hardware
# Whether to include LOOP data in hi/low statistics
loop_hilo = True
# The data binding used to save archive records
data_binding = wx_binding
##############################################################################
# This section binds a data store to a database.
[DataBindings]
[[wx_binding]]
# The database must match one of the sections in [Databases].
# This is likely to be the only option you would want to change.
database = archive_mysql
# The name of the table within the database
table_name = archive
# The manager handles aggregation of data for historical summaries
manager = weewx.wxmanager.WXDaySummaryManager
# The schema defines the structure of the database.
# It is *only* used when the database is created.
schema = schemas.schemas.schema
[[wx3080_binding]]
# The database must match one of the sections in [Databases]
database = wx3080_mysql
table_name = archive
manager = weewx.wxmanager.WXDaySummaryManager
schema = schemas.wx3080.schema
[[vantage_binding]]
# The database must match one of the sections in [Databases]
database = vantage_mysql
table_name = archive
manager = weewx.wxmanager.WXDaySummaryManager
schema = schemas.vantage.schema
[[wd_binding]]
# The database must match one of the sections in [Databases]
database = wd_mysql
table_name = archive
manager = weewx.wxmanager.WXDaySummaryManager
schema = schemas.schemas1.schema
[[air_binding]]
# The database must match one of the sections in [Databases]
database = air_mysql
table_name = archive
manager = weewx.wxmanager.WXDaySummaryManager
schema = schemas.air.schema
[[air2_binding]]
# The database must match one of the sections in [Databases]
database = air2_mysql
table_name = archive
manager = weewx.wxmanager.WXDaySummaryManager
schema = schemas.air2.schema
[[forecast_binding]]
database = forecast_mysql
table_name = archive
schema = user.forecast.schema
manager = weewx.manager.Manager
[[lightning_binding]]
database = blitz_mysql
table_name = archive
manager = weewx.manager.Manager
#schema = user.as3935.schema
[[cmon_binding]]
manager = weewx.manager.DaySummaryManager
schema = user.cmon.schema
table_name = archive
database = cmon_mysql
[[wdsupp_binding]]
manager = weewx.manager.Manager
schema = schemas.wdSchema.wdsupp_schema
table_name = supp
database = wdsupp_mysql
##############################################################################
# This section defines various databases.
[Databases]
# A SQLite database is simply a single file
[[archive_sqlite]]
database_type = SQLite
database_name = weewx.sdb
#############################################
# MySQL
[[archive_mysql]]
database_type = MySQL
database_name = weewxacer
[[wx3080_mysql]]
database_type = MySQL
database_name = weewx3080
[[vantage_mysql]]
database_type = MySQL
database_name = weewx
[[wd_mysql]]
database_type = MySQL
database_name = weewxacerWD
[[air_mysql]]
database_type = MySQL
database_name = airair
[[air2_mysql]]
database_type = MySQL
database_name = airpm25
[[forecast_mysql]]
database_type = MySQL
database_name = forecasthes
[[blitz_mysql]]
database_type = MySQL
database_name = lightningair
[[cmon_mysql]]
database_type = MySQL
database_name = cmonacer
[[wdsupp_mysql]]
database_type = MySQL
database_name = wdsuppacer
##############################################################################
# This section defines defaults for the different types of databases.
[DatabaseTypes]
# Defaults for SQLite databases
[[SQLite]]
driver = weedb.sqlite
# Directory in which the database files are located
SQLITE_ROOT = /home/weewx/archive
[[MySQL]]
driver = weedb.mysql
# The host where the database is located
host = 192.168.38.35
# The user name for logging in to the host
user =
# The password for the user name
password =
##############################################################################
# This section configures the internal weewx engine.
[Engine]
[[Services]]
# This section specifies the services that should be run. They are
# grouped by type, and the order of services within each group
# determines the order in which the services will be run.
prep_services = weewx.engine.StdTimeSynch
data_services = user.snowhes.SnowDepth # user.owfs.OWFSService
process_services = weewx.engine.StdConvert, weewx.engine.StdCalibrate,
weewx.engine.StdQC, weewx.wxservices.StdWXCalculate, user.weewxwd3.WdWXCalculate
archive_services = weewx.engine.StdArchive, user.cmon.ComputerMonitor,
user.weewxwd3.WdArchive, user.weewxwd3.WdSuppArchive
#, user.weewxwd3.WdSuppArchive, user.forecast.ZambrettiForecast,
user.forecast.WUForecast, user.forecast.OWMForecast, user.forecast.AerisForecast
restful_services = ,
# weewx.restx.StdStationRegistry, weewx.restx.StdWunderground,
weewx.restx.StdPWSweather, weewx.restx.StdCWOP, weewx.restx.StdAWEKAS,
user.wetter.Wetter, user.wcloud.WeatherCloud, user.windfinder.WindFinder,
user.windguru.WindGuru
report_services = weewx.engine.StdPrint, weewx.engine.StdReport
##############################################################################
[ComputerMonitor]
data_binding = cmon_binding
max_age = 2592000 # 30 days; None to store indefinitely
################################################################################
[Forecast]
data_binding = forecast_binding
[[WU]]
api_key = 71ea
interval = 10800
max_age = 604800
#forecast_txt = hourly10day/forecast10day
[[Zambretti]]
# hemisphere can be NORTH or SOUTH
hemisphere = NORTH
# The interval determines how often the trend is calculated
interval = 600
# The lower and upper pressure define the range to which the forecaster
# should be calibrated, in units of millibar (hPa). The 'barometer'
# pressure (not station pressure) is used to calculate the forecast.
lower_pressure = 950.0
upper_pressure = 1050.0
[[XTide]]
location = Boston
[[NWS]]
lid =
foid = BOX
interval = 10800
[[OWM]]
api_key = 7
#forecast_type = 5day3hour
#interval = 10800
[[UKMO]]
api_key = XXXXXXXXXXXXXXXX # specify a UK met office api_key
location = 2337 # specify code for UK location
[[Aeris]]
client_id = # specify client identifier
client_secret = # specify client secret key
[[WWO]]
# An API key is required to access WWO forecasts.
#api_key = 2904
# The location can be specified by:
# US ZIP code 02139
# UK POST code X
# Canadian Postal code M3C4H9
# IP address x.x.x.x
# coordinate Lat 53.61 and Lon 11.34
# "latitude": "53.600",
# "longitude": "11.350",
# "population": "0",
# city name Klein Rogahn
# If no location is specified, station latitude and longitude are used
#location = 02139
# Forecasts are available in 3, 6, 12, and 24 hour increments.
forecast_type = 3
############################################################################################
[OWFS]
interface = u
#driver = user.owfs
[[sensor_type]]
#lightning = counter
extraHumid1 = humhes
extraHumid2 = heshum
#lighting = lighes
#radiation = radhes
supplyVoltage = owvolt
heatingVoltage = owvolt
referenceVoltage = owvolt
[[sensor_map]]
extraTemp1 = /uncached/28.829410050000/temperature
extraTemp4 = /uncached/28.5E1E31050000/temperature
# Carport kombi
extraTemp3 = /uncached/28.FF131B440400/temperature
extraTemp6 = /uncached/28.FF701B410400/temperature
extraTemp5 = /uncached/28.FFAC23430400/temperature
extraTemp2 = /uncached/28.FF2E20440400/temperature
extraTemp7 = /uncached/28.FEAE5E050000/temperature
# carport 1 m
soilTemp1 = /uncached/28.FFA71E430400/temperature
soilTemp2 = /uncached/28.FE4D11050000/temperature
soilTemp3 = /uncached/28.8DE010050000/temperature
soilTemp4 = /uncached/28.FF0C1F430400/temperature
soilTemp5 = /uncached/28.FFB31B410400/temperature
supplyVoltage = /26.45CD92010000
heatingVoltage = /26.0EFF91010000
referenceVoltage = /26.F8FE91010000
# Volt des one-wire busses
#outHumidity = /26.45CD92010000/humidity
#extraHumid1 = /26.45CD92010000
#extraHumid2 = /26.45CD92010000/humidity
# Sensor Carport
#radiation = /26.F8FE91010000
# Berechnung Helligkeit
#extraTemp9 = /26.0EFF91010000
extraTemp8 = /26.0EFF91010000/temperature
######################################################################################
[Weewx-WD]
data_binding = wd_binding
[[Supplementary]]
database_max_tries = 3
max_age = 691200
data_binding = wdsupp_binding
vacuum = 86400
database_retry_wait = 10
[[[WU]]]
conditions_interval = 1800
apiKey =
forecast_interval = 1800
api_lockout_period = 60
max_WU_tries = 3
location = replace_me
almanac_interval = 3600
######################################################################################
[SnowDepth]
filename = /home/weewx/snow
#!/usr/bin/env python
#
# This program is free software; you can redistribute it and/or modify it under
# the terms of the GNU General Public License as published by the Free Software
# Foundation; either version 2 of the License, or (at your option) any later
# version.
#
# This program is distributed in the hope that it will be useful, but WITHOUT
# ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS
# FOR A PARTICULAR PURPOSE. See the GNU General Public License for more
# details.
#
# Version: 1.2.0b2 Date: 5 September 2015
#
# Revision History
# ?? September 2015 v1.2.0 - Initial implementation, based upon portions of
# weewxwd3.py
#
"""Manage the databases used by Weewx-WD"""
from __future__ import with_statement
import optparse
import os.path
import sys
import syslog
import time
from datetime import date, timedelta
# Find the install bin subdirectory:
this_file = os.path.join(os.getcwd(), __file__)
this_dir = os.path.abspath(os.path.dirname(this_file))
bin_dir = os.path.abspath(os.path.join(this_dir, os.pardir))
# Now that we've found the bin subdirectory, inject it into the path:
sys.path.insert(0, bin_dir)
# Now we can import some weewx modules
import weewx
VERSION = weewx.__version__
import user.extensions #@UnusedImport
import weedb
import weewx.manager
import weewx.units
import weecfg
import weewx
import weewx.engine
import weewx.wxformulas
import weewx.almanac
from weewx.units import convert, obs_group_dict
from weeutil.weeutil import to_bool, accumulateLeaves
from weeutil.weeutil import timestamp_to_string
# Weewx-WD imports
import user.weewxwd3
import user.wdSearchX3
#import user.wdAstroSearchX3
#import user.wdTaggedStats3
#import user.imageStackedWindRose3
from user.weewxwd3 import WdGenerateDerived
WEEWXWD_CONFIG_VERSION = '1.2.0b2'
description = """Manage the Weewx-WD database. This utility performs many of the functions
on the Weewx-WD database that the wee_database utility performs on the weewx
database. Most of these functions are handled automatically by Weewx-WD, but
they may be useful as a utility in special cases. In particular, the
'reconfigure' option can be useful if additional data types are added to or
dropped from the database schema or to change unit systems."""
usage = """weewxwd_config --help
weewxwd_config --create-archive
[CONFIG_FILE|--config=CONFIG_FILE]
[--wd-binding=BINDING_NAME]
weewxwd_config --drop-daily
[CONFIG_FILE|--config=CONFIG_FILE]
[--wd-binding=BINDING_NAME]
weewxwd_config --backfill-daily
[CONFIG_FILE|--config=CONFIG_FILE]
[--wd-binding=BINDING_NAME]
weewxwd_config --reconfigure
[CONFIG_FILE|--config=CONFIG_FILE]
[--wd-binding=BINDING_NAME]
weewxwd_config --string-check
[CONFIG_FILE|--config=CONFIG_FILE]
[--wd-binding=BINDING_NAME] [--fix]
weewxwd_config --copy-v2-data
[CONFIG_FILE|--config=CONFIG_FILE]
[--wx-binding=BINDING_NAME]
[--wd-binding=BINDING_NAME]
weewxwd_config --clear-v2-data
[CONFIG_FILE|--config=CONFIG_FILE]
[--wx-binding=BINDING_NAME]
[--wd-binding=BINDING_NAME]
weewxwd_config --version
weewxwd_config --status
"""
epilog = """If you are using a MySQL database it is assumed that you have the
appropriate permissions for the requested operation."""
def main():
# Set defaults for the system logger:
syslog.openlog('weewxwd', syslog.LOG_PID|syslog.LOG_CONS)
# Create a command line parser:
parser = optparse.OptionParser(description=description, usage=usage, epilog=epilog)
# Add the various options:
parser.add_option("--create-archive", dest="create_archive", action='store_true',
help="Create the Weewx-WD archive database.")
parser.add_option("--drop-daily", dest="drop_daily", action='store_true',
help="Drop the Weewx-WD daily summary tables.")
parser.add_option('--backfill-daily', dest='backfill_daily', action='store_true',
help='Backfill Weewx-WD daily summary tables from Weewx-WD archive.')
parser.add_option("--reconfigure", dest="reconfigure", action='store_true',
help="Create a new Weewx-WD archive database using configuration information found "
"in the configuration file. In particular, the new database will use the unit "
"system found in option [StdConvert][target_unit]. The new database will have "
"the same name as the old database, with a '_new' on the end.")
parser.add_option("--string-check", dest="string_check", action="store_true",
help="Check a sqlite version of the Weewx-WD database to "
"see whether it contains embedded strings.")
parser.add_option("--copy-v2-data", dest="copy_v2", action='store_true',
help="Copy historical Weewx-WD observation data from Weewx archive to Weewx-WD archive.")
parser.add_option("--clear-v2-data", dest="clear_v2", action='store_true',
help="Clear historical Weewx-WD data from Weewx (not Weewx-WD) archive. NOTE: This option will irreversibly clear all data stored in the 'extraTemp1' and 'extraTemp2' fields in the Weewx (not Weewx-WD) archive.")
parser.add_option('--version', dest='version', action='store_true',
help='Display Weewx-WD executable file versions.')
parser.add_option('--status', dest='status', action='store_true',
help='Display Weewx-WD archive status.')
parser.add_option('--config', dest='config_path', type=str, metavar="CONFIG_PATH",
help="Use configuration file CONFIG_PATH. Default is /etc/weewx/weewx.conf or /home/weewx/weewx.conf.")
parser.add_option("--wx-binding", dest="wxbinding", metavar="WX_BINDING_NAME",
default='wx_binding',
help="The weewx data binding. Default is 'wx_binding'.")
parser.add_option("--wd-binding", dest="wdbinding", metavar="WD_BINDING_NAME",
default='wd_binding',
help="The Weewx-WD data binding. Default is 'wd_binding'.")
parser.add_option("--fix", dest="fix", action="store_true",
help="Fix any embedded strings in a sqlite database.")
# Now we are ready to parse the command line:
(options, args) = parser.parse_args()
if options.version:
print "Weewx-WD weewxwd_config version: %s" % WEEWXWD_CONFIG_VERSION
print "Weewx-WD weewxwd version: %s" % user.weewxwd3.WEEWXWD_VERSION
print "Weewx-WD SLE version: %s" % user.wdSearchX3.WEEWXWD_SLE_VERSION
print "Weewx-WD Astronomical SLE version: %s" % user.wdAstroSearchX3.WEEWXWD_ASTRO_SLE_VERSION
print "Weewx-WD Tagged Statistics version: %s" % user.wdTaggedStats3.WEEWXWD_TAGGED_STATS_VERSION
print "Weewx-WD Stacked Windrose Generator version: %s" % user.imageStackedWindRose3.WEEWXWD_STACKED_WINDROSE_VERSION
exit(1)
config_path, config_dict = weecfg.read_config(options.config_path, args)
print "Using configuration file %s" % config_path
db_binding_wd, db_binding_wx = get_bindings(config_dict)
db_binding_wx = options.wxbinding
db_binding_wd = options.wdbinding
database_wx = config_dict['DataBindings'][db_binding_wx]['database']
database_wd = config_dict['DataBindings'][db_binding_wd]['database']
print "Using database binding '%s', which is bound to database '%s'" % (db_binding_wx, database_wx)
print "Using database binding '%s', which is bound to database '%s'" % (db_binding_wd, database_wd)
if options.status:
print_status(config_dict, db_binding_wd, db_binding_wx)
exit(1)
if options.create_archive:
createMainDatabase(config_dict, db_binding_wd)
if options.reconfigure:
reconfigMainDatabase(config_dict, db_binding_wd)
if options.drop_daily:
dropDaily(config_dict, db_binding_wd)
if options.backfill_daily:
backfillDaily(config_dict, db_binding_wd)
if options.string_check:
string_check(config_dict, db_binding_wd, options.fix)
if options.copy_v2:
copy_v2_data(config_dict, db_binding_wd, db_binding_wx)
exit(1)
if options.clear_v2:
clear_v2_data(config_dict, db_binding_wx)
exit(1)
def createMainDatabase(config_dict, db_binding):
"""Create a weewx archive database"""
# Try a simple open. If it succeeds, that means the database
# exists and is initialized. Otherwise, an exception will be thrown.
try:
with weewx.manager.open_manager_with_config(config_dict, db_binding) as dbmanager:
print "Database '%s' already exists. Nothing done." % (dbmanager.database_name,)
except weedb.OperationalError:
# Database does not exist. Try again, but allow initialization:
with weewx.manager.open_manager_with_config(config_dict, db_binding, initialize=True) as dbmanager:
print "Created database '%s'" % (dbmanager.database_name,)
def dropDaily(config_dict, db_binding):
"""Drop the daily summaries from a weewx database"""
manager_dict = weewx.manager.get_manager_dict(config_dict['DataBindings'],
config_dict['Databases'],
db_binding)
database_name = manager_dict['database_dict']['database_name']
ans = None
while ans not in ['y', 'n']:
print "Proceeding will delete all your daily summaries from database '%s'" % database_name
ans = raw_input("Are you sure you want to proceed (y/n)? ")
if ans == 'y' :
print "Dropping daily summary tables from '%s' ... " % (database_name,)
try:
with weewx.manager.open_manager_with_config(config_dict, db_binding) as dbmanager:
try:
dbmanager.drop_daily()
except weedb.OperationalError, e:
print "Got error '%s'\nPerhaps there was no daily summary?" % e
else:
print "Dropped daily summary tables from database '%s'" % (database_name,)
except weedb.OperationalError:
# No daily summaries. Nothing to be done.
print "No daily summaries found in database '%s'. Nothing done." % (database_name,)
def backfillDaily(config_dict, db_binding):
"""Backfill the daily summaries"""
manager_dict = weewx.manager.get_manager_dict(config_dict['DataBindings'],
config_dict['Databases'],
db_binding)
database_name = manager_dict['database_dict']['database_name']
print "Backfilling daily summaries in database '%s'" % database_name
t1 = time.time()
# Open up the archive. This will create the tables necessary for the daily summaries if they
# don't already exist:
with weewx.manager.open_manager_with_config(config_dict, db_binding, initialize=True) as dbmanager:
nrecs, ndays = dbmanager.backfill_day_summary()
tdiff = time.time() - t1
if nrecs:
print "Backfilled '%s' with %d records over %d days in %.2f seconds" % (database_name, nrecs, ndays, tdiff)
else:
print "Daily summaries up to date in '%s'." % database_name
def reconfigMainDatabase(config_dict, db_binding):
"""Create a new database, then populate it with the contents of an old database"""
manager_dict = weewx.manager.get_manager_dict_from_config(config_dict,
db_binding)
# Make a copy for the new database (we will be modifying it)
new_database_dict = dict(manager_dict['database_dict'])
# Now modify the database name
new_database_dict['database_name'] = manager_dict['database_dict']['database_name']+'_new'
# First check and see if the new database already exists. If it does, check
# with the user whether it's ok to delete it.
try:
weedb.create(new_database_dict)
except weedb.DatabaseExists:
ans = None
while ans not in ['y', 'n']:
ans = raw_input("New database '%s' already exists. Delete it first (y/n)? " % (new_database_dict['database_name'],))
if ans == 'y':
weedb.drop(new_database_dict)
elif ans == 'n':
print "Nothing done."
return
# Get the unit system of the old archive:
with weewx.manager.Manager.open(manager_dict['database_dict']) as old_dbmanager:
old_unit_system = old_dbmanager.std_unit_system
# Get the unit system of the new archive:
try:
target_unit_nickname = config_dict['StdConvert']['target_unit']
except KeyError:
target_unit_system = None
else:
target_unit_system = weewx.units.unit_constants[target_unit_nickname.upper()]
ans = None
while ans not in ['y', 'n']:
print "Copying Weewx-WD archive database '%s' to '%s'" % (manager_dict['database_dict']['database_name'], new_database_dict['database_name'])
if target_unit_system is None or old_unit_system==target_unit_system:
print "The new archive will use the same unit system as the old ('%s')." % (weewx.units.unit_nicknames[old_unit_system],)
else:
print "Units will be converted from the '%s' system to the '%s' system." % (weewx.units.unit_nicknames[old_unit_system],
weewx.units.unit_nicknames[target_unit_system])
ans = raw_input("Are you sure you wish to proceed (y/n)? ")
if ans == 'y':
weewx.manager.reconfig(manager_dict['database_dict'],
new_database_dict,
new_unit_system=target_unit_system,
new_schema=manager_dict['schema'])
print "Done."
elif ans == 'n':
print "Nothing done."
def print_status(config_dict, db_binding_wd, db_binding_wx):
""" Display brief status information on whether or not reconstruction of any
Weewx-WD archive data is required.
The installation of the Weewx-WD extension does not in itself
reconstruct any earlier Weewx-WD data that was previously kept in the
Weewx archive. A simple check is conducted of the earliest and
latest timestamps in the Weewx-WD archive that hold Weewx-WD data.
These times are compared against the earliest and latest timestamps
in the Weewx archive.
Parameters:
config_dict: a dictionary of the weewx.conf settings
db_binding_wd: binding for Weewx-WD database
db_binding_wx: binding for Weewx database
Returns:
Nothing.
"""
manager_dict = weewx.manager.get_manager_dict(config_dict['DataBindings'],
config_dict['Databases'],
db_binding_wd)
database_name = manager_dict['database_dict']['database_name']
with weewx.manager.open_manager_with_config(config_dict, db_binding_wd) as dbmanager_wd:
with weewx.manager.open_manager_with_config(config_dict, db_binding_wx) as dbmanager_wx:
earliest_wd_ts = None
latest_wd_ts = None
table_name = dbmanager_wd.table_name
# find earliest and latest Weewx-WD archive timestamps that hold valid data
_row = dbmanager_wd.getSql("SELECT MIN(dateTime), MAX(dateTime) FROM %s WHERE humidex IS NOT NULL AND appTemp IS NOT NULL" % table_name)
if _row:
# we have an answer
earliest_wd_ts = _row[0]
latest_wd_ts = _row[1]
# get our first and last good timestamps from Weewx archive
earliest_wx_ts = dbmanager_wx.firstGoodStamp()
latest_wx_ts = dbmanager_wx.lastGoodStamp()
if earliest_wd_ts is None or latest_wd_ts is None:
# no Weewx-WD data, reconstruct the lot if available
if earliest_wx_ts is not None and latest_wx_ts is not None:
# data available so say so
print "Reconstruction of Weewx-WD database '%s' table '%s' data from %s to %s (approx %d days) is recommended." % (database_name, table_name, timestamp_to_string(earliest_wx_ts), timestamp_to_string(latest_wx_ts), int((latest_wx_ts - earliest_wx_ts)/86400) + 1)
else:
# no data with which to reconstruct
print "Reconstruction of Weewx-WD database '%s' table '%s' is not required" % (database_name, table_name)
elif earliest_wx_ts is not None and latest_wx_ts is not None:
# some Weewx-WD data available and we also have some Weewx data
# check if we need to reconstruct
if earliest_wd_ts > earliest_wx_ts:
# we have 'before' data to reconstruct
print "Reconstruction of Weewx-WD database '%s' table '%s' data from %s to %s (approx %d days) is recommended." % (database_name, table_name, timestamp_to_string(earliest_wx_ts), timestamp_to_string(earliest_wd_ts), int((earliest_wd_ts - earliest_wx_ts)/86400) + 1)
elif latest_wd_ts < latest_wx_ts:
# we have 'after' data to reconstruct
print "Reconstruction of Weewx-WD database '%s' table '%s' data from %s to %s (approx %d days) is recommended." % (database_name, table_name, timestamp_to_string(latest_wd_ts), timestamp_to_string(latest_wx_ts), int((latest_wx_ts - latest_wd_ts)/86400) + 1)
else:
# no data with which to reconstruct so say so
print "Reconstruction of Weewx-WD database '%s' table '%s' is not required" % (database_name, table_name)
else:
# no data with which to reconstruct so say so
print "Reconstruction of Weewx-WD database '%s' table '%s' is not required" % (database_name, table_name)
def string_check(config_dict, db_binding, fix=False):
print "Checking Weewx-WD archive database for strings..."
found_problem = False
# Open up the main database archive
with weewx.manager.open_manager_with_config(config_dict, db_binding) as dbmanager:
obs_pytype_list = []
obs_list = []
# Get the schema and extract the Python type each observation type should be
for column in dbmanager.connection.genSchemaOf('archive'):
schema_type = column[2]
if schema_type == 'INTEGER':
schema_type = int
elif schema_type == 'REAL':
schema_type = float
elif schema_type == 'STR':
schema_type = str
# Save the observation type for this column (eg, 'outTemp'):
obs_list.append(column[1])
# Save the Python type for this column (eg, 'int'):
obs_pytype_list.append(schema_type)
# Cycle through each row in the database
for record in dbmanager.genBatchRows():
# Now examine each column
for icol in range(len(record)):
# Check to see if this column is an instance of the correct Python type
if record[icol] is not None and not isinstance(record[icol], obs_pytype_list[icol]):
# Oops. Found a bad one. Print it out
sys.stdout.write("Timestamp = %s; record['%s']= %r; ... " % (record[0], obs_list[icol], record[icol]))
found_problem = True
if fix:
# Cooerce to the correct type. If it can't be done, then set it to None
try:
corrected_value = obs_pytype_list[icol](record[icol])
except ValueError:
corrected_value = None
# Update the database with the new value
dbmanager.updateValue(record[0], obs_list[icol], corrected_value)
# Inform the user
sys.stdout.write("changed to %r\n" % corrected_value)
else:
sys.stdout.write("ignored.\n")
# Print out a message if nothing was found
if not found_problem:
print "Check complete. No embedded strings found."
def copy_v2_data(config_dict, db_binding_wd, db_binding_wx):
""" Copy legacy Weewx-WD derived obs from a Weewx archive.
Does a simple check of the first and last valid timestamps in
Weewx-WD and Weewx archives to identify any Weewx-WD missing data
timespans. The check is simple and only identifies missing data
before the first and after the last valid Weewx-WD timestamps.
Missing data between these timestamps will not be identified and
copied.
Parameters:
config_dict: a dictionary of the weewx.conf settings
db_binding_wd: binding for Weewx-WD database
db_binding_wx: binding for Weewx database
Returns:
Nothing.
"""
t1 = time.time()
with weewx.manager.open_manager_with_config(config_dict, db_binding_wd) as dbmanager_wd:
with weewx.manager.open_manager_with_config(config_dict, db_binding_wx) as dbmanager_wx:
# get the spans of any records we need to insert both:
# - before the start of our Weewx-WD database, and
# - after the end of our Weewx-WD database
before_span, after_span = get_backfill_spans(dbmanager_wd, dbmanager_wx)
before_start_ts, before_stop_ts, after_start_ts, after_stop_ts = before_span + after_span
# do the backfill noting numbers of records, days and periods we have
# dealt with
nrecs_b = None
ndays_b = 0
nrecs_a = None
ndays_a = 0
nperiods = 0
if before_start_ts is not None and before_stop_ts is not None:
nrecs_b, ndays_b = backfill_wd(dbmanager_wd, dbmanager_wx, before_start_ts - 1, before_stop_ts - 1)
if nrecs_b is not None:
nperiods += 1 if nrecs_b > 0 else nperiods
if after_start_ts is not None and after_stop_ts is not None:
nrecs_a, ndays_a = backfill_wd(dbmanager_wd, dbmanager_wx, after_start_ts, after_stop_ts)
if nrecs_a is not None:
nperiods += 1 if nrecs_a > 0 else nperiods
tdiff = time.time() - t1
# informational statement on what we did/did not do
nrecs = sum(filter(None, (nrecs_b, nrecs_a)))
if nperiods > 0:
print "%d record(s) over %d period(s) covering approximately %d day(s) processed in %s." % (nrecs, nperiods, ndays_b + ndays_a, str(timedelta(seconds=int(tdiff))))
else:
print "No records processed."
def clear_v2_data(config_dict, db_binding_wx):
""" Clear any legacy humidex and apparent temperature data from the
Weewx (not Weewx-WD) database.
Under Weewx v2.x Weewx-WD stored humidex and apparent temperature
data in the Weewx archive in fields extraTemp1 and extratemp2
respectively. Under Weewx v3 Weewx-WD now stores this data in a
separate database and hence this legacy data can be removed from
the Weewx database.
Parameters:
config_dict: a dictionary of the weewx.conf settings
db_binding_wx: binding for Weewx database
Returns:
Nothing.
"""
manager_dict = weewx.manager.get_manager_dict(config_dict['DataBindings'],
config_dict['Databases'],
db_binding_wx)
database_name = manager_dict['database_dict']['database_name']
with weewx.manager.open_manager_with_config(config_dict, db_binding_wx) as dbmanager_wx:
# get our first and last good timestamps
start_ts = dbmanager_wx.firstGoodStamp()
stop_ts = dbmanager_wx.lastGoodStamp()
# do we actually have any extraTemp1 and extraTemp2 fields with data in them?
#_row = dbmanager_wx.getSql("SELECT COUNT(windrun) FROM %s" % dbmanager_wx.table_name)
_row = dbmanager_wx.getSql("SELECT COUNT(pressure), COUNT(outTemp) FROM %s" % dbmanager_wx.table_name)
if _row:
# we have an answer
if _row[0] > 0 or _row[1] >0:
# we do have some fields to clear so clear them
# set some counters
nrecs = 0
ndays = (date.fromtimestamp(stop_ts) - date.fromtimestamp(start_ts)).days
# confirm we still want to do this
print "'dateTime' and 'extraTemp2' data in database '%s' from %s to %s (approx %d days) is about to be cleared. Any data in these fields will be irretrievably lost." % (database_name, timestamp_to_string(start_ts), timestamp_to_string(stop_ts), ndays)
ans = None
ans = raw_input("Are you sure you wish to proceed (y/n)? ")
if ans == 'y':
# we do so go ahead and clear them
for _rec in dbmanager_wx.genBatchRecords(start_ts - 1, stop_ts):
msr = weewx.wxformulas.solar_rad_Bras(53.605963, 11.341407, 53, _rec['dateTime'], 2)
dbmanager_wx.updateValue(_rec['dateTime'], 'maxSolarRad', msr)
""" test
if _rec['outTemp'] <> 0 and _rec['outHumidity'] <> 0:
cb1 = weewx.wxformulas.cloudbase_Metric(_rec['outTemp'], _rec['outHumidity'], 53)
else:
cb1 = 0
dbmanager_wx.updateValue(_rec['dateTime'], 'cloudbase', cb1)
if _rec['windSpeed'] > 0:
be2 = _rec['windSpeed'] * 5.0 / 60.0
else:
be2 = 0.0
dbmanager_wx.updateValue(_rec['dateTime'], 'windrun', be2)
# Erweiterung in wxformulars
if _rec['outTemp'] <> 0 and _rec['dewpoint'] <> 0 and _rec['pressure'] <> 0 and _rec['windSpeed'] <> 0:
wi1 = weewx.wxformulas.winddruck_Metric(_rec['dewpoint'], _rec['outTemp'],
_rec['pressure'], _rec['windSpeed'])
else:
wi1 = 0
dbmanager_wx.updateValue(_rec['dateTime'], 'windDruck', wi1)
#Erweiterung in wxformulars
if _rec['outTemp'] <> 0 and _rec['dewpoint'] <> 0 and _rec['pressure'] <> 0:
ai1 = weewx.wxformulas.density_Metric(_rec['dewpoint'], _rec['outTemp'],
_rec['pressure'])
else:
ai1 = 0
dbmanager_wx.updateValue(_rec['dateTime'], 'airDensity', ai1)
if _rec['outTemp'] <> 0 and _rec['outHumidity'] <> 0 and _rec['pressure'] <> 0:
we1 = weewx.wxformulas.wetbulb_Metric(_rec['outTemp'], _rec['outHumidity'],
_rec['pressure'])
else:
we1 = 0
dbmanager_wx.updateValue(_rec['dateTime'], 'wetBulb', we1)
if _rec['outTemp'] <> 0 and _rec['outHumidity'] <> 0:
cbI = weewx.wxformulas.cbindex_Metric(_rec['outTemp'], _rec['outHumidity'])
else:
cbI = 0.0
dbmanager_wx.updateValue(_rec['dateTime'], 'cbIndex', cbI)
if _rec['radiation'] <> 0:
sunS = weewx.wxformulas.sunhes(_rec['radiation'], _rec['dateTime'])
else:
sunS = 0.0
dbmanager_wx.updateValue(_rec['dateTime'], 'sunshineS', sunS)
#dbmanager_wx.updateValue(_rec['dateTime'], 'extraTemp2', None)
"""
print "weewx_copy_fill: ", "record %d unter %s tag" %(nrecs, msr)
#dbmanager_wx.updateValue(_rec['dateTime'], 'extraTemp2', None)
nrecs += 1
# all done, say so and give some stats
print "Done. 'windrun1' and 'maxsolarrad' updatet in %d records (approx %d days)." %(nrecs, ndays)
elif ans == 'n':
# we backed out so say so
print "Action cancelled. Nothing done."
else:
# no rows need to be cleared
print "No 'extraTemp1' or 'extraTemp2' data found in database '%s' that need to be cleared. No data changed." % (database_name,)
else:
# no rows need to be cleared
print "No 'extraTemp1' or 'extraTemp2' data found in database '%s' that need to be cleared. No data changed." % (database_name,)
def get_bindings(config_dict):
""" Get db_bindings for the Weewx-WD and Weewx databases.
Parameters:
config_dict: a dictionary of the weewx.conf settings
Returns:
db_binding_wd: binding for Weewx-WD database.
db_binding_wx: binding for Weewx database.
"""
# Extract our binding from the Weewx-WD section of the config file. If
# it's missing, fill with a default
if 'Weewx-WD' in config_dict:
db_binding_wd = config_dict['Weewx-WD'].get('data_binding', 'wd_binding')
else:
db_binding_wd = 'wd_binding'
# Extract the Weewx binding for use when we check the need for backfill
# from the Weewx archive
if 'StdArchive' in config_dict:
db_binding_wx = config_dict['StdArchive'].get('data_binding', 'wx_binding')
else:
db_binding_wx = 'wx_binding'
return (db_binding_wd, db_binding_wx)
def get_backfill_spans(dbmanager_wd, dbmanager_wx):
""" Calculate timespans that require backfill of data from Weewx
archive to Weewx-WD archive.
If Weewx-WD was installed some time after Weewx was first run
there will likely be one or more periods of missing data in the
Weewx-WD archive that is otherwise available from the Weewx
archive. This routine takes a simplistic approach to determining
these timespans as follows:
- first good timestamp in Weewx archive to first good timestamp in
Weewx-WD archive
- last good timestamp in Weewx-WD archive to last good timestamp in
Weewx archive
- if there is no data in the Weewx-WD archive then first good
timestamp to last good timestamp in Weewx archive
- if there is no data in the Weewx archive then a (None, None)
timespan is returned for each period
Gaps in the Weewx-WD data are not included in any timespand results.
Parameters:
dbmanager_wd: Manager object for Weewx-WD database.
dbmanager_wx: Manager object for Weewx database.
Returns:
A tuple consisting of two tuples each consisting of a start and
stop timestamp. The first tuple represents the timespan of data
that is older then the Weewx-WD data. The second tuple
represents the timespan of data that is newer than the Weewx-WD
data. (None, None) represents no timespan.
"""
# get fist and last good timestamps for each database
first_wd_ts = dbmanager_wd.firstGoodStamp()
last_wd_ts = dbmanager_wd.lastGoodStamp()
first_wx_ts = dbmanager_wx.firstGoodStamp()
last_wx_ts = dbmanager_wx.lastGoodStamp()
if first_wd_ts is None or last_wd_ts is None:
# no data in wd
if first_wx_ts is not None and last_wx_ts is not None:
# we have data in wx
return ((first_wx_ts, last_wx_ts), (None, None))
else:
# we have no data in wx
return ((None, None), (None, None))
else:
# wd data
if first_wx_ts is not None and last_wx_ts is not None:
# we have data in wx
if first_wx_ts < first_wd_ts:
#we have 'before' data to add
before = (first_wx_ts, first_wd_ts)
else:
before = (None, None)
if last_wx_ts > last_wd_ts:
#we have 'after' data to add
after = (last_wd_ts, last_wx_ts)
else:
after = (None, None)
return (before, after)
else:
# we have no data in wx
return ((None, None), (None, None))
def backfill_wd(dbmanager_wd, dbmanager_wx, start_ts, stop_ts):
""" Backfill Weewx-WD database with derived obs over a timespan.
Steps through each Weewx record in the timespan extracting
humidex/appTemp from extraTemp1/extraTemp2 values if they contain
data otherwise humidex/appTemp are calculated and saved in the
Weewx-WD database against the original timestamp. Also sets
outTempDay and outTempNight such that:
- outTempDay=outTemp if time is > 06:00 and time is <= 18:00
- outTempNight=outTemp if time is <= 06:00 and time is > 18:00
- outTempDay and outTempNight = None at all other times.
Parameters:
dbmanager_wd: manager object for Weewx-WD database
dbmanager_wx: manager object for Weewx database
start_ts: inclusive timestamp for the start of the timespan
stop_ts: inclusive timestamp for the end of the timespan
Returns:
ndays: the number of days processed
"""
# set up a reference time point
t1 = time.time()
# set some stats
nrecs = None
ndays = (date.fromtimestamp(stop_ts) - date.fromtimestamp(start_ts)).days
# how many recs do we need to update?
_row = dbmanager_wx.getSql("SELECT COUNT(dateTime) FROM %s WHERE dateTime >= %s AND dateTime <= %s" % (dbmanager_wx.table_name, start_ts, stop_ts))
if _row:
# we have an answer
nrecs = _row[0] if _row[0] > 0 else None
# confirm we still want to do this
print "%d records have been identified to backfill database '%s' from %s to %s (approx %d days). This may take some time (hours) to complete." % (nrecs, dbmanager_wd.database_name, timestamp_to_string(start_ts), timestamp_to_string(stop_ts), ndays)
ans = None
ans = raw_input("Are you sure you wish to proceed (y/n)? ")
if ans == 'y':
print "Processing %d records..." % (nrecs,)
# create a generator object that will yield records over our timespan that have had humidex/appTemp added
# need to be inclusive on the start hence the - 1
record_generator = WdGenerateDerived(dbmanager_wx.genBatchRecords(start_ts - 1, stop_ts))
# now call the addRecord method with our generator object
# should be much faster than passing addRecord individual records
dbmanager_wd.addRecord(record_generator)
else:
print "Action cancelled. Nothing done."
# we backed out so set nrecs to None
nrecs = None
return nrecs, ndays
if __name__=="__main__" :
main()
