server.py 14 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260
  1. # SPDX-License-Identifier: Apache-2.0
  2. # Copyright 2020 Contributors to OpenLEADR
  3. # Licensed under the Apache License, Version 2.0 (the "License");
  4. # you may not use this file except in compliance with the License.
  5. # You may obtain a copy of the License at
  6. # http://www.apache.org/licenses/LICENSE-2.0
  7. # Unless required by applicable law or agreed to in writing, software
  8. # distributed under the License is distributed on an "AS IS" BASIS,
  9. # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  10. # See the License for the specific language governing permissions and
  11. # limitations under the License.
  12. from aiohttp import web
  13. from openleadr.service import EventService, PollService, RegistrationService, ReportService, \
  14. OptService, VTNService
  15. from openleadr.messaging import create_message
  16. from openleadr import objects
  17. from openleadr import utils
  18. from functools import partial
  19. from datetime import datetime, timedelta, timezone
  20. from collections import deque
  21. import logging
  22. import ssl
  23. import re
  24. logger = logging.getLogger('openleadr')
  25. class OpenADRServer:
  26. _MAP = {'on_created_event': 'event_service',
  27. 'on_request_event': 'event_service',
  28. 'on_register_report': 'report_service',
  29. 'on_create_report': 'report_service',
  30. 'on_created_report': 'report_service',
  31. 'on_request_report': 'report_service',
  32. 'on_update_report': 'report_service',
  33. 'on_poll': 'poll_service',
  34. 'on_query_registration': 'registration_service',
  35. 'on_create_party_registration': 'registration_service',
  36. 'on_cancel_party_registration': 'registration_service'}
  37. def __init__(self, vtn_id, cert=None, key=None, passphrase=None, fingerprint_lookup=None,
  38. show_fingerprint=True, http_port=8080, http_host='127.0.0.1', http_cert=None,
  39. http_key=None, http_key_passphrase=None, http_path_prefix='/OpenADR2/Simple/2.0b',
  40. requested_poll_freq=timedelta(seconds=10), http_ca_file=None):
  41. """
  42. Create a new OpenADR VTN (Server).
  43. :param str vtn_id: An identifier string for this VTN. This is how you identify yourself
  44. to the VENs that talk to you.
  45. :param str cert: Path to the PEM-formatted certificate file that is used to sign outgoing
  46. messages
  47. :param str key: Path to the PEM-formatted private key file that is used to sign outgoing
  48. messages
  49. :param str passphrase: The passphrase used to decrypt the private key file
  50. :param callable fingerprint_lookup: A callable that receives a ven_id and should return the
  51. registered fingerprint for that VEN. You should receive
  52. these fingerprints outside of OpenADR and configure them
  53. manually.
  54. :param bool show_fingerprint: Whether to print the fingerprint to your stdout on startup.
  55. Defaults to True.
  56. :param int http_port: The port that the web server is exposed on (default: 8080)
  57. :param str http_host: The host or IP address to bind the server to (default: 127.0.0.1).
  58. :param str http_cert: The path to the PEM certificate for securing HTTP traffic.
  59. :param str http_key: The path to the PEM private key for securing HTTP traffic.
  60. :param str http_ca_file: The path to the CA-file that client certificates are checked against.
  61. :param str http_key_passphrase: The passphrase for the HTTP private key.
  62. """
  63. # Set up the message queues
  64. self.message_queues = {}
  65. self.app = web.Application()
  66. self.services = {'event_service': EventService(vtn_id, message_queues=self.message_queues),
  67. 'report_service': ReportService(vtn_id, message_queues=self.message_queues),
  68. 'poll_service': PollService(vtn_id, message_queues=self.message_queues),
  69. 'opt_service': OptService(vtn_id),
  70. 'registration_service': RegistrationService(vtn_id,
  71. poll_freq=requested_poll_freq)}
  72. if http_path_prefix[-1] == "/":
  73. http_path_prefix = http_path_prefix[:-1]
  74. self.app.add_routes([web.post(f"{http_path_prefix}/{s.__service_name__}", s.handler)
  75. for s in self.services.values()])
  76. self.http_port = http_port
  77. self.http_host = http_host
  78. self.http_path_prefix = http_path_prefix
  79. # Create SSL context for running the server
  80. if http_cert and http_key:
  81. self.ssl_context = ssl.create_default_context(cafile=http_ca_file,
  82. purpose=ssl.Purpose.CLIENT_AUTH)
  83. self.ssl_context.verify_mode = ssl.CERT_REQUIRED
  84. self.ssl_context.load_cert_chain(http_cert, http_key, http_key_passphrase)
  85. else:
  86. self.ssl_context = None
  87. # Configure message signing
  88. if cert and key:
  89. with open(cert, "rb") as file:
  90. cert = file.read()
  91. with open(key, "rb") as file:
  92. key = file.read()
  93. if show_fingerprint:
  94. print("")
  95. print("*" * 80)
  96. print("Your VTN Certificate Fingerprint is "
  97. f"{utils.certificate_fingerprint(cert)}".center(80))
  98. print("Please deliver this fingerprint to the VENs that connect to you.".center(80))
  99. print("You do not need to keep this a secret.".center(80))
  100. print("*" * 80)
  101. print("")
  102. VTNService._create_message = partial(create_message, cert=cert, key=key,
  103. passphrase=passphrase)
  104. VTNService.fingerprint_lookup = staticmethod(fingerprint_lookup)
  105. self.__setattr__ = self.add_handler
  106. def run(self):
  107. """
  108. Starts the asyncio-loop and runs the server in it. This function is
  109. blocking. For other ways to run the server in a more flexible context,
  110. please refer to the `aiohttp documentation
  111. <https://docs.aiohttp.org/en/stable/web_advanced.html#aiohttp-web-app-runners>`_.
  112. """
  113. web.run_app(self.app)
  114. async def run_async(self):
  115. """
  116. Starts the server in an already-running asyncio loop.
  117. """
  118. self.app_runner = web.AppRunner(self.app)
  119. await self.app_runner.setup()
  120. site = web.TCPSite(self.app_runner,
  121. port=self.http_port,
  122. host=self.http_host,
  123. ssl_context=self.ssl_context)
  124. await site.start()
  125. protocol = 'https' if self.ssl_context else 'http'
  126. print("")
  127. print("*" * 80)
  128. print("Your VTN Server is now running at ".center(80))
  129. print(f"{protocol}://{self.http_host}:{self.http_port}{self.http_path_prefix}".center(80))
  130. print("*" * 80)
  131. print("")
  132. async def stop(self):
  133. await self.app_runner.cleanup()
  134. def add_event(self, ven_id, signal_name, signal_type, intervals, callback, targets=None,
  135. targets_by_type=None, target=None, market_context="oadr://unknown.context",
  136. notification_period=None, ramp_up_period=None, recovery_period=None):
  137. """
  138. Convenience method to add an event with a single signal.
  139. :param str ven_id: The ven_id to whom this event must be delivered.
  140. :param str signal_name: The OpenADR name of the signal; one of openleadr.objects.SIGNAL_NAME
  141. :param str signal_type: The OpenADR type of the signal; one of openleadr.objects.SIGNAL_TYPE
  142. :param str intervals: A list of intervals with a dtstart, duration and payload member.
  143. :param str callback: A callback function for when your event has been accepted (optIn) or refused (optOut).
  144. :param list targets: A list of Targets that this Event applies to.
  145. :param target: A single target for this event.
  146. :param dict targets_by_type: A dict of targets, grouped by type.
  147. :param str market_context: A URI for the DR program that this event belongs to.
  148. :param timedelta notification_period: The Notification period for the Event's Active Period.
  149. :param timedelta ramp_up_period: The Ramp Up period for the Event's Active Period.
  150. :param timedelta recovery_period: The Recovery period for the Event's Active Period.
  151. If you don't provide a target using any of the three arguments, the target will be set to the given ven_id.
  152. """
  153. if self.services['event_service'].polling_method == 'external':
  154. logger.error("You cannot use the add_event method after you assign your own on_poll "
  155. "handler. If you use your own on_poll handler, you are responsible for "
  156. "delivering events from that handler. If you want to use OpenLEADRs "
  157. "message queuing system, you should not assign an on_poll handler. "
  158. "Your Event will NOT be added.")
  159. return
  160. if not re.match(r"^(([^:/?#]+):)?(//([^/?#]*))?([^?#]*)(\?([^#]*))?(#(.*))?", market_context):
  161. raise ValueError("The Market Context must be a valid URI.")
  162. event_id = utils.generate_id()
  163. # Figure out the target for this Event
  164. if target is None and targets is None and targets_by_type is None:
  165. targets = [{'ven_id': ven_id}]
  166. elif target is not None:
  167. targets = [target]
  168. elif targets_by_type is not None:
  169. targets = utils.ungroup_targets_by_type(targets_by_type)
  170. if not isinstance(targets, list):
  171. targets = [targets]
  172. event_descriptor = objects.EventDescriptor(event_id=event_id,
  173. modification_number=0,
  174. market_context=market_context,
  175. event_status="far",
  176. created_date_time=datetime.now(timezone.utc))
  177. event_signal = objects.EventSignal(intervals=intervals,
  178. signal_name=signal_name,
  179. signal_type=signal_type,
  180. signal_id=utils.generate_id(),
  181. targets=targets)
  182. # Make sure the intervals carry timezone-aware timestamps
  183. for interval in intervals:
  184. if utils.getmember(interval, 'dtstart').tzinfo is None:
  185. utils.setmember(interval, 'dtstart',
  186. utils.getmember(interval, 'dtstart').astimezone(timezone.utc))
  187. logger.warning("You supplied a naive datetime object to your interval's dtstart. "
  188. "This will be interpreted as a timestamp in your local timezone "
  189. "and then converted to UTC before sending. Please supply timezone-"
  190. "aware timestamps like datetime.datetime.new(timezone.utc) or "
  191. "datetime.datetime(..., tzinfo=datetime.timezone.utc)")
  192. active_period = utils.get_active_period_from_intervals(intervals, False)
  193. active_period.ramp_up_period = ramp_up_period
  194. active_period.notification_period = notification_period
  195. active_period.recovery_period = recovery_period
  196. event = objects.Event(active_period=active_period,
  197. event_descriptor=event_descriptor,
  198. event_signals=[event_signal],
  199. targets=targets)
  200. if ven_id not in self.message_queues:
  201. self.message_queues[ven_id] = deque()
  202. self.message_queues[ven_id].append(event)
  203. self.services['event_service'].pending_events[event_id] = (event, callback)
  204. return event_id
  205. def add_raw_event(self, ven_id, event):
  206. """
  207. Add a new event to the queue for a specific VEN.
  208. :param str ven_id: The ven_id to which this event should be distributed.
  209. :param dict event: The event (as a dict or as a objects.Event instance)
  210. that contains the event details.
  211. """
  212. if ven_id not in self.message_queues:
  213. self.message_queues[ven_id] = deque()
  214. self.message_queues[ven_id].append(event)
  215. def add_handler(self, name, func):
  216. """
  217. Add a handler to the OpenADRServer.
  218. :param str name: The name for this handler. Should be one of: on_created_event,
  219. on_request_event, on_register_report, on_create_report,
  220. on_created_report, on_request_report, on_update_report, on_poll,
  221. on_query_registration, on_create_party_registration,
  222. on_cancel_party_registration.
  223. :param callable func: A function or coroutine that handles this type of occurrence.
  224. It receives the message, and should return the contents of a response.
  225. """
  226. logger.debug(f"Adding handler: {name} {func}")
  227. if name in self._MAP:
  228. setattr(self.services[self._MAP[name]], name, func)
  229. if name == 'on_poll':
  230. self.services['poll_service'].polling_method = 'external'
  231. self.services['event_service'].polling_method = 'external'
  232. else:
  233. raise NameError(f"Unknown handler {name}. "
  234. f"Correct handler names are: {self._MAP.keys()}")