Compare commits
No commits in common. "21be48f8e3b0fcd47b25cbb00e2b4ba9c2915128" and "0ed37ad83ec5760bd43a8610dc286e423b4d0a1a" have entirely different histories.
21be48f8e3
...
0ed37ad83e
5 changed files with 44 additions and 175 deletions
|
@ -3,36 +3,47 @@
|
|||
|
||||
import tempfile
|
||||
import datetime
|
||||
import logging
|
||||
import os.path
|
||||
|
||||
import json
|
||||
from google.auth.transport.requests import Request
|
||||
#from google.oauth2.credentials import Credentials
|
||||
from google.oauth2.service_account import Credentials
|
||||
from google.oauth2.credentials import Credentials
|
||||
from google_auth_oauthlib.flow import InstalledAppFlow
|
||||
from googleapiclient.discovery import build
|
||||
from googleapiclient.errors import HttpError
|
||||
|
||||
logger = logging.getLogger(f"wp_cal.{__name__}")
|
||||
|
||||
# If modifying these scopes, delete the file token.json.
|
||||
SCOPES = ['https://www.googleapis.com/auth/calendar.readonly']
|
||||
SCOPES = ['https://www.googleapis.com/auth/calendar']
|
||||
|
||||
|
||||
class Google():
|
||||
|
||||
def __init__(self, calendar_id, *, credentials, token_file):
|
||||
_, credentials_file = tempfile.mkstemp()
|
||||
with open(credentials_file, 'w') as fp:
|
||||
json.dump(credentials, fp)
|
||||
|
||||
self.calendar_id = calendar_id
|
||||
self.credentials_info = credentials
|
||||
self.credentials_file = credentials_file
|
||||
self.token_file = token_file
|
||||
self.credentials = None
|
||||
|
||||
def login(self):
|
||||
self.credentials = Credentials.from_service_account_info(self.credentials_info, scopes=SCOPES)
|
||||
if not self.credentials.valid:
|
||||
self.credentials.refresh(Request())
|
||||
logger.debug('credentials.valid = %s', repr(self.credentials.valid))
|
||||
|
||||
if os.path.exists(self.token_file):
|
||||
self.credentials = Credentials.from_authorized_user_file(self.token_file, SCOPES)
|
||||
if self.credentials is None or not self.credentials.valid:
|
||||
if self.credentials is not None \
|
||||
and self.credentials.expired \
|
||||
and self.credentials.refresh_token:
|
||||
self.credentials.refresh(Request())
|
||||
else:
|
||||
flow = InstalledAppFlow.from_client_secrets_file(
|
||||
self.credentials_file,
|
||||
SCOPES,
|
||||
)
|
||||
self.credentials = flow.run_local_server(port=0)
|
||||
with open(self.token_file, 'w') as token:
|
||||
token.write(self.credentials.to_json())
|
||||
|
||||
def get_events(self, start: datetime.datetime | None=None, until: datetime.timedelta | None=None, limit=None):
|
||||
until = until if until else datetime.timedelta(days=365)
|
||||
|
@ -48,7 +59,7 @@ class Google():
|
|||
maxResults=limit,
|
||||
).execute()
|
||||
except HttpError:
|
||||
logger.exception("a http error occured")
|
||||
print('an error occured')
|
||||
raise
|
||||
events = events.get('items', [])
|
||||
return events
|
||||
|
|
|
@ -1,10 +1,6 @@
|
|||
#!/usr/bin/env python3
|
||||
# -*- coding: utf-8 -*-
|
||||
|
||||
import logging
|
||||
|
||||
logger = logging.getLogger(f"wp_cal.{__name__}")
|
||||
|
||||
def dict_merge(d0, d1):
|
||||
for k, v in d1.items():
|
||||
if (k in d0 and isinstance(d0[k], dict) and isinstance(d1[k], dict)):
|
||||
|
|
|
@ -5,11 +5,10 @@ import requests
|
|||
import urllib.parse
|
||||
import json
|
||||
import datetime
|
||||
import logging
|
||||
|
||||
from . import utils
|
||||
|
||||
logger = logging.getLogger(f"wp_cal.{__name__}")
|
||||
|
||||
|
||||
class CalendarMetadata():
|
||||
|
||||
|
|
|
@ -1,48 +0,0 @@
|
|||
---
|
||||
resources:
|
||||
- name: every-day
|
||||
type: time
|
||||
source:
|
||||
interval: 24h
|
||||
|
||||
- name: script
|
||||
type: git
|
||||
source:
|
||||
uri: https://gitea.redxef.at/redxef/wp-cal-integration
|
||||
branch: test
|
||||
|
||||
|
||||
jobs:
|
||||
- name: update-calendar
|
||||
plan:
|
||||
- get: every-day
|
||||
trigger: true
|
||||
- get: script
|
||||
- task: run-update
|
||||
config:
|
||||
platform: linux
|
||||
image_resource:
|
||||
type: registry-image
|
||||
source:
|
||||
repository: alpine
|
||||
inputs:
|
||||
- name: script
|
||||
path: .
|
||||
params:
|
||||
VAULT_TOKEN: ((vault_token.token))
|
||||
run:
|
||||
path: sh
|
||||
args:
|
||||
- -c
|
||||
- |
|
||||
#!/usr/bin/env sh
|
||||
apk --no-cache --update add \
|
||||
libcap vault jq \
|
||||
python3 py3-pip py3-yaml \
|
||||
py3-google-api-python-client \
|
||||
py3-google-auth-httplib2 \
|
||||
&& python3 -m pip install google-auth-oauthlib
|
||||
setcap cap_ipc_lock= "$(command -v vault)"
|
||||
vault read -address https://vault.redxef.at -format json secret/data/scouts/google/website/wp-cal-integration \
|
||||
| jq .data.data \
|
||||
| ./main.py
|
127
main.py
127
main.py
|
@ -1,72 +1,17 @@
|
|||
#!/usr/bin/env python3
|
||||
# -*- coding: utf-8 -*-
|
||||
|
||||
import os
|
||||
import sys
|
||||
import yaml
|
||||
import logging
|
||||
try:
|
||||
from yaml import CLoader as Loader, CDumper as Dumper
|
||||
from yaml import CLoader as Loader
|
||||
except ImportError:
|
||||
from yaml import Loader, Dumper
|
||||
|
||||
import click
|
||||
from yaml import Loader
|
||||
|
||||
from adapters import *
|
||||
|
||||
logger = logging.getLogger(f'wp_cal.{__name__}')
|
||||
class Config():
|
||||
|
||||
class BaseConfig(dict):
|
||||
|
||||
def __init__(self, file, defaults, *args, **kwargs):
|
||||
self._ex = None
|
||||
self.file = file
|
||||
self.defaults = defaults
|
||||
super().__init__(*args, **kwargs)
|
||||
try:
|
||||
self._load()
|
||||
except FileNotFoundError as ex:
|
||||
self._ex = ex
|
||||
|
||||
def __repr__(self):
|
||||
return super().__repr__()
|
||||
|
||||
def __str__(self):
|
||||
return super().__str__()
|
||||
|
||||
def _load(self):
|
||||
try:
|
||||
if self.file == '-':
|
||||
config = yaml.load(sys.stdin, Loader=Loader)
|
||||
else:
|
||||
with open(self.file) as fp:
|
||||
config = yaml.load(fp, Loader=Loader)
|
||||
if config is None:
|
||||
config = {}
|
||||
for k, v in config.items():
|
||||
self[k] = v
|
||||
finally:
|
||||
for keylist, value in self.defaults:
|
||||
d = self
|
||||
for i, key in enumerate(keylist):
|
||||
repl = value if (i == len(keylist) - 1) else {}
|
||||
d[key] = d.get(key, repl)
|
||||
d = d[key]
|
||||
|
||||
def _save(self):
|
||||
with open(self.file, 'w') as fp:
|
||||
yaml.dump(self, fp, Dumper=Dumper)
|
||||
|
||||
def exception(self):
|
||||
return self._ex
|
||||
|
||||
def load(self):
|
||||
return self._load()
|
||||
|
||||
def save(self):
|
||||
return self._save()
|
||||
|
||||
class Config(BaseConfig):
|
||||
"""
|
||||
The default configuration.
|
||||
|
||||
|
@ -81,60 +26,31 @@ class Config(BaseConfig):
|
|||
.wordpress.calendar.translations: a dictionary of language <-> translation pairs (example: {"en": "Reservations"})
|
||||
.wordpress.credentials.user: the user as which to log into wordpress
|
||||
.wordpress.credentials.password: the users password
|
||||
.logging.level: one or more log levels of the form <module.submodule>:<level> seperated by a `,` (comma)
|
||||
"""
|
||||
|
||||
def __init__(self, file, defaults, *args, **kwargs):
|
||||
defaults += [
|
||||
('google.calendar_id', '#TODO insert google calendar id'),
|
||||
('google.credentials', {}),
|
||||
('google.token_file', os.path.join(os.environ['HOME'], '.wp-cal-google-token')),
|
||||
('wordpress.url', '#TODO insert url to wordpress site'),
|
||||
('wordpress.calendar.id', '#TODO insert wp-booking-system calendar id'),
|
||||
('wordpress.calendar.name', '#TODO insert calendar name'),
|
||||
('wordpress.calendar.translations', {'en': '#TODO insert english translation'}),
|
||||
('wordpress.credentials.user', '#TODO insert wordpress username'),
|
||||
('wordpress.credentials.password', '#TODO insert wordpress password'),
|
||||
]
|
||||
defaults = [(x[0].split('.'), x[1]) for x in defaults]
|
||||
super().__init__(file, defaults, *args, **kwargs)
|
||||
def __init__(self, file):
|
||||
self.file = file
|
||||
self.config: dict | None = None
|
||||
|
||||
def init_logging(level: str):
|
||||
allowed_values = {'NOTSET', 'DEBUG', 'INFO', 'WARNING', 'ERROR', 'CRITICAL'}
|
||||
|
||||
log_levels = [x.split(':') for x in level.split(',')]
|
||||
for module, level in log_levels:
|
||||
module = module.strip() if module else None
|
||||
level = level.strip().upper()
|
||||
if level not in allowed_values:
|
||||
raise ValueError(f'invalid log level, allowed values: {repr(allowed_values)}')
|
||||
level = getattr(logging, level)
|
||||
logging.getLogger(module).setLevel(level)
|
||||
|
||||
@click.command()
|
||||
@click.option('--level', '-l', envvar='WP_CAL_LEVEL', default=':WARNING,wp_cal:INFO', help='The log level for the application')
|
||||
@click.option('--config', '-c', envvar='WP_CAL_CONFIG', default='-', help='The configuration file')
|
||||
def main(level, config):
|
||||
logging.basicConfig()
|
||||
init_logging(level)
|
||||
|
||||
config = Config(config, [('logging.level', ':WARNING,wp_cal:INFO')])
|
||||
if config.exception():
|
||||
logger.info('config not found, trying to generate template')
|
||||
try:
|
||||
config.save()
|
||||
except Exception:
|
||||
logger.exception('failed to generate template')
|
||||
def load(self):
|
||||
if self.file == '-':
|
||||
config = yaml.load(sys.stdin, Loader=Loader)
|
||||
else:
|
||||
logger.info('generated config at "%s"', config.file)
|
||||
return
|
||||
with open(self.file) as fp:
|
||||
config = yaml.load(fp, Loader=Loader)
|
||||
self.config = config
|
||||
|
||||
init_logging(config['logging']['level'])
|
||||
def __getitem__(self, name):
|
||||
assert self.config is not None
|
||||
return self.config[name]
|
||||
|
||||
if __name__ == '__main__':
|
||||
config = Config('-')
|
||||
config.load()
|
||||
g = Google(
|
||||
config['google']['calendar_id'],
|
||||
credentials=config['google']['credentials'],
|
||||
token_file=config['google']['token_file'],
|
||||
token_file=config['google'].get('token_file', '~/.wp-cal-integration-google-token.json')
|
||||
)
|
||||
w = Wordpress(
|
||||
config['wordpress']['url'],
|
||||
|
@ -147,10 +63,5 @@ def main(level, config):
|
|||
)
|
||||
g.login()
|
||||
events = g.get_events()
|
||||
logger.info("syncing %d events", len(events))
|
||||
w.login()
|
||||
w.post_events(events)
|
||||
logger.info("done")
|
||||
|
||||
if __name__ == '__main__':
|
||||
main()
|
||||
|
|
Loading…
Reference in a new issue