diff --git a/.github/dependabot.yml b/.github/dependabot.yml index 3a626c3a..fa963381 100644 --- a/.github/dependabot.yml +++ b/.github/dependabot.yml @@ -4,3 +4,9 @@ updates: directory: / schedule: interval: monthly + cooldown: + default-days: 10 + groups: + github-actions: + patterns: + - "*" diff --git a/.pre-commit-config.yaml b/.pre-commit-config.yaml index 6803d787..2c161b5a 100644 --- a/.pre-commit-config.yaml +++ b/.pre-commit-config.yaml @@ -32,7 +32,7 @@ repos: hooks: - id: validate-pyproject - repo: https://github.com/sphinx-contrib/sphinx-lint - rev: v1.0.1 + rev: v1.0.2 hooks: - id: sphinx-lint types: [rst] @@ -43,7 +43,7 @@ repos: additional_dependencies: ["toml"] entry: isort --profile=black name: isort (python) - - repo: https://github.com/psf/black + - repo: https://github.com/psf/black-pre-commit-mirror rev: 25.11.0 hooks: - id: black diff --git a/docs/clean-prep/tdda.ipynb b/docs/clean-prep/tdda.ipynb index 9195d43c..b71f9e66 100644 --- a/docs/clean-prep/tdda.ipynb +++ b/docs/clean-prep/tdda.ipynb @@ -339,7 +339,7 @@ "metadata": {}, "outputs": [], "source": [ - "with open(\"../../data/ignore-iot_constraints.tdda\", \"w\") as f:\n", + "with open(\"../../data/iot_example.json\", \"w\") as f:\n", " f.write(constraints.to_json())" ] }, @@ -430,7 +430,7 @@ } ], "source": [ - "!cat ../../data/ignore-iot_constraints.tdda" + "!cat ../../data/iot_example.json" ] }, { @@ -633,7 +633,7 @@ "metadata": {}, "outputs": [], "source": [ - "v = verify_df(new_df, '../../data/ignore-iot_constraints.tdda')" + "v = verify_df(new_df, '../../data/iot_example.json')" ] }, { diff --git a/docs/clean-prep/voluptuous.ipynb b/docs/clean-prep/voluptuous.ipynb index fe8e8676..64a06418 100644 --- a/docs/clean-prep/voluptuous.ipynb +++ b/docs/clean-prep/voluptuous.ipynb @@ -27,7 +27,15 @@ { "cell_type": "code", "execution_count": 1, - "metadata": {}, + "metadata": { + "execution": { + "iopub.execute_input": "2025-11-19T14:38:04.007368Z", + "iopub.status.busy": "2025-11-19T14:38:04.007203Z", + "iopub.status.idle": "2025-11-19T14:38:04.449780Z", + "shell.execute_reply": "2025-11-19T14:38:04.449484Z", + "shell.execute_reply.started": "2025-11-19T14:38:04.007347Z" + } + }, "outputs": [], "source": [ "import logging\n", @@ -62,7 +70,15 @@ { "cell_type": "code", "execution_count": 2, - "metadata": {}, + "metadata": { + "execution": { + "iopub.execute_input": "2025-11-19T14:38:04.450310Z", + "iopub.status.busy": "2025-11-19T14:38:04.450179Z", + "iopub.status.idle": "2025-11-19T14:38:04.452317Z", + "shell.execute_reply": "2025-11-19T14:38:04.452038Z", + "shell.execute_reply.started": "2025-11-19T14:38:04.450301Z" + } + }, "outputs": [], "source": [ "logger = logging.getLogger(0)\n", @@ -79,7 +95,15 @@ { "cell_type": "code", "execution_count": 3, - "metadata": {}, + "metadata": { + "execution": { + "iopub.execute_input": "2025-11-19T14:38:04.452881Z", + "iopub.status.busy": "2025-11-19T14:38:04.452768Z", + "iopub.status.idle": "2025-11-19T14:38:04.848950Z", + "shell.execute_reply": "2025-11-19T14:38:04.848149Z", + "shell.execute_reply.started": "2025-11-19T14:38:04.452869Z" + } + }, "outputs": [], "source": [ "sales = pd.read_csv(\n", @@ -97,7 +121,15 @@ { "cell_type": "code", "execution_count": 4, - "metadata": {}, + "metadata": { + "execution": { + "iopub.execute_input": "2025-11-19T14:38:04.850091Z", + "iopub.status.busy": "2025-11-19T14:38:04.849817Z", + "iopub.status.idle": "2025-11-19T14:38:04.864279Z", + "shell.execute_reply": "2025-11-19T14:38:04.863875Z", + "shell.execute_reply.started": "2025-11-19T14:38:04.850064Z" + } + }, "outputs": [ { "data": { @@ -212,7 +244,15 @@ { "cell_type": "code", "execution_count": 5, - "metadata": {}, + "metadata": { + "execution": { + "iopub.execute_input": "2025-11-19T14:38:04.865197Z", + "iopub.status.busy": "2025-11-19T14:38:04.864975Z", + "iopub.status.idle": "2025-11-19T14:38:04.868287Z", + "shell.execute_reply": "2025-11-19T14:38:04.867996Z", + "shell.execute_reply.started": "2025-11-19T14:38:04.865182Z" + } + }, "outputs": [ { "data": { @@ -232,7 +272,15 @@ { "cell_type": "code", "execution_count": 6, - "metadata": {}, + "metadata": { + "execution": { + "iopub.execute_input": "2025-11-19T14:38:04.870019Z", + "iopub.status.busy": "2025-11-19T14:38:04.869911Z", + "iopub.status.idle": "2025-11-19T14:38:04.875494Z", + "shell.execute_reply": "2025-11-19T14:38:04.875138Z", + "shell.execute_reply.started": "2025-11-19T14:38:04.870011Z" + } + }, "outputs": [ { "data": { @@ -268,14 +316,22 @@ { "cell_type": "code", "execution_count": 7, - "metadata": {}, + "metadata": { + "execution": { + "iopub.execute_input": "2025-11-19T14:38:04.876028Z", + "iopub.status.busy": "2025-11-19T14:38:04.875902Z", + "iopub.status.idle": "2025-11-19T14:38:04.878452Z", + "shell.execute_reply": "2025-11-19T14:38:04.878190Z", + "shell.execute_reply.started": "2025-11-19T14:38:04.876018Z" + } + }, "outputs": [], "source": [ "schema = Schema(\n", " {\n", " Required(\"sale_amount\"): All(float, Range(min=2.50, max=1450.99)),\n", " },\n", - " extra=ALLOW_EXTRA,\n", + " extra = ALLOW_EXTRA,\n", ")" ] }, @@ -289,7 +345,15 @@ { "cell_type": "code", "execution_count": 8, - "metadata": {}, + "metadata": { + "execution": { + "iopub.execute_input": "2025-11-19T14:38:04.878780Z", + "iopub.status.busy": "2025-11-19T14:38:04.878712Z", + "iopub.status.idle": "2025-11-19T14:38:04.902865Z", + "shell.execute_reply": "2025-11-19T14:38:04.902576Z", + "shell.execute_reply.started": "2025-11-19T14:38:04.878773Z" + } + }, "outputs": [ { "name": "stderr", @@ -382,7 +446,15 @@ { "cell_type": "code", "execution_count": 9, - "metadata": {}, + "metadata": { + "execution": { + "iopub.execute_input": "2025-11-19T14:38:04.903435Z", + "iopub.status.busy": "2025-11-19T14:38:04.903215Z", + "iopub.status.idle": "2025-11-19T14:38:04.905650Z", + "shell.execute_reply": "2025-11-19T14:38:04.905288Z", + "shell.execute_reply.started": "2025-11-19T14:38:04.903423Z" + } + }, "outputs": [ { "data": { @@ -420,31 +492,55 @@ { "cell_type": "code", "execution_count": 10, - "metadata": {}, + "metadata": { + "execution": { + "iopub.execute_input": "2025-11-19T14:38:04.906190Z", + "iopub.status.busy": "2025-11-19T14:38:04.906111Z", + "iopub.status.idle": "2025-11-19T14:38:04.908096Z", + "shell.execute_reply": "2025-11-19T14:38:04.907735Z", + "shell.execute_reply.started": "2025-11-19T14:38:04.906183Z" + } + }, "outputs": [], "source": [ - "def ValidDate(fmt=\"%Y-%m-%d %H:%M:%S\"):\n", + "def valid_date(fmt=\"%Y-%m-%d %H:%M:%S\"):\n", " return lambda v: datetime.strptime(v, fmt)" ] }, { "cell_type": "code", "execution_count": 11, - "metadata": {}, + "metadata": { + "execution": { + "iopub.execute_input": "2025-11-19T14:38:04.908692Z", + "iopub.status.busy": "2025-11-19T14:38:04.908613Z", + "iopub.status.idle": "2025-11-19T14:38:04.910537Z", + "shell.execute_reply": "2025-11-19T14:38:04.910252Z", + "shell.execute_reply.started": "2025-11-19T14:38:04.908685Z" + } + }, "outputs": [], "source": [ "schema = Schema(\n", " {\n", - " Required(\"timestamp\"): All(ValidDate()),\n", + " Required(\"timestamp\"): All(valid_date()),\n", " },\n", - " extra=ALLOW_EXTRA,\n", + " extra = ALLOW_EXTRA,\n", ")" ] }, { "cell_type": "code", "execution_count": 12, - "metadata": {}, + "metadata": { + "execution": { + "iopub.execute_input": "2025-11-19T14:38:04.910877Z", + "iopub.status.busy": "2025-11-19T14:38:04.910813Z", + "iopub.status.idle": "2025-11-19T14:38:04.916340Z", + "shell.execute_reply": "2025-11-19T14:38:04.916070Z", + "shell.execute_reply.started": "2025-11-19T14:38:04.910871Z" + } + }, "outputs": [], "source": [ "error_count = 0\n", @@ -461,7 +557,15 @@ { "cell_type": "code", "execution_count": 13, - "metadata": {}, + "metadata": { + "execution": { + "iopub.execute_input": "2025-11-19T14:38:04.916766Z", + "iopub.status.busy": "2025-11-19T14:38:04.916681Z", + "iopub.status.idle": "2025-11-19T14:38:04.918735Z", + "shell.execute_reply": "2025-11-19T14:38:04.918464Z", + "shell.execute_reply.started": "2025-11-19T14:38:04.916759Z" + } + }, "outputs": [ { "data": { @@ -488,10 +592,18 @@ { "cell_type": "code", "execution_count": 14, - "metadata": {}, + "metadata": { + "execution": { + "iopub.execute_input": "2025-11-19T14:38:04.919086Z", + "iopub.status.busy": "2025-11-19T14:38:04.918980Z", + "iopub.status.idle": "2025-11-19T14:38:04.920824Z", + "shell.execute_reply": "2025-11-19T14:38:04.920624Z", + "shell.execute_reply.started": "2025-11-19T14:38:04.919076Z" + } + }, "outputs": [], "source": [ - "def ValidDate(fmt=\"%Y-%m-%d %H:%M:%S\"):\n", + "def valid_date(fmt=\"%Y-%m-%d %H:%M:%S\"):\n", " def validation_func(v):\n", " try:\n", " assert datetime.strptime(v, fmt) <= datetime.now()\n", @@ -504,21 +616,37 @@ { "cell_type": "code", "execution_count": 15, - "metadata": {}, + "metadata": { + "execution": { + "iopub.execute_input": "2025-11-19T14:38:04.921148Z", + "iopub.status.busy": "2025-11-19T14:38:04.921074Z", + "iopub.status.idle": "2025-11-19T14:38:04.922921Z", + "shell.execute_reply": "2025-11-19T14:38:04.922717Z", + "shell.execute_reply.started": "2025-11-19T14:38:04.921134Z" + } + }, "outputs": [], "source": [ "schema = Schema(\n", " {\n", - " Required(\"timestamp\"): All(ValidDate()),\n", + " Required(\"timestamp\"): All(valid_date()),\n", " },\n", - " extra=ALLOW_EXTRA,\n", + " extra = ALLOW_EXTRA,\n", ")" ] }, { "cell_type": "code", "execution_count": 16, - "metadata": {}, + "metadata": { + "execution": { + "iopub.execute_input": "2025-11-19T14:38:04.923638Z", + "iopub.status.busy": "2025-11-19T14:38:04.923541Z", + "iopub.status.idle": "2025-11-19T14:38:04.929434Z", + "shell.execute_reply": "2025-11-19T14:38:04.929211Z", + "shell.execute_reply.started": "2025-11-19T14:38:04.923631Z" + } + }, "outputs": [], "source": [ "error_count = 0\n", @@ -535,7 +663,15 @@ { "cell_type": "code", "execution_count": 17, - "metadata": {}, + "metadata": { + "execution": { + "iopub.execute_input": "2025-11-19T14:38:04.929922Z", + "iopub.status.busy": "2025-11-19T14:38:04.929829Z", + "iopub.status.idle": "2025-11-19T14:38:04.932315Z", + "shell.execute_reply": "2025-11-19T14:38:04.932040Z", + "shell.execute_reply.started": "2025-11-19T14:38:04.929914Z" + } + }, "outputs": [ { "data": { diff --git a/docs/data-processing/serialisation-formats/toml/pyproject.toml b/docs/data-processing/serialisation-formats/toml/pyproject.toml index 260bbd2e..732e8efc 100644 --- a/docs/data-processing/serialisation-formats/toml/pyproject.toml +++ b/docs/data-processing/serialisation-formats/toml/pyproject.toml @@ -6,14 +6,14 @@ line-length = 79 [tool.isort] -atomic=true -force_grid_wrap=0 -include_trailing_comma=true -lines_after_imports=2 -lines_between_types=1 -multi_line_output=3 -not_skip="__init__.py" -use_parentheses=true +atomic = true +force_grid_wrap = 0 +include_trailing_comma = true +lines_after_imports = 2 +lines_between_types = 1 +multi_line_output = 3 +not_skip = "__init__.py" +use_parentheses = true -known_first_party=["MY_FIRST_MODULE", "MY_SECOND_MODULE"] -known_third_party=["mpi4py", "numpy", "requests"] +known_first_party = [ "MY_FIRST_MODULE", "MY_SECOND_MODULE" ] +known_third_party = [ "mpi4py", "numpy", "requests" ]