Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
6 changes: 6 additions & 0 deletions .github/dependabot.yml
Original file line number Diff line number Diff line change
Expand Up @@ -4,3 +4,9 @@ updates:
directory: /
schedule:
interval: monthly
cooldown:
default-days: 10
groups:
github-actions:
patterns:
- "*"
2 changes: 1 addition & 1 deletion .github/workflows/docs.yml
Original file line number Diff line number Diff line change
Expand Up @@ -14,7 +14,7 @@ jobs:
name: Build docs and check links
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v5
- uses: actions/checkout@v6
- uses: pandoc/actions/setup@v1
- uses: ts-graphviz/setup-graphviz@v2
- uses: actions/setup-python@v6
Expand Down
2 changes: 1 addition & 1 deletion .github/workflows/pre-commit.yml
Original file line number Diff line number Diff line change
Expand Up @@ -18,7 +18,7 @@ jobs:
github.event.pull_request.head.repo.full_name != github.repository
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v5
- uses: actions/checkout@v6
- uses: actions/setup-python@v6
- uses: actions/cache@v4
with:
Expand Down
6 changes: 3 additions & 3 deletions docs/clean-prep/tdda.ipynb
Original file line number Diff line number Diff line change
Expand Up @@ -339,7 +339,7 @@
"metadata": {},
"outputs": [],
"source": [
"with open(\"../../data/ignore-iot_constraints.tdda\", \"w\") as f:\n",
"with open(\"../../data/iot_example.json\", \"w\") as f:\n",
" f.write(constraints.to_json())"
]
},
Expand Down Expand Up @@ -430,7 +430,7 @@
}
],
"source": [
"!cat ../../data/ignore-iot_constraints.tdda"
"!cat ../../data/iot_example.json"
]
},
{
Expand Down Expand Up @@ -633,7 +633,7 @@
"metadata": {},
"outputs": [],
"source": [
"v = verify_df(new_df, '../../data/ignore-iot_constraints.tdda')"
"v = verify_df(new_df, '../../data/iot_example.json')"
]
},
{
Expand Down
184 changes: 160 additions & 24 deletions docs/clean-prep/voluptuous.ipynb
Original file line number Diff line number Diff line change
Expand Up @@ -27,7 +27,15 @@
{
"cell_type": "code",
"execution_count": 1,
"metadata": {},
"metadata": {
"execution": {
"iopub.execute_input": "2025-11-19T14:38:04.007368Z",
"iopub.status.busy": "2025-11-19T14:38:04.007203Z",
"iopub.status.idle": "2025-11-19T14:38:04.449780Z",
"shell.execute_reply": "2025-11-19T14:38:04.449484Z",
"shell.execute_reply.started": "2025-11-19T14:38:04.007347Z"
}
},
"outputs": [],
"source": [
"import logging\n",
Expand Down Expand Up @@ -62,7 +70,15 @@
{
"cell_type": "code",
"execution_count": 2,
"metadata": {},
"metadata": {
"execution": {
"iopub.execute_input": "2025-11-19T14:38:04.450310Z",
"iopub.status.busy": "2025-11-19T14:38:04.450179Z",
"iopub.status.idle": "2025-11-19T14:38:04.452317Z",
"shell.execute_reply": "2025-11-19T14:38:04.452038Z",
"shell.execute_reply.started": "2025-11-19T14:38:04.450301Z"
}
},
"outputs": [],
"source": [
"logger = logging.getLogger(0)\n",
Expand All @@ -79,7 +95,15 @@
{
"cell_type": "code",
"execution_count": 3,
"metadata": {},
"metadata": {
"execution": {
"iopub.execute_input": "2025-11-19T14:38:04.452881Z",
"iopub.status.busy": "2025-11-19T14:38:04.452768Z",
"iopub.status.idle": "2025-11-19T14:38:04.848950Z",
"shell.execute_reply": "2025-11-19T14:38:04.848149Z",
"shell.execute_reply.started": "2025-11-19T14:38:04.452869Z"
}
},
"outputs": [],
"source": [
"sales = pd.read_csv(\n",
Expand All @@ -97,7 +121,15 @@
{
"cell_type": "code",
"execution_count": 4,
"metadata": {},
"metadata": {
"execution": {
"iopub.execute_input": "2025-11-19T14:38:04.850091Z",
"iopub.status.busy": "2025-11-19T14:38:04.849817Z",
"iopub.status.idle": "2025-11-19T14:38:04.864279Z",
"shell.execute_reply": "2025-11-19T14:38:04.863875Z",
"shell.execute_reply.started": "2025-11-19T14:38:04.850064Z"
}
},
"outputs": [
{
"data": {
Expand Down Expand Up @@ -212,7 +244,15 @@
{
"cell_type": "code",
"execution_count": 5,
"metadata": {},
"metadata": {
"execution": {
"iopub.execute_input": "2025-11-19T14:38:04.865197Z",
"iopub.status.busy": "2025-11-19T14:38:04.864975Z",
"iopub.status.idle": "2025-11-19T14:38:04.868287Z",
"shell.execute_reply": "2025-11-19T14:38:04.867996Z",
"shell.execute_reply.started": "2025-11-19T14:38:04.865182Z"
}
},
"outputs": [
{
"data": {
Expand All @@ -232,7 +272,15 @@
{
"cell_type": "code",
"execution_count": 6,
"metadata": {},
"metadata": {
"execution": {
"iopub.execute_input": "2025-11-19T14:38:04.870019Z",
"iopub.status.busy": "2025-11-19T14:38:04.869911Z",
"iopub.status.idle": "2025-11-19T14:38:04.875494Z",
"shell.execute_reply": "2025-11-19T14:38:04.875138Z",
"shell.execute_reply.started": "2025-11-19T14:38:04.870011Z"
}
},
"outputs": [
{
"data": {
Expand Down Expand Up @@ -268,14 +316,22 @@
{
"cell_type": "code",
"execution_count": 7,
"metadata": {},
"metadata": {
"execution": {
"iopub.execute_input": "2025-11-19T14:38:04.876028Z",
"iopub.status.busy": "2025-11-19T14:38:04.875902Z",
"iopub.status.idle": "2025-11-19T14:38:04.878452Z",
"shell.execute_reply": "2025-11-19T14:38:04.878190Z",
"shell.execute_reply.started": "2025-11-19T14:38:04.876018Z"
}
},
"outputs": [],
"source": [
"schema = Schema(\n",
" {\n",
" Required(\"sale_amount\"): All(float, Range(min=2.50, max=1450.99)),\n",
" },\n",
" extra=ALLOW_EXTRA,\n",
" extra = ALLOW_EXTRA,\n",
")"
]
},
Expand All @@ -289,7 +345,15 @@
{
"cell_type": "code",
"execution_count": 8,
"metadata": {},
"metadata": {
"execution": {
"iopub.execute_input": "2025-11-19T14:38:04.878780Z",
"iopub.status.busy": "2025-11-19T14:38:04.878712Z",
"iopub.status.idle": "2025-11-19T14:38:04.902865Z",
"shell.execute_reply": "2025-11-19T14:38:04.902576Z",
"shell.execute_reply.started": "2025-11-19T14:38:04.878773Z"
}
},
"outputs": [
{
"name": "stderr",
Expand Down Expand Up @@ -382,7 +446,15 @@
{
"cell_type": "code",
"execution_count": 9,
"metadata": {},
"metadata": {
"execution": {
"iopub.execute_input": "2025-11-19T14:38:04.903435Z",
"iopub.status.busy": "2025-11-19T14:38:04.903215Z",
"iopub.status.idle": "2025-11-19T14:38:04.905650Z",
"shell.execute_reply": "2025-11-19T14:38:04.905288Z",
"shell.execute_reply.started": "2025-11-19T14:38:04.903423Z"
}
},
"outputs": [
{
"data": {
Expand Down Expand Up @@ -420,31 +492,55 @@
{
"cell_type": "code",
"execution_count": 10,
"metadata": {},
"metadata": {
"execution": {
"iopub.execute_input": "2025-11-19T14:38:04.906190Z",
"iopub.status.busy": "2025-11-19T14:38:04.906111Z",
"iopub.status.idle": "2025-11-19T14:38:04.908096Z",
"shell.execute_reply": "2025-11-19T14:38:04.907735Z",
"shell.execute_reply.started": "2025-11-19T14:38:04.906183Z"
}
},
"outputs": [],
"source": [
"def ValidDate(fmt=\"%Y-%m-%d %H:%M:%S\"):\n",
"def valid_date(fmt=\"%Y-%m-%d %H:%M:%S\"):\n",
" return lambda v: datetime.strptime(v, fmt)"
]
},
{
"cell_type": "code",
"execution_count": 11,
"metadata": {},
"metadata": {
"execution": {
"iopub.execute_input": "2025-11-19T14:38:04.908692Z",
"iopub.status.busy": "2025-11-19T14:38:04.908613Z",
"iopub.status.idle": "2025-11-19T14:38:04.910537Z",
"shell.execute_reply": "2025-11-19T14:38:04.910252Z",
"shell.execute_reply.started": "2025-11-19T14:38:04.908685Z"
}
},
"outputs": [],
"source": [
"schema = Schema(\n",
" {\n",
" Required(\"timestamp\"): All(ValidDate()),\n",
" Required(\"timestamp\"): All(valid_date()),\n",
" },\n",
" extra=ALLOW_EXTRA,\n",
" extra = ALLOW_EXTRA,\n",
")"
]
},
{
"cell_type": "code",
"execution_count": 12,
"metadata": {},
"metadata": {
"execution": {
"iopub.execute_input": "2025-11-19T14:38:04.910877Z",
"iopub.status.busy": "2025-11-19T14:38:04.910813Z",
"iopub.status.idle": "2025-11-19T14:38:04.916340Z",
"shell.execute_reply": "2025-11-19T14:38:04.916070Z",
"shell.execute_reply.started": "2025-11-19T14:38:04.910871Z"
}
},
"outputs": [],
"source": [
"error_count = 0\n",
Expand All @@ -461,7 +557,15 @@
{
"cell_type": "code",
"execution_count": 13,
"metadata": {},
"metadata": {
"execution": {
"iopub.execute_input": "2025-11-19T14:38:04.916766Z",
"iopub.status.busy": "2025-11-19T14:38:04.916681Z",
"iopub.status.idle": "2025-11-19T14:38:04.918735Z",
"shell.execute_reply": "2025-11-19T14:38:04.918464Z",
"shell.execute_reply.started": "2025-11-19T14:38:04.916759Z"
}
},
"outputs": [
{
"data": {
Expand All @@ -488,10 +592,18 @@
{
"cell_type": "code",
"execution_count": 14,
"metadata": {},
"metadata": {
"execution": {
"iopub.execute_input": "2025-11-19T14:38:04.919086Z",
"iopub.status.busy": "2025-11-19T14:38:04.918980Z",
"iopub.status.idle": "2025-11-19T14:38:04.920824Z",
"shell.execute_reply": "2025-11-19T14:38:04.920624Z",
"shell.execute_reply.started": "2025-11-19T14:38:04.919076Z"
}
},
"outputs": [],
"source": [
"def ValidDate(fmt=\"%Y-%m-%d %H:%M:%S\"):\n",
"def valid_date(fmt=\"%Y-%m-%d %H:%M:%S\"):\n",
" def validation_func(v):\n",
" try:\n",
" assert datetime.strptime(v, fmt) <= datetime.now()\n",
Expand All @@ -504,21 +616,37 @@
{
"cell_type": "code",
"execution_count": 15,
"metadata": {},
"metadata": {
"execution": {
"iopub.execute_input": "2025-11-19T14:38:04.921148Z",
"iopub.status.busy": "2025-11-19T14:38:04.921074Z",
"iopub.status.idle": "2025-11-19T14:38:04.922921Z",
"shell.execute_reply": "2025-11-19T14:38:04.922717Z",
"shell.execute_reply.started": "2025-11-19T14:38:04.921134Z"
}
},
"outputs": [],
"source": [
"schema = Schema(\n",
" {\n",
" Required(\"timestamp\"): All(ValidDate()),\n",
" Required(\"timestamp\"): All(valid_date()),\n",
" },\n",
" extra=ALLOW_EXTRA,\n",
" extra = ALLOW_EXTRA,\n",
")"
]
},
{
"cell_type": "code",
"execution_count": 16,
"metadata": {},
"metadata": {
"execution": {
"iopub.execute_input": "2025-11-19T14:38:04.923638Z",
"iopub.status.busy": "2025-11-19T14:38:04.923541Z",
"iopub.status.idle": "2025-11-19T14:38:04.929434Z",
"shell.execute_reply": "2025-11-19T14:38:04.929211Z",
"shell.execute_reply.started": "2025-11-19T14:38:04.923631Z"
}
},
"outputs": [],
"source": [
"error_count = 0\n",
Expand All @@ -535,7 +663,15 @@
{
"cell_type": "code",
"execution_count": 17,
"metadata": {},
"metadata": {
"execution": {
"iopub.execute_input": "2025-11-19T14:38:04.929922Z",
"iopub.status.busy": "2025-11-19T14:38:04.929829Z",
"iopub.status.idle": "2025-11-19T14:38:04.932315Z",
"shell.execute_reply": "2025-11-19T14:38:04.932040Z",
"shell.execute_reply.started": "2025-11-19T14:38:04.929914Z"
}
},
"outputs": [
{
"data": {
Expand Down
20 changes: 10 additions & 10 deletions docs/data-processing/serialisation-formats/toml/pyproject.toml
Original file line number Diff line number Diff line change
Expand Up @@ -6,14 +6,14 @@
line-length = 79

[tool.isort]
atomic=true
force_grid_wrap=0
include_trailing_comma=true
lines_after_imports=2
lines_between_types=1
multi_line_output=3
not_skip="__init__.py"
use_parentheses=true
atomic = true
force_grid_wrap = 0
include_trailing_comma = true
lines_after_imports = 2
lines_between_types = 1
multi_line_output = 3
not_skip = "__init__.py"
use_parentheses = true

known_first_party=["MY_FIRST_MODULE", "MY_SECOND_MODULE"]
known_third_party=["mpi4py", "numpy", "requests"]
known_first_party = [ "MY_FIRST_MODULE", "MY_SECOND_MODULE" ]
known_third_party = [ "mpi4py", "numpy", "requests" ]
Loading