From 5d8567ef1e972b6379c0f7d7213ce51bb9f308f7 Mon Sep 17 00:00:00 2001 From: Lars Bogner Date: Wed, 26 Aug 2026 12:08:42 +0200 Subject: [PATCH] Seed each epoch's RNG from (seed, epoch) (gitea #83) The per-epoch training fan-out only makes sense if epoch k is the same epoch either way, and the shuffle fix alone wasn't enough: run_train_job calls seed_everything(train.seed) at process start, so a fresh job restarted the torch/numpy stream at epoch 1's state and drew different flow/WGAN noise than the corresponding epoch of a single long run. giant.config.epoch_seed derives a per-epoch seed, and the training loop reseeds from it at the top of every epoch. Verified on a 3-epoch toy run: the chained workflow's concatenated metrics.csv is now byte-identical to a single `giant train --epochs 3` with the same seed (it matched only on epoch 1 before). Co-Authored-By: Claude Opus 5 --- CLAUDE.md | 2 +- giant/config.py | 13 + giant/training/loop.py | 5 + wandb/debug-internal.log | 1 + wandb/debug.log | 1 + wandb/latest-run | 1 + .../files/config.yaml | 354 +++++++++++++++++ .../files/output.log | 26 ++ .../files/requirements.txt | 122 ++++++ .../files/wandb-metadata.json | 36 ++ .../files/wandb-summary.json | 1 + .../logs/debug-core.log | 1 + .../logs/debug-internal.log | 17 + .../logs/debug.log | 24 ++ .../run-epochs=1.wandb | Bin 0 -> 13238 bytes .../files/config.yaml | 354 +++++++++++++++++ .../files/output.log | 26 ++ .../files/requirements.txt | 122 ++++++ .../files/wandb-metadata.json | 36 ++ .../files/wandb-summary.json | 1 + .../logs/debug-core.log | 1 + .../logs/debug-internal.log | 17 + .../logs/debug.log | 21 + .../run-epochs=2.wandb | Bin 0 -> 13100 bytes .../files/config.yaml | 354 +++++++++++++++++ .../files/output.log | 26 ++ .../files/requirements.txt | 122 ++++++ .../files/wandb-metadata.json | 36 ++ .../files/wandb-summary.json | 1 + .../logs/debug-core.log | 1 + .../logs/debug-internal.log | 17 + .../logs/debug.log | 21 + .../run-epochs=3.wandb | Bin 0 -> 13064 bytes .../files/config.yaml | 356 +++++++++++++++++ .../files/output.log | 43 ++ .../files/requirements.txt | 122 ++++++ .../files/wandb-metadata.json | 36 ++ .../files/wandb-summary.json | 1 + .../logs/debug-core.log | 1 + .../logs/debug-internal.log | 18 + .../logs/debug.log | 25 ++ .../run-epochs=1.wandb | Bin 0 -> 14069 bytes .../files/config.yaml | 356 +++++++++++++++++ .../files/output.log | 43 ++ .../files/requirements.txt | 122 ++++++ .../files/wandb-metadata.json | 36 ++ .../files/wandb-summary.json | 1 + .../logs/debug-core.log | 1 + .../logs/debug-internal.log | 18 + .../logs/debug.log | 22 ++ .../run-epochs=2.wandb | Bin 0 -> 14076 bytes .../files/config.yaml | 356 +++++++++++++++++ .../files/output.log | 43 ++ .../files/requirements.txt | 122 ++++++ .../files/wandb-metadata.json | 36 ++ .../files/wandb-summary.json | 1 + .../logs/debug-core.log | 1 + .../logs/debug-internal.log | 18 + .../logs/debug.log | 22 ++ .../run-epochs=3.wandb | Bin 0 -> 14055 bytes .../files/config.yaml | 366 +++++++++++++++++ .../files/output.log | 127 ++++++ .../files/requirements.txt | 122 ++++++ .../files/wandb-metadata.json | 52 +++ .../files/wandb-summary.json | 1 + .../logs/debug-core.log | 1 + .../logs/debug-internal.log | 17 + .../run-20260826_120435-single/logs/debug.log | 24 ++ .../run-single.wandb | Bin 0 -> 32953 bytes .../files/config.yaml | 356 +++++++++++++++++ .../files/output.log | 43 ++ .../files/requirements.txt | 122 ++++++ .../files/wandb-metadata.json | 36 ++ .../files/wandb-summary.json | 1 + .../logs/debug-core.log | 1 + .../logs/debug-internal.log | 18 + .../logs/debug.log | 25 ++ .../run-epochs=1.wandb | Bin 0 -> 14060 bytes .../files/config.yaml | 357 +++++++++++++++++ .../files/output.log | 43 ++ .../files/requirements.txt | 122 ++++++ .../files/wandb-metadata.json | 36 ++ .../files/wandb-summary.json | 1 + .../logs/debug-core.log | 1 + .../logs/debug-internal.log | 20 + .../logs/debug.log | 22 ++ .../run-epochs=2.wandb | Bin 0 -> 13977 bytes .../files/config.yaml | 357 +++++++++++++++++ .../files/output.log | 43 ++ .../files/requirements.txt | 122 ++++++ .../files/wandb-metadata.json | 36 ++ .../files/wandb-summary.json | 1 + .../logs/debug-core.log | 1 + .../logs/debug-internal.log | 20 + .../logs/debug.log | 22 ++ .../run-epochs=3.wandb | Bin 0 -> 14045 bytes .../files/config.yaml | 368 ++++++++++++++++++ .../files/output.log | 129 ++++++ .../files/requirements.txt | 122 ++++++ .../files/wandb-metadata.json | 52 +++ .../files/wandb-summary.json | 1 + .../logs/debug-core.log | 1 + .../logs/debug-internal.log | 20 + .../run-20260826_120646-single/logs/debug.log | 25 ++ .../run-single.wandb | Bin 0 -> 26151 bytes 105 files changed, 6793 insertions(+), 1 deletion(-) create mode 120000 wandb/debug-internal.log create mode 120000 wandb/debug.log create mode 120000 wandb/latest-run create mode 100644 wandb/run-20260826_120040-epochs=1/files/config.yaml create mode 100644 wandb/run-20260826_120040-epochs=1/files/output.log create mode 100644 wandb/run-20260826_120040-epochs=1/files/requirements.txt create mode 100644 wandb/run-20260826_120040-epochs=1/files/wandb-metadata.json create mode 100644 wandb/run-20260826_120040-epochs=1/files/wandb-summary.json create mode 120000 wandb/run-20260826_120040-epochs=1/logs/debug-core.log create mode 100644 wandb/run-20260826_120040-epochs=1/logs/debug-internal.log create mode 100644 wandb/run-20260826_120040-epochs=1/logs/debug.log create mode 100644 wandb/run-20260826_120040-epochs=1/run-epochs=1.wandb create mode 100644 wandb/run-20260826_120043-epochs=2/files/config.yaml create mode 100644 wandb/run-20260826_120043-epochs=2/files/output.log create mode 100644 wandb/run-20260826_120043-epochs=2/files/requirements.txt create mode 100644 wandb/run-20260826_120043-epochs=2/files/wandb-metadata.json create mode 100644 wandb/run-20260826_120043-epochs=2/files/wandb-summary.json create mode 120000 wandb/run-20260826_120043-epochs=2/logs/debug-core.log create mode 100644 wandb/run-20260826_120043-epochs=2/logs/debug-internal.log create mode 100644 wandb/run-20260826_120043-epochs=2/logs/debug.log create mode 100644 wandb/run-20260826_120043-epochs=2/run-epochs=2.wandb create mode 100644 wandb/run-20260826_120046-epochs=3/files/config.yaml create mode 100644 wandb/run-20260826_120046-epochs=3/files/output.log create mode 100644 wandb/run-20260826_120046-epochs=3/files/requirements.txt create mode 100644 wandb/run-20260826_120046-epochs=3/files/wandb-metadata.json create mode 100644 wandb/run-20260826_120046-epochs=3/files/wandb-summary.json create mode 120000 wandb/run-20260826_120046-epochs=3/logs/debug-core.log create mode 100644 wandb/run-20260826_120046-epochs=3/logs/debug-internal.log create mode 100644 wandb/run-20260826_120046-epochs=3/logs/debug.log create mode 100644 wandb/run-20260826_120046-epochs=3/run-epochs=3.wandb create mode 100644 wandb/run-20260826_120213-epochs=1/files/config.yaml create mode 100644 wandb/run-20260826_120213-epochs=1/files/output.log create mode 100644 wandb/run-20260826_120213-epochs=1/files/requirements.txt create mode 100644 wandb/run-20260826_120213-epochs=1/files/wandb-metadata.json create mode 100644 wandb/run-20260826_120213-epochs=1/files/wandb-summary.json create mode 120000 wandb/run-20260826_120213-epochs=1/logs/debug-core.log create mode 100644 wandb/run-20260826_120213-epochs=1/logs/debug-internal.log create mode 100644 wandb/run-20260826_120213-epochs=1/logs/debug.log create mode 100644 wandb/run-20260826_120213-epochs=1/run-epochs=1.wandb create mode 100644 wandb/run-20260826_120216-epochs=2/files/config.yaml create mode 100644 wandb/run-20260826_120216-epochs=2/files/output.log create mode 100644 wandb/run-20260826_120216-epochs=2/files/requirements.txt create mode 100644 wandb/run-20260826_120216-epochs=2/files/wandb-metadata.json create mode 100644 wandb/run-20260826_120216-epochs=2/files/wandb-summary.json create mode 120000 wandb/run-20260826_120216-epochs=2/logs/debug-core.log create mode 100644 wandb/run-20260826_120216-epochs=2/logs/debug-internal.log create mode 100644 wandb/run-20260826_120216-epochs=2/logs/debug.log create mode 100644 wandb/run-20260826_120216-epochs=2/run-epochs=2.wandb create mode 100644 wandb/run-20260826_120219-epochs=3/files/config.yaml create mode 100644 wandb/run-20260826_120219-epochs=3/files/output.log create mode 100644 wandb/run-20260826_120219-epochs=3/files/requirements.txt create mode 100644 wandb/run-20260826_120219-epochs=3/files/wandb-metadata.json create mode 100644 wandb/run-20260826_120219-epochs=3/files/wandb-summary.json create mode 120000 wandb/run-20260826_120219-epochs=3/logs/debug-core.log create mode 100644 wandb/run-20260826_120219-epochs=3/logs/debug-internal.log create mode 100644 wandb/run-20260826_120219-epochs=3/logs/debug.log create mode 100644 wandb/run-20260826_120219-epochs=3/run-epochs=3.wandb create mode 100644 wandb/run-20260826_120435-single/files/config.yaml create mode 100644 wandb/run-20260826_120435-single/files/output.log create mode 100644 wandb/run-20260826_120435-single/files/requirements.txt create mode 100644 wandb/run-20260826_120435-single/files/wandb-metadata.json create mode 100644 wandb/run-20260826_120435-single/files/wandb-summary.json create mode 120000 wandb/run-20260826_120435-single/logs/debug-core.log create mode 100644 wandb/run-20260826_120435-single/logs/debug-internal.log create mode 100644 wandb/run-20260826_120435-single/logs/debug.log create mode 100644 wandb/run-20260826_120435-single/run-single.wandb create mode 100644 wandb/run-20260826_120547-epochs=1/files/config.yaml create mode 100644 wandb/run-20260826_120547-epochs=1/files/output.log create mode 100644 wandb/run-20260826_120547-epochs=1/files/requirements.txt create mode 100644 wandb/run-20260826_120547-epochs=1/files/wandb-metadata.json create mode 100644 wandb/run-20260826_120547-epochs=1/files/wandb-summary.json create mode 120000 wandb/run-20260826_120547-epochs=1/logs/debug-core.log create mode 100644 wandb/run-20260826_120547-epochs=1/logs/debug-internal.log create mode 100644 wandb/run-20260826_120547-epochs=1/logs/debug.log create mode 100644 wandb/run-20260826_120547-epochs=1/run-epochs=1.wandb create mode 100644 wandb/run-20260826_120550-epochs=2/files/config.yaml create mode 100644 wandb/run-20260826_120550-epochs=2/files/output.log create mode 100644 wandb/run-20260826_120550-epochs=2/files/requirements.txt create mode 100644 wandb/run-20260826_120550-epochs=2/files/wandb-metadata.json create mode 100644 wandb/run-20260826_120550-epochs=2/files/wandb-summary.json create mode 120000 wandb/run-20260826_120550-epochs=2/logs/debug-core.log create mode 100644 wandb/run-20260826_120550-epochs=2/logs/debug-internal.log create mode 100644 wandb/run-20260826_120550-epochs=2/logs/debug.log create mode 100644 wandb/run-20260826_120550-epochs=2/run-epochs=2.wandb create mode 100644 wandb/run-20260826_120553-epochs=3/files/config.yaml create mode 100644 wandb/run-20260826_120553-epochs=3/files/output.log create mode 100644 wandb/run-20260826_120553-epochs=3/files/requirements.txt create mode 100644 wandb/run-20260826_120553-epochs=3/files/wandb-metadata.json create mode 100644 wandb/run-20260826_120553-epochs=3/files/wandb-summary.json create mode 120000 wandb/run-20260826_120553-epochs=3/logs/debug-core.log create mode 100644 wandb/run-20260826_120553-epochs=3/logs/debug-internal.log create mode 100644 wandb/run-20260826_120553-epochs=3/logs/debug.log create mode 100644 wandb/run-20260826_120553-epochs=3/run-epochs=3.wandb create mode 100644 wandb/run-20260826_120646-single/files/config.yaml create mode 100644 wandb/run-20260826_120646-single/files/output.log create mode 100644 wandb/run-20260826_120646-single/files/requirements.txt create mode 100644 wandb/run-20260826_120646-single/files/wandb-metadata.json create mode 100644 wandb/run-20260826_120646-single/files/wandb-summary.json create mode 120000 wandb/run-20260826_120646-single/logs/debug-core.log create mode 100644 wandb/run-20260826_120646-single/logs/debug-internal.log create mode 100644 wandb/run-20260826_120646-single/logs/debug.log create mode 100644 wandb/run-20260826_120646-single/run-single.wandb diff --git a/CLAUDE.md b/CLAUDE.md index 5c5805d..7487205 100644 --- a/CLAUDE.md +++ b/CLAUDE.md @@ -103,7 +103,7 @@ Secondary energies are a **stick-breaking partition of the `e_sec` budget** from **Input is one or more `giant rollout` YAML sidecars** (`run.py:load_rollout_yamls`): each YAML's `output`/`dataset` keys name its rollout parquet and seed file (= the reference truth); every supplied YAML must resolve to the same `dataset`, checked up front with a clear error otherwise (the premise is "N candidates vs one ground truth"). Each rollout's series name comes from a repeated `--label` CLI flag, else the YAML stem (N>1), else `"rollout"` (a single YAML). `prep` creates a **run directory** (`/analysis_runs/analysis_/` by default, `--run-dir` to override) holding `shared.json`, `run_meta.json` (`RunMeta.rollouts: list[{name,path,plot_meta}]`, insertion order = CLI order = every plot's series order), `reduced_partial/`, `reduced/`, `plots/`. **Compute/merge/render split:** `giant analyze prep a.yaml [b.yaml ...] --chunks N` records `N` in `run_meta.json`, and the workflow's `AnalysisComputeTask` runs one HTCondor job per (plot, chunk) pair (`compute-one --id --chunk --run-dir`, polars/numpy only — no LaTeX on workers), each streaming over an `event_id`-disjoint slice (`event_id % N == chunk`) of the reference **and every rollout** and writing a small `reduced_partial/__.json`; every `PlotSpec` splits into a `compute_partial`/`finalize` pair so chunks can be summed/concatenated back per rollout (`chunkable=False` specs — the checkpoint-bound diagnostics, already bounded/subsampled — always run as a single chunk). The local `giant analyze render ` first joins every plot's chunk partials into `reduced/.json` (`merge_all`, a no-op join when `N=1`; `merge-one` does a single plot for debugging), then turns those into the styled PDF/gallery tree. `giant analyze metrics ` is a separate, unrelated entry point: training-progress plots straight from a run's `metrics.csv`. -**Workflow orchestration** (`giant/workflow/`, `giant workflow run` CLI): b2luigi is the **only sanctioned way to run a multi-step pipeline**; `giant`/`dwarf` are single-step primitives the tasks invoke. One workflow TOML (`configs/workflow_example.toml`) parameterises a whole experiment — `[workflow]`/`[condor]`/`[dataset]`/`[geometry]` plus repeated `[[train]]`/`[[rollout]]`/`[[analysis]]` tables, each cross-referenced by name — and `spec.py` parses it into frozen dataclasses, rejecting unknown keys and dangling references. Every task's output directory is `//name=/spec_hash=/…`, where the 8-hex `spec_hash` covers that task's resolved sub-spec **and its transitive parents**, so an edited spec re-runs exactly the affected subtree instead of silently reusing stale outputs. The DAG (`tasks.py`): `DatasetTask` (external, fails fast if `/ceph` isn't mounted) → `WarmCacheTask` / `GeometryOracleTask` → `TrainEpochTask(name, milestone)` → `TrainTask` → `RolloutTask` → `AnalysisPrepTask` → `AnalysisComputeTask(name, plot_id, chunk)` → `AnalysisRenderTask` → `WorkflowTask`. Training is fanned out into **one short GPU job per epoch** (`epochs_per_job` trades queue waits back), chained by `--resume` on the previous job's `last.pt` — the loop already handles that unchanged — and `TrainTask` republishes `best.pt`/`last.pt`/a concatenated `metrics.csv` so nothing downstream sees the fan-out. `StreamingStepsDataset.set_epoch` (called per epoch by `training/loop.py`) seeds shuffling from `(seed, epoch, worker_id)` so epoch *k*'s batch order is the same either way. `AnalysisRenderTask` is always local (the only step importing plotstyle/LaTeX); `htcondor.py` holds the CPU/GPU submit settings, with the GPU requirement strings (`TARGET.ProvidesEtpCeph` + device/memory pins) ported from the `condor-gpu-train-rollout` branch. `run.py` is the script b2luigi re-executes on workers (`--spec` forwarded via `task_cmd_additional_args`, so a worker resolves the identical graph); `giant workflow run` is a thin exec of it. Needs `uv sync --extra cpu --extra workflow`. +**Workflow orchestration** (`giant/workflow/`, `giant workflow run` CLI): b2luigi is the **only sanctioned way to run a multi-step pipeline**; `giant`/`dwarf` are single-step primitives the tasks invoke. One workflow TOML (`configs/workflow_example.toml`) parameterises a whole experiment — `[workflow]`/`[condor]`/`[dataset]`/`[geometry]` plus repeated `[[train]]`/`[[rollout]]`/`[[analysis]]` tables, each cross-referenced by name — and `spec.py` parses it into frozen dataclasses, rejecting unknown keys and dangling references. Every task's output directory is `//name=/spec_hash=/…`, where the 8-hex `spec_hash` covers that task's resolved sub-spec **and its transitive parents**, so an edited spec re-runs exactly the affected subtree instead of silently reusing stale outputs. The DAG (`tasks.py`): `DatasetTask` (external, fails fast if `/ceph` isn't mounted) → `WarmCacheTask` / `GeometryOracleTask` → `TrainEpochTask(name, milestone)` → `TrainTask` → `RolloutTask` → `AnalysisPrepTask` → `AnalysisComputeTask(name, plot_id, chunk)` → `AnalysisRenderTask` → `WorkflowTask`. Training is fanned out into **one short GPU job per epoch** (`epochs_per_job` trades queue waits back), chained by `--resume` on the previous job's `last.pt` — the loop already handles that unchanged — and `TrainTask` republishes `best.pt`/`last.pt`/a concatenated `metrics.csv` so nothing downstream sees the fan-out. `StreamingStepsDataset.set_epoch` and `config.epoch_seed` (both applied per epoch by `training/loop.py`) derive the batch order and the global RNG state from `(seed, epoch)`, so epoch *k* is bit-identical either way — verified by diffing a chained run's `metrics.csv` against a single 3-epoch `giant train`. `AnalysisRenderTask` is always local (the only step importing plotstyle/LaTeX); `htcondor.py` holds the CPU/GPU submit settings, with the GPU requirement strings (`TARGET.ProvidesEtpCeph` + device/memory pins) ported from the `condor-gpu-train-rollout` branch. `run.py` is the script b2luigi re-executes on workers (`--spec` forwarded via `task_cmd_additional_args`, so a worker resolves the identical graph); `giant workflow run` is a thin exec of it. Needs `uv sync --extra cpu --extra workflow`. **Shower rollout** (`giant/rollout.py`, `giant rollout` CLI): autoregressively steps the two-stage model into a full shower, advancing tracks breadth-first (every sweep steps all active tracks once, in `batch_size` chunks, so many tracks share each forward pass). Each primary post-step becomes the next pre-step, secondaries are pushed as new tracks, and per-step `material`/`layer_id` come from a `GeometryOracle` (`giant/geometry.py`, built via `dwarf build-geometry-oracle`) that learns position → (material, layer_id) from data and flags detector escape by nearest-neighbour distance. Tracks terminate on one of the `TERM_*` reasons in `constants.py` (energy cutoff, max steps, escape, natural end, unknown pdg, max tracks); energy is deposited locally on every stop except escape (leakage), so showers conserve energy by construction. `giant/checkpoint_io.py` is the shared checkpoint → ready-to-run-models path used by both `predict` and `rollout`. diff --git a/giant/config.py b/giant/config.py index 5ee2eaa..a7d7fe7 100644 --- a/giant/config.py +++ b/giant/config.py @@ -1769,6 +1769,19 @@ def resolve_default_out_dir(cfg: dict, base: Path = Path("checkpoints")) -> Path return out_dir +def epoch_seed(seed: int, epoch: int) -> int: + """Per-epoch derivative of the run seed. + + Reseeding the global RNGs from this at the top of every epoch makes epoch + *k* draw the same noise whether it runs inside one long `giant train` or + as its own resumed job in a per-epoch workflow chain + (`giant/workflow/tasks.py:TrainEpochTask`) — without it, a fresh process + would restart the stream at epoch 1's state. Mirrors what + `StreamingStepsDataset.set_epoch` does for the batch order. + """ + return (int(seed) * 1_000_003 + int(epoch)) % (2**32) + + def seed_everything(seed: int) -> None: random.seed(seed) np.random.seed(seed) diff --git a/giant/training/loop.py b/giant/training/loop.py index ea6b6dd..49f9d0b 100644 --- a/giant/training/loop.py +++ b/giant/training/loop.py @@ -18,6 +18,7 @@ import torch from torch.utils.data import DataLoader from tqdm import tqdm +from giant import config from giant.data.loader import TopNMap from giant.data.setup_cache import topnmap_to_json from giant.training.checkpoint import build_checkpoint, init_stages_from_checkpoints, load_checkpoint @@ -184,6 +185,10 @@ def train( if device.type == "cuda": torch.cuda.reset_peak_memory_stats(device) collector.start_epoch(epoch) + # Epoch-aware RNG: same noise (and, below, same batch order) for + # epoch k whether the run is one process or a chain of per-epoch + # jobs. See giant.config.epoch_seed. + config.seed_everything(config.epoch_seed(t["seed"], epoch)) # Epoch-aware shuffle stream (see StreamingStepsDataset.set_epoch): # keeps epoch k's batch order identical whether it runs here or as # its own resumed per-epoch job in a b2luigi workflow. diff --git a/wandb/debug-internal.log b/wandb/debug-internal.log new file mode 120000 index 0000000..1ccb159 --- /dev/null +++ b/wandb/debug-internal.log @@ -0,0 +1 @@ +run-20260826_120646-single/logs/debug-internal.log \ No newline at end of file diff --git a/wandb/debug.log b/wandb/debug.log new file mode 120000 index 0000000..46b3f94 --- /dev/null +++ b/wandb/debug.log @@ -0,0 +1 @@ +run-20260826_120646-single/logs/debug.log \ No newline at end of file diff --git a/wandb/latest-run b/wandb/latest-run new file mode 120000 index 0000000..459ad2b --- /dev/null +++ b/wandb/latest-run @@ -0,0 +1 @@ +run-20260826_120646-single \ No newline at end of file diff --git a/wandb/run-20260826_120040-epochs=1/files/config.yaml b/wandb/run-20260826_120040-epochs=1/files/config.yaml new file mode 100644 index 0000000..e4ed32f --- /dev/null +++ b/wandb/run-20260826_120040-epochs=1/files/config.yaml @@ -0,0 +1,354 @@ +_wandb: + value: + cli_version: 0.28.1 + e: + ai2qpe9rd2fell1s7wnq1p6vbvhszcpx: + args: + - --spec + - /tmp/claude-1000/-home-lars-Programming-giant/c0a425e3-0573-4431-8d18-9d7c30e13d34/scratchpad/smoke.toml + - --workers + - "1" + - --mode + - run + codePath: giant/workflow/run.py + codePathLocal: giant/workflow/run.py + cpu_count: 8 + cpu_count_logical: 16 + disk: + /: + total: "1153673723904" + used: "227050913792" + email: lars.bogner@outlook.de + executable: /home/lars/Programming/giant/.venv/bin/python3 + git: + commit: 44edb474b26e0b618419f8f6e4503b0db9926f5c + remote: gitea@git.larsbogner.de:lars/giant.git + host: fedora-thinkpad + memory: + total: "15931523072" + os: Linux-7.1.5-200.fc44.x86_64-x86_64-with-glibc2.43 + program: /home/lars/Programming/giant/giant/workflow/run.py + python: CPython 3.12.13 + root: /home/lars/Programming/giant + startedAt: "2026-08-26T10:00:40.409295Z" + writerId: ai2qpe9rd2fell1s7wnq1p6vbvhszcpx + m: [] + python_version: 3.12.13 + t: + "1": + - 1 + - 5 + - 53 + "2": + - 1 + - 5 + - 53 + "3": + - 2 + - 13 + - 14 + - 16 + - 61 + "4": 3.12.13 + "5": 0.28.1 + "12": 0.28.1 + "13": linux-x86_64 +conditioning: + value: + material: + emb_dim: 16 + n_layers: 1 + type: physical + out_dim: 128 + particle: + emb_dim: 16 + n_layers: 1 + type: physical + share_stages: false +model_config: + value: + conditioning: + material: + emb_dim: 16 + n_layers: 1 + type: physical + out_dim: 128 + particle: + emb_dim: 16 + n_layers: 1 + type: physical + share_stages: false + mat_vocab: 2 + pdg_vocab: 2 + stage1_model: + active: true + ddpm: + n_steps: 1000 + time_dim: 64 + dropout: 0 + flow: + time_dim: 64 + freeze: false + generator: flow + heads: + n_sec: + depth: 2 + hidden_ratio: 0.5 + hidden_dim: 16 + init_from: "" + lambda: 1 + n_res_blocks: 1 + router: + emb_dim: 8 + enabled: false + gumbel: false + gumbel_tau_end: 0.1 + gumbel_tau_start: 1 + hidden_dim: 64 + lambda_balance: 0 + lambda_entropy: 0 + lambda_proc: 0 + learn_centers: true + learn_temperature: false + learn_width: false + n_experts: 4 + temperature: 0.5 + type: energy + width_max_ratio: 10 + width_min_ratio: 0.1 + trunk: + block_conditioning: add + type: resmlp + wgan: + critic_hidden_dim: 0 + critic_lr: 0 + critic_n_res_blocks: 0 + gp_weight: 10 + n_critic: 5 + noise_dim: 64 + stage2_model: + active: true + autoregressive: + attn_n_heads: 4 + attn_n_layers: 2 + history: markov + order: energy_desc + teacher_forcing: always + tf_p_end: 1 + tf_p_start: 1 + context_dim: 64 + ctx_p_end: 0 + ctx_p_start: 1 + ddpm: + n_steps: 1000 + time_dim: 64 + decoder: autoregressive + dropout: 0 + flow: + time_dim: 64 + freeze: false + generator: wgan + heads: + n_sec: + depth: 2 + hidden_ratio: 0.5 + type: + depth: 2 + hidden_ratio: 0.5 + hidden_dim: 16 + init_from: "" + k_max: 15 + lambda: 1 + n_res_blocks: 1 + n_sec: + lambda: 0.1 + mode: head + owner: stage2 + stop_sampling: greedy + particle_type: + class_weighting: none + lambda: 1 + n_classes: 0 + other_policy: sample + target: onehot + router: + emb_dim: 8 + enabled: false + gumbel: false + gumbel_tau_end: 0.1 + gumbel_tau_start: 1 + hidden_dim: 64 + lambda_balance: 0 + lambda_entropy: 0 + lambda_proc: 0 + learn_centers: true + learn_temperature: false + learn_width: false + n_experts: 4 + temperature: 0.5 + tie_to_stage1: false + type: energy + width_max_ratio: 10 + width_min_ratio: 0.1 + stage1_context: truth + trunk: + block_conditioning: add + type: resmlp + wgan: + critic_hidden_dim: 0 + critic_lr: 0 + critic_n_res_blocks: 0 + gp_weight: 10 + gumbel_tau_end: 0.1 + gumbel_tau_start: 1 + n_critic: 5 + noise_dim: 64 +param_counts: + value: + stage1: 25865 + stage2: 96480 + total: 122345 +stage1_model: + value: + active: true + ddpm: + n_steps: 1000 + time_dim: 64 + dropout: 0 + flow: + time_dim: 64 + freeze: false + generator: flow + heads: + n_sec: + depth: 2 + hidden_ratio: 0.5 + hidden_dim: 16 + init_from: "" + lambda: 1 + n_res_blocks: 1 + router: + emb_dim: 8 + enabled: false + gumbel: false + gumbel_tau_end: 0.1 + gumbel_tau_start: 1 + hidden_dim: 64 + lambda_balance: 0 + lambda_entropy: 0 + lambda_proc: 0 + learn_centers: true + learn_temperature: false + learn_width: false + n_experts: 4 + temperature: 0.5 + type: energy + width_max_ratio: 10 + width_min_ratio: 0.1 + trunk: + block_conditioning: add + type: resmlp + wgan: + critic_hidden_dim: 0 + critic_lr: 0 + critic_n_res_blocks: 0 + gp_weight: 10 + n_critic: 5 + noise_dim: 64 +stage2_model: + value: + active: true + autoregressive: + attn_n_heads: 4 + attn_n_layers: 2 + history: markov + order: energy_desc + teacher_forcing: always + tf_p_end: 1 + tf_p_start: 1 + context_dim: 64 + ctx_p_end: 0 + ctx_p_start: 1 + ddpm: + n_steps: 1000 + time_dim: 64 + decoder: autoregressive + dropout: 0 + flow: + time_dim: 64 + freeze: false + generator: wgan + heads: + n_sec: + depth: 2 + hidden_ratio: 0.5 + type: + depth: 2 + hidden_ratio: 0.5 + hidden_dim: 16 + init_from: "" + k_max: 15 + lambda: 1 + n_res_blocks: 1 + n_sec: + lambda: 0.1 + mode: head + owner: stage2 + stop_sampling: greedy + particle_type: + class_weighting: none + lambda: 1 + n_classes: 0 + other_policy: sample + target: onehot + router: + emb_dim: 8 + enabled: false + gumbel: false + gumbel_tau_end: 0.1 + gumbel_tau_start: 1 + hidden_dim: 64 + lambda_balance: 0 + lambda_entropy: 0 + lambda_proc: 0 + learn_centers: true + learn_temperature: false + learn_width: false + n_experts: 4 + temperature: 0.5 + tie_to_stage1: false + type: energy + width_max_ratio: 10 + width_min_ratio: 0.1 + stage1_context: truth + trunk: + block_conditioning: add + type: resmlp + wgan: + critic_hidden_dim: 0 + critic_lr: 0 + critic_n_res_blocks: 0 + gp_weight: 10 + gumbel_tau_end: 0.1 + gumbel_tau_start: 1 + n_critic: 5 + noise_dim: 64 +train: + value: + batch_size: 32 + ema_decay: 0.9999 + epochs: 1 + lr: 0.0003 + max_val_batches: 200 + num_workers: 4 + precision: fp32 + seed: 0 + val_fraction: 0.1 + validate_every: 0 + validate_steps: 10 + wandb: true + wandb_log_every: 50 + wandb_project: giant + wandb_run_name: "" + warmup_epochs: 5 + weight_decay: 0.01 diff --git a/wandb/run-20260826_120040-epochs=1/files/output.log b/wandb/run-20260826_120040-epochs=1/files/output.log new file mode 100644 index 0000000..0d9bea3 --- /dev/null +++ b/wandb/run-20260826_120040-epochs=1/files/output.log @@ -0,0 +1,26 @@ + + +Dim real_mean gen_mean real_std gen_std KL(real||gen) +------------------------------------------------------------------------------- +log_step_length -0.2712 -0.0966 1.1637 1.1516 9.5569 +edep_logit 0.1038 0.0212 0.9154 0.7979 11.6862 +sec_logit -0.0401 0.2425 0.9973 0.8925 19.8511 +post_dx -0.1144 -0.2646 0.8849 1.4299 11.8162 +post_dy 0.1969 0.1144 0.9479 0.9458 11.6429 +post_dz 0.1798 0.3103 1.1660 1.4825 11.6862 +travel_dx 0.0000 0.4778 0.0000 0.7748 21.1933 +travel_dy 0.0000 0.1821 0.0000 1.2119 21.1933 +travel_dz 0.0000 0.4294 0.0000 1.1217 21.1933 + +n_sec accuracy=0.3750 mean|Δ|=0.9375 +n_sec value real_frac gen_frac +------------------------------------------ +0 0.3750 1.0000 +1 0.3125 0.0000 +2 0.3125 0.0000 + +sec slot (energy frac.) real_mean gen_mean real_std gen_std KL(real||gen) +------------------------------------------------------------------------------------------ + +sec type class (onehot) n=15/0 KL(real||gen)=nan +epoch 1/1 stage1[loss=1.874] stage2[d=6.450 g=-0.025] val 17.3724 0.2s [best] diff --git a/wandb/run-20260826_120040-epochs=1/files/requirements.txt b/wandb/run-20260826_120040-epochs=1/files/requirements.txt new file mode 100644 index 0000000..3665f21 --- /dev/null +++ b/wandb/run-20260826_120040-epochs=1/files/requirements.txt @@ -0,0 +1,122 @@ +typer==0.26.7 +python-dateutil==2.9.0.post0 +six==1.17.0 +markdown-it-py==4.2.0 +mdurl==0.1.2 +annotated-doc==0.0.4 +shellingham==1.5.4 +rich==15.0.0 +Pygments==2.20.0 +numpy==2.4.6 +pyarrow==24.0.0 +pandas==3.0.3 +tqdm==4.68.3 +PyYAML==6.0.3 +packaging==26.2 +typing_extensions==4.15.0 +MarkupSafe==3.0.3 +filelock==3.29.4 +Jinja2==3.1.6 +fsspec==2026.6.0 +mpmath==1.3.0 +networkx==3.6.1 +sympy==1.14.0 +torch==2.3.1+cpu +iniconfig==2.3.0 +pluggy==1.6.0 +ty==0.0.50 +ruff==0.15.17 +pytest==9.1.0 +polars-runtime-32==1.41.2 +polars==1.41.2 +cramjam==2.11.0 +xxhash==3.7.0 +awkward_cpp==53 +uproot==5.7.4 +awkward==2.9.1 +ipython_pygments_lexers==1.1.1 +comm==0.2.3 +decorator==5.3.1 +nest-asyncio2==1.7.2 +stack-data==0.6.3 +kiwisolver==1.5.0 +pyparsing==3.3.2 +platformdirs==4.10.0 +matplotlib-inline==0.2.2 +ipykernel==7.3.0 +jupyter_core==5.9.1 +ptyprocess==0.7.0 +pexpect==4.9.0 +executing==2.2.1 +psutil==7.2.2 +asttokens==3.0.1 +parso==0.8.7 +wcwidth==0.8.1 +pure_eval==0.2.3 +cycler==0.12.1 +jupyter_client==8.9.1 +traitlets==5.15.1 +contourpy==1.3.3 +pyzmq==27.1.0 +tornado==6.5.7 +pillow==12.2.0 +prompt_toolkit==3.0.52 +ipython==9.14.1 +debugpy==1.8.21 +fonttools==4.63.0 +matplotlib==3.11.0 +jedi==0.20.0 +threadpoolctl==3.6.0 +joblib==1.5.3 +narwhals==2.23.0 +scikit-learn==1.9.0 +scipy==1.18.0 +hepunits==2.4.6 +attrs==26.1.0 +particle==1.0.0 +plotstyle==1.0.0 +certifi==2026.7.22 +typing-inspection==0.4.2 +annotated-types==0.8.0 +idna==3.18 +requests==2.34.2 +click==8.4.2 +pydantic_core==2.46.4 +charset-normalizer==3.4.9 +urllib3==2.7.0 +protobuf==7.35.1 +pydantic==2.13.4 +sentry-sdk==2.66.1 +wandb==0.28.1 +pytest-cov==7.1.0 +coverage==7.15.4 +tomlkit==0.15.1 +h11==0.16.0 +bracex==3.0.1 +truststore==0.10.4 +python-dotenv==1.2.3 +wcmatch==11.0.1 +questionary==2.1.1 +git-cliff==2.13.1 +pydantic-settings==2.15.0 +rich-click==1.9.8 +httpx2==2.11.0 +httpcore2==2.11.0 +bump-my-version==1.5.1 +anyio==4.14.2 +giant==0.3.10 +parse==1.22.1 +python-daemon==2.1.2 +colorama==0.4.6 +tenacity==8.5.0 +lockfile==0.12.2 +webdavclient3==3.14.7 +cachetools==7.1.7 +smmap==5.0.3 +gitdb==4.0.12 +GitPython==3.1.60 +b2luigi==1.2.9 +lxml==6.1.2 +docutils==0.23 +luigi==3.7.3 +setuptools==84.0.0 diff --git a/wandb/run-20260826_120040-epochs=1/files/wandb-metadata.json b/wandb/run-20260826_120040-epochs=1/files/wandb-metadata.json new file mode 100644 index 0000000..889484c --- /dev/null +++ b/wandb/run-20260826_120040-epochs=1/files/wandb-metadata.json @@ -0,0 +1,36 @@ +{ + "os": "Linux-7.1.5-200.fc44.x86_64-x86_64-with-glibc2.43", + "python": "CPython 3.12.13", + "startedAt": "2026-08-26T10:00:40.409295Z", + "args": [ + "--spec", + "/tmp/claude-1000/-home-lars-Programming-giant/c0a425e3-0573-4431-8d18-9d7c30e13d34/scratchpad/smoke.toml", + "--workers", + "1", + "--mode", + "run" + ], + "program": "/home/lars/Programming/giant/giant/workflow/run.py", + "codePath": "giant/workflow/run.py", + "codePathLocal": "giant/workflow/run.py", + "git": { + "remote": "gitea@git.larsbogner.de:lars/giant.git", + "commit": "44edb474b26e0b618419f8f6e4503b0db9926f5c" + }, + "email": "lars.bogner@outlook.de", + "root": "/home/lars/Programming/giant", + "host": "fedora-thinkpad", + "executable": "/home/lars/Programming/giant/.venv/bin/python3", + "cpu_count": 8, + "cpu_count_logical": 16, + "disk": { + "/": { + "total": "1153673723904", + "used": "227050913792" + } + }, + "memory": { + "total": "15931523072" + }, + "writerId": "ai2qpe9rd2fell1s7wnq1p6vbvhszcpx" +} \ No newline at end of file diff --git a/wandb/run-20260826_120040-epochs=1/files/wandb-summary.json b/wandb/run-20260826_120040-epochs=1/files/wandb-summary.json new file mode 100644 index 0000000..099a57b --- /dev/null +++ b/wandb/run-20260826_120040-epochs=1/files/wandb-summary.json @@ -0,0 +1 @@ +{"stage1/train/type_acc":0,"stage1/train/loss_gen":1.8736499843740821,"stage2/train/grad_norm_g":0.08295154899246711,"stage1/train/loss_balance":0,"is_best":1,"_timestamp":1.7877384419621115e+09,"stage2/train/g_loss":-0.025276119547679013,"stage2/train/stop_acc":0,"stage2/train/nsec_acc":0.36090225575113655,"stage1/val/loss_stop":0,"val/marginal_kl":15.535483727944827,"stage1/train/loss":1.8736499843740821,"_wandb":{"runtime":0},"gpu_mem_mb":0,"stage1/train/loss_nsec":0,"stage1/val/loss_nsec":0,"stage2/lr":0.00011999999999999999,"stage1/train/stop_acc":0,"stage2/train/wasserstein":-0.005927463727337974,"_runtime":0.30813111,"_step":5,"stage1/train/loss_stop":0,"stage2/train/grad_norm_d":25.49316411986387,"stage1/train/loss_type":0,"stage1/val/loss_gen":1.8369148969650269,"stage2/train/grad_norm_type_slice":0.000876106321811676,"stage2/train/loss_nsec":2.622415101617799,"stage2/train/grad_norm_cont_slice":0.005208832428867656,"stage1/lr":8.999999999999999e-05,"stage1/val/nsec_acc":0,"stage1/val/loss":1.8369148969650269,"stage1/val/stop_acc":0,"val/loss":17.372398624909856,"stage1/train/loss_proc":0,"epoch":1,"stage1/val/type_acc":0,"stage1/train/grad_norm":0.7204611077344507,"stage1/train/loss_entropy":0,"stage2/train/loss_stop":0,"stage2/train/d_loss":6.450412280577466,"grad_norm":26.296576776590786,"stage2/critic_lr":0.0003,"epoch_time_s":0.16791635100526037,"stage2/train/gp_loss":0.6444484663188905,"stage1/val/loss_type":0,"samples_per_sec":792.061042321206,"stage1/train/nsec_acc":0} \ No newline at end of file diff --git a/wandb/run-20260826_120040-epochs=1/logs/debug-core.log b/wandb/run-20260826_120040-epochs=1/logs/debug-core.log new file mode 120000 index 0000000..e008cb8 --- /dev/null +++ b/wandb/run-20260826_120040-epochs=1/logs/debug-core.log @@ -0,0 +1 @@ +/home/lars/.cache/wandb/logs/core-debug-20260826_120040.log \ No newline at end of file diff --git a/wandb/run-20260826_120040-epochs=1/logs/debug-internal.log b/wandb/run-20260826_120040-epochs=1/logs/debug-internal.log new file mode 100644 index 0000000..165678d --- /dev/null +++ b/wandb/run-20260826_120040-epochs=1/logs/debug-internal.log @@ -0,0 +1,17 @@ +{"time":"2026-08-26T12:00:40.413177686+02:00","level":"INFO","msg":"wandb-core"} +{"time":"2026-08-26T12:00:40.413419462+02:00","level":"INFO","msg":"stream: starting","core version":"0.28.1"} +{"time":"2026-08-26T12:00:40.924140487+02:00","level":"INFO","msg":"stream: created new stream","id":"epochs=1"} +{"time":"2026-08-26T12:00:40.924221069+02:00","level":"INFO","msg":"handler: started"} +{"time":"2026-08-26T12:00:40.924403763+02:00","level":"INFO","msg":"stream: started"} +{"time":"2026-08-26T12:00:40.924443708+02:00","level":"INFO","msg":"sender: started"} +{"time":"2026-08-26T12:00:40.924438839+02:00","level":"INFO","msg":"writer: started","stream_id":"epochs=1"} +{"time":"2026-08-26T12:00:41.794869647+02:00","level":"INFO","msg":"filestream: sending request","total_files":1,"console_offset":0,"console_lines":1} +{"time":"2026-08-26T12:00:42.021317486+02:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-26T12:00:43.035506045+02:00","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"} +{"time":"2026-08-26T12:00:43.035881572+02:00","level":"INFO","msg":"filestream: sending request","total_files":3,"history_offset":0,"history_lines":1,"console_offset":0,"console_lines":26,"uploaded_len":5,"complete":true,"exit_code":0} +{"time":"2026-08-26T12:00:43.280782505+02:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-26T12:00:43.282337554+02:00","level":"INFO","msg":"handler: operation stats","stats":{}} +{"time":"2026-08-26T12:00:43.289405265+02:00","level":"INFO","msg":"stream: finishing up"} +{"time":"2026-08-26T12:00:43.289425794+02:00","level":"INFO","msg":"handler: closed"} +{"time":"2026-08-26T12:00:43.289526804+02:00","level":"INFO","msg":"sender: closed"} +{"time":"2026-08-26T12:00:43.289536753+02:00","level":"INFO","msg":"stream: all finished"} diff --git a/wandb/run-20260826_120040-epochs=1/logs/debug.log b/wandb/run-20260826_120040-epochs=1/logs/debug.log new file mode 100644 index 0000000..0ed31e7 --- /dev/null +++ b/wandb/run-20260826_120040-epochs=1/logs/debug.log @@ -0,0 +1,24 @@ +2026-08-26 12:00:40,411 INFO MainThread:739115 [wandb_setup.py:_flush():81] Current SDK version is 0.28.1 +2026-08-26 12:00:40,411 INFO MainThread:739115 [wandb_setup.py:_flush():81] Configure stats pid to 739115 +2026-08-26 12:00:40,411 INFO MainThread:739115 [wandb_setup.py:_flush():81] Loading settings from environment variables +2026-08-26 12:00:40,411 INFO MainThread:739115 [wandb_init.py:setup_run_log_directory():729] Logging user logs to /home/lars/Programming/giant/wandb/run-20260826_120040-epochs=1/logs/debug.log +2026-08-26 12:00:40,411 INFO MainThread:739115 [wandb_init.py:setup_run_log_directory():730] Logging internal logs to /home/lars/Programming/giant/wandb/run-20260826_120040-epochs=1/logs/debug-internal.log +2026-08-26 12:00:40,411 INFO MainThread:739115 [wandb_init.py:init():772] calling init triggers +2026-08-26 12:00:40,411 INFO MainThread:739115 [wandb_init.py:init():777] wandb.init called with sweep_config: {} +config: {'train': {'epochs': 1, 'batch_size': 32, 'lr': 0.0003, 'weight_decay': 0.01, 'ema_decay': 0.9999, 'warmup_epochs': 5, 'val_fraction': 0.1, 'max_val_batches': 200, 'num_workers': 4, 'seed': 0, 'validate_every': 0, 'validate_steps': 10, 'wandb': True, 'wandb_project': 'giant', 'wandb_run_name': '', 'wandb_log_every': 50, 'precision': 'fp32'}, 'conditioning': {'out_dim': 128, 'share_stages': False, 'particle': {'type': 'physical', 'emb_dim': 16, 'n_layers': 1}, 'material': {'type': 'physical', 'emb_dim': 16, 'n_layers': 1}}, 'stage1_model': {'active': True, 'init_from': '', 'freeze': False, 'generator': 'flow', 'hidden_dim': 16, 'n_res_blocks': 1, 'dropout': 0.0, 'lambda': 1.0, 'flow': {'time_dim': 64}, 'ddpm': {'time_dim': 64, 'n_steps': 1000}, 'wgan': {'noise_dim': 64, 'n_critic': 5, 'gp_weight': 10.0, 'critic_lr': 0.0, 'critic_hidden_dim': 0, 'critic_n_res_blocks': 0}, 'router': {'enabled': False, 'type': 'energy', 'n_experts': 4, 'temperature': 0.5, 'learn_centers': True, 'learn_width': False, 'learn_temperature': False, 'width_min_ratio': 0.1, 'width_max_ratio': 10.0, 'lambda_balance': 0.0, 'lambda_entropy': 0.0, 'gumbel': False, 'gumbel_tau_start': 1.0, 'gumbel_tau_end': 0.1, 'emb_dim': 8, 'hidden_dim': 64, 'lambda_proc': 0.0}, 'trunk': {'type': 'resmlp', 'block_conditioning': 'add'}, 'heads': {'n_sec': {'hidden_ratio': 0.5, 'depth': 2}}}, 'stage2_model': {'active': True, 'init_from': '', 'freeze': False, 'decoder': 'autoregressive', 'generator': 'wgan', 'hidden_dim': 16, 'n_res_blocks': 1, 'dropout': 0.0, 'lambda': 1.0, 'k_max': 15, 'context_dim': 64, 'stage1_context': 'truth', 'ctx_p_start': 1.0, 'ctx_p_end': 0.0, 'n_sec': {'mode': 'head', 'lambda': 0.1, 'owner': 'stage2', 'stop_sampling': 'greedy'}, 'particle_type': {'target': 'onehot', 'lambda': 1.0, 'other_policy': 'sample', 'n_classes': 0, 'class_weighting': 'none'}, 'autoregressive': {'order': 'energy_desc', 'history': 'markov', 'teacher_forcing': 'always', 'tf_p_start': 1.0, 'tf_p_end': 1.0, 'attn_n_heads': 4, 'attn_n_layers': 2}, 'flow': {'time_dim': 64}, 'ddpm': {'time_dim': 64, 'n_steps': 1000}, 'wgan': {'noise_dim': 64, 'n_critic': 5, 'gp_weight': 10.0, 'critic_lr': 0.0, 'critic_hidden_dim': 0, 'critic_n_res_blocks': 0, 'gumbel_tau_start': 1.0, 'gumbel_tau_end': 0.1}, 'router': {'tie_to_stage1': False, 'enabled': False, 'type': 'energy', 'n_experts': 4, 'temperature': 0.5, 'learn_centers': True, 'learn_width': False, 'learn_temperature': False, 'width_min_ratio': 0.1, 'width_max_ratio': 10.0, 'lambda_balance': 0.0, 'lambda_entropy': 0.0, 'gumbel': False, 'gumbel_tau_start': 1.0, 'gumbel_tau_end': 0.1, 'emb_dim': 8, 'hidden_dim': 64, 'lambda_proc': 0.0}, 'trunk': {'type': 'resmlp', 'block_conditioning': 'add'}, 'heads': {'n_sec': {'hidden_ratio': 0.5, 'depth': 2}, 'type': {'hidden_ratio': 0.5, 'depth': 2}}}, 'model_config': {'pdg_vocab': 2, 'mat_vocab': 2, 'conditioning': {'out_dim': 128, 'share_stages': False, 'particle': {'type': 'physical', 'emb_dim': 16, 'n_layers': 1}, 'material': {'type': 'physical', 'emb_dim': 16, 'n_layers': 1}}, 'stage1_model': {'active': True, 'init_from': '', 'freeze': False, 'generator': 'flow', 'hidden_dim': 16, 'n_res_blocks': 1, 'dropout': 0.0, 'lambda': 1.0, 'flow': {'time_dim': 64}, 'ddpm': {'time_dim': 64, 'n_steps': 1000}, 'wgan': {'noise_dim': 64, 'n_critic': 5, 'gp_weight': 10.0, 'critic_lr': 0.0, 'critic_hidden_dim': 0, 'critic_n_res_blocks': 0}, 'router': {'enabled': False, 'type': 'energy', 'n_experts': 4, 'temperature': 0.5, 'learn_centers': True, 'learn_width': False, 'learn_temperature': False, 'width_min_ratio': 0.1, 'width_max_ratio': 10.0, 'lambda_balance': 0.0, 'lambda_entropy': 0.0, 'gumbel': False, 'gumbel_tau_start': 1.0, 'gumbel_tau_end': 0.1, 'emb_dim': 8, 'hidden_dim': 64, 'lambda_proc': 0.0}, 'trunk': {'type': 'resmlp', 'block_conditioning': 'add'}, 'heads': {'n_sec': {'hidden_ratio': 0.5, 'depth': 2}}}, 'stage2_model': {'active': True, 'init_from': '', 'freeze': False, 'decoder': 'autoregressive', 'generator': 'wgan', 'hidden_dim': 16, 'n_res_blocks': 1, 'dropout': 0.0, 'lambda': 1.0, 'k_max': 15, 'context_dim': 64, 'stage1_context': 'truth', 'ctx_p_start': 1.0, 'ctx_p_end': 0.0, 'n_sec': {'mode': 'head', 'lambda': 0.1, 'owner': 'stage2', 'stop_sampling': 'greedy'}, 'particle_type': {'target': 'onehot', 'lambda': 1.0, 'other_policy': 'sample', 'n_classes': 0, 'class_weighting': 'none'}, 'autoregressive': {'order': 'energy_desc', 'history': 'markov', 'teacher_forcing': 'always', 'tf_p_start': 1.0, 'tf_p_end': 1.0, 'attn_n_heads': 4, 'attn_n_layers': 2}, 'flow': {'time_dim': 64}, 'ddpm': {'time_dim': 64, 'n_steps': 1000}, 'wgan': {'noise_dim': 64, 'n_critic': 5, 'gp_weight': 10.0, 'critic_lr': 0.0, 'critic_hidden_dim': 0, 'critic_n_res_blocks': 0, 'gumbel_tau_start': 1.0, 'gumbel_tau_end': 0.1}, 'router': {'tie_to_stage1': False, 'enabled': False, 'type': 'energy', 'n_experts': 4, 'temperature': 0.5, 'learn_centers': True, 'learn_width': False, 'learn_temperature': False, 'width_min_ratio': 0.1, 'width_max_ratio': 10.0, 'lambda_balance': 0.0, 'lambda_entropy': 0.0, 'gumbel': False, 'gumbel_tau_start': 1.0, 'gumbel_tau_end': 0.1, 'emb_dim': 8, 'hidden_dim': 64, 'lambda_proc': 0.0}, 'trunk': {'type': 'resmlp', 'block_conditioning': 'add'}, 'heads': {'n_sec': {'hidden_ratio': 0.5, 'depth': 2}, 'type': {'hidden_ratio': 0.5, 'depth': 2}}}}, 'param_counts': {'stage1': 25865, 'stage2': 96480, 'total': 122345}, '_wandb': {}} +2026-08-26 12:00:40,411 INFO MainThread:739115 [wandb_init.py:init():820] starting backend +2026-08-26 12:00:40,411 INFO MainThread:739115 [wandb_init.py:init():835] sending inform_init request +2026-08-26 12:00:40,924 INFO MainThread:739115 [wandb_init.py:init():840] backend started and connected +2026-08-26 12:00:40,927 INFO MainThread:739115 [wandb_init.py:init():910] updated telemetry +2026-08-26 12:00:40,936 INFO MainThread:739115 [wandb_init.py:init():933] communicating run to backend with 90.0 second timeout +2026-08-26 12:00:41,680 INFO MainThread:739115 [wandb_init.py:init():978] starting run threads in backend +2026-08-26 12:00:41,790 INFO MainThread:739115 [wandb_run.py:_console_start():2621] atexit reg +2026-08-26 12:00:41,790 INFO MainThread:739115 [wandb_run.py:_redirect():2471] redirect: wrap_raw +2026-08-26 12:00:41,790 INFO MainThread:739115 [wandb_run.py:_redirect():2540] Wrapping output streams. +2026-08-26 12:00:41,790 INFO MainThread:739115 [wandb_run.py:_redirect():2563] Redirects installed. +2026-08-26 12:00:41,792 INFO MainThread:739115 [wandb_init.py:init():1016] run started, returning control to user process +2026-08-26 12:00:41,988 INFO MainThread:739115 [wandb_run.py:_finish():2383] finishing run lade043-karlsruhe-institute-of-technology/giant/epochs=1 +2026-08-26 12:00:41,988 INFO MainThread:739115 [wandb_run.py:_atexit_cleanup():2588] got exitcode: 0 +2026-08-26 12:00:41,988 INFO MainThread:739115 [wandb_run.py:_restore():2570] restore +2026-08-26 12:00:41,988 INFO MainThread:739115 [wandb_run.py:_restore():2576] restore done +2026-08-26 12:00:43,288 INFO MainThread:739115 [wandb_run.py:_footer_sync_info():3993] logging synced files diff --git a/wandb/run-20260826_120040-epochs=1/run-epochs=1.wandb b/wandb/run-20260826_120040-epochs=1/run-epochs=1.wandb new file mode 100644 index 0000000000000000000000000000000000000000..ceb8b1a48365db949fba7f2fe5229efeb2a55da8 GIT binary patch literal 13238 zcmeHOYmgk(d8H*wTD3-KHF^LGgkg;2Wwq1O@5jOhTLy)SfhZIXF)F3qGt={6XSzq- zy)Ugc-dgMgV>^)@IS9oNRYHNlPArAkwC`kx{t4~hHl=x^`)7C?4Ccq( zMy(#%6}Rk6(pJd3EoZL5!Vh9j&>C&qoldpE{Fu|UtASIF8oozf#Ct7g!Y0iW&kgfK z(0nlOjkfG@KNxWXw5Wsm&~+<#f%ed-IFW0+V{SmeQ%zyywjnN|jjEU*ih@x$xv|@U zf2&)L@*)6}~HfOn)mQCe}6UKlZo2cP6 zB6!9Jbz+5T;JU=|3Fn&Yxq%b;2!VXH>5oIA-l$YuFU>V@L%Y=U%Ok`EgZWC}w_y$% z9*7>NRjN36Ai$io3!+7%<;FeeDio|#+JI-9i4nSP6-7vm*Bpe-RNnI&VfSq!Ru15c za()P5R%_dFh>~C+i19N!iQ(>jT8TL+&rYjCFas#!LU|;J=aiZx6cfuN9whduO~Ndm z?M}4aAc~_la$C4@qR{}h6a_GAx=sM9u80006B|En9B)*jdbi`ajp-nPq;htv0h$hi zk8})kC#^`Pq%~GNwmXum>3C&I0(vHmAORo62@IQ!wn{F7tK)KdYe&u~3E%*Jq^^sl zXtV2)j3n6Iphe85O{ybt6D%YjTmxUgno!ysNkuWN-Dq{Mki4hBu@OiFs!fvG3MEG$c6# zW2F*;1|+MvM3XliMQ@)FBQ{1sSQsim`^cS0MiFAbBy*E?kb(K2BqXB=yUjQ!Zb|$C zKX*+<(jIRT8{)-IE>hq5;|N_mqcAd_hLMk6omRVvQ4J5EwOg4aF6fM0b{zCbR41sp zWI**jx9&%&u4%0JQQZyfw%=@&5oCGVCovx4zv+Y_852p;k?SN~V?+<#5xjX;hs*sS z_D7silnHp%56W?;PIKIu49TPFJgdun90JKe`7=KRBGT#V;wKK2 z-&@OP=(>Q6ywwI)GS9A^%C{>ud(1C8B@Cx@?UA};N9do;RZn-|q^gnmVsXJ!w$roo z;)3V@)q*Dp_++(nwgJDm)>&NZEUtAH*E&C++r2Yg>rC@k@fmDmoEFwPqh1uwa>7)y z!@@d8Gj;61lAX|yrK=|9$jFaK%|()BMb)OacFTCTuBo~eKX3|Bz2S|toyr|trswe= zKKzf%dk@{c|F4!F;3R%U57*BfTFUjUsB>*@hU4-p6hV>&Nf|&nkJSHe&0w1~I#HM~ zbz4^-UorW1rEzlIH(P;rOIU6Gcq1U$_4tEyWmsfJpTbyqCulBr5o z)vW5Ss)V;aff!d^?D%myf-98!BeJ_`A@9XHf|H!Am#tkel6vDP!9;g?iR=bGp+-SuuNGKE* z3w6Kc76|Xc_Q0>f?5JAQ3RH(;S#(rcbCrUq8A?G_6{%oWB(q>ujItuSl2TFBVpzuZ zzFdcOi($(jafQflH3wD}3Q28nfRhM5S>p{XMOi_Xiv+VsZI!}|?Uwu{?~)x{5ibbs z$)OD~p?S?)7jFL5{{s)*xRLM`VpqQ#wWg-;kHF=(T=aI@l;#IuAiSM;Q5bW*v0|y= z72DLE%EOtQ(~x(yT`Q=_RkzucLSx+9CAIaj(pWv*U2adD{P=S>_o0IQ4tXQLp6?CZ zU89Y_ZJ}}$3eiM#K9@VWz2|)pSjJSJZyD-_e)ep0U}E2IY`hsgE@yhYbz3&m^90SV z!zZ8o@sd7$buLE>%Q>ki4drql@W|5V|8(1Jgb~k5%`rN7>PW(!p zE~De0`4X_W)!qgFG#WxM!wQyqxUT3M54`e?rG4A^s~fEa_yjIK6SQ2%!!s1%I+wIL zj4I>}(o8SkcU?be-?IlTmtXsVAFR9#$g5f8bt&Y-pL-3+9KYj3{s#kyp390lDbf9( z{Sicet?f^c+Ew6#IB5mDf|KPXR%ib?OmQI6^6M8T3YHEA_0!|J>sNrGsiq>$HQN~lW;`Ec|nTAc&aERY-G%5$)#l( zN^)shNh|IpOE5J_>V1CiR|v-qEO46RvBwTlj!zHdjuDO{U@PO*J;2B&f2LwxcQO@~#t~_z>ZE9t)i2IJ56T%5m%31A7U_ z^I6d}$Kx*^p5r)~rWap>qlKZ4{O0HqU#p3O$)y$t17wJ=!Fkm+7uN~L3s~SZ$5Zz| zL^(cl&(pt0IQFrkX^sbPdw7oHZpwxE17e2NiAM#oNuQFO(Z%FaHB-KhBc`M94}%;(;Sce_>L#wYkaXCLkaS9ZzCS@qijS$HH;43RI6dA zT|3HPZz;;(|N2y$aJ-lWPIH{ucRzqR{#Vv~`+CChmsrs>$Nm3yB+cQfXx^E;KB3H)YO zG!1|1v2POiGoNt(+|y}5zl-fN4ZrufZ&CQWp02z>;QLw8H2mWyo+a>cTBQ{4Ty|W5 zdwfB{@71s0K2Eg1ob59W|L8-{QTXAFBjW^qfE7){&%E*ifsfOqgPHml@KSf;A@Fzi z=e7~}Eo`4@_=6ugPT}9&cJ#Lh{2(iuhClx0mkB&wETmAom#4vhKYH>gfiJLqrr}Ti z^S3Gd=TB7+j6+mlMXRaMd;E*vh3HK@rr=!I^rKvV{P8bG!c4dvG=A!3;T7Ybd7Tg~ zvgm1|2fzETl<2D8zIW9$L`7D#nIgJ(?<)|!<;;WhY$e}pjFbsoiRF-{`=w+5PU-e+ zz3;2~KNN0;{9*xkwHa`E@>9drjI38ta$Oxolfm0?{# zaU)k7CJQfF!xIcfImy5nC}W7m@+QpXc9h&O+WF!`fAoDqQ)98yG>^Y}FR(eD`-|&- zbOS_nM)a291@^FfQpY*D^e2^a?p`K+Z96(O*iNrnpwmn*cgEc+FYUW{3%WJ?-o_>GVE-+SB6^R7IvJJ#ZqGrj4id}_lC<>PAD!)0q22LyDQ+=)B zVM8~9^GI1q6EsCrO(JKhSVkHA1=)28FcJ6261)T3mtCKFL?Q*d9KTH|U7oxqCzL8! zxQD3ot)-!(qKs#v-~>uKza{CWBZ^Z)v20ev@)AE2Qi^1nmZMJ^><~vF;GFezSz#KwBH}Gm0V!FUYUqX~N=nzM9nBf1UY1>%=+X>kxs8-F-e!M% zZHcEnF8ir!3s7vZt(Mg)SMYQ-;*=01_@s6~x zR^+S@?XhEXMrSfu(WiyPBb}#Rnv(UdI>+hh|ZU{yCH2_ElFoZ3AKH_M?0jpc$uTtdqP z&_?6?vuhJ=;)I{m$53?DvP@MmQ~;1Z*`Z;MG@@aF9PN6JO>NTLP3?Ck!6y|-@NF;! zHtZ}H_vH8>)qQZGfiNb$Ru*(w zRwaN-x?~uZ#h;f=O-4LoSu`aDV?kye|KASgm@Bf+XXYgaW6Z^P_{E5a(*_e}cwAg( zB&(aZp2TR@EUq&a*BOiJ43Y|Ds>&|uS$5Yaw_UplyPqqurp{+Zt?{z&RK*cf9q(uV KSI(!nbN&ayPmm-4 literal 0 HcmV?d00001 diff --git a/wandb/run-20260826_120043-epochs=2/files/config.yaml b/wandb/run-20260826_120043-epochs=2/files/config.yaml new file mode 100644 index 0000000..7010bf3 --- /dev/null +++ b/wandb/run-20260826_120043-epochs=2/files/config.yaml @@ -0,0 +1,354 @@ +_wandb: + value: + cli_version: 0.28.1 + e: + b10ukcwzz1xtizc52b6jjv6r4l7o6msz: + args: + - --spec + - /tmp/claude-1000/-home-lars-Programming-giant/c0a425e3-0573-4431-8d18-9d7c30e13d34/scratchpad/smoke.toml + - --workers + - "1" + - --mode + - run + codePath: giant/workflow/run.py + codePathLocal: giant/workflow/run.py + cpu_count: 8 + cpu_count_logical: 16 + disk: + /: + total: "1153673723904" + used: "227050913792" + email: lars.bogner@outlook.de + executable: /home/lars/Programming/giant/.venv/bin/python3 + git: + commit: 44edb474b26e0b618419f8f6e4503b0db9926f5c + remote: gitea@git.larsbogner.de:lars/giant.git + host: fedora-thinkpad + memory: + total: "15931523072" + os: Linux-7.1.5-200.fc44.x86_64-x86_64-with-glibc2.43 + program: /home/lars/Programming/giant/giant/workflow/run.py + python: CPython 3.12.13 + root: /home/lars/Programming/giant + startedAt: "2026-08-26T10:00:43.494441Z" + writerId: b10ukcwzz1xtizc52b6jjv6r4l7o6msz + m: [] + python_version: 3.12.13 + t: + "1": + - 1 + - 5 + - 53 + "2": + - 1 + - 5 + - 53 + "3": + - 2 + - 13 + - 14 + - 16 + - 61 + "4": 3.12.13 + "5": 0.28.1 + "12": 0.28.1 + "13": linux-x86_64 +conditioning: + value: + material: + emb_dim: 16 + n_layers: 1 + type: physical + out_dim: 128 + particle: + emb_dim: 16 + n_layers: 1 + type: physical + share_stages: false +model_config: + value: + conditioning: + material: + emb_dim: 16 + n_layers: 1 + type: physical + out_dim: 128 + particle: + emb_dim: 16 + n_layers: 1 + type: physical + share_stages: false + mat_vocab: 2 + pdg_vocab: 2 + stage1_model: + active: true + ddpm: + n_steps: 1000 + time_dim: 64 + dropout: 0 + flow: + time_dim: 64 + freeze: false + generator: flow + heads: + n_sec: + depth: 2 + hidden_ratio: 0.5 + hidden_dim: 16 + init_from: "" + lambda: 1 + n_res_blocks: 1 + router: + emb_dim: 8 + enabled: false + gumbel: false + gumbel_tau_end: 0.1 + gumbel_tau_start: 1 + hidden_dim: 64 + lambda_balance: 0 + lambda_entropy: 0 + lambda_proc: 0 + learn_centers: true + learn_temperature: false + learn_width: false + n_experts: 4 + temperature: 0.5 + type: energy + width_max_ratio: 10 + width_min_ratio: 0.1 + trunk: + block_conditioning: add + type: resmlp + wgan: + critic_hidden_dim: 0 + critic_lr: 0 + critic_n_res_blocks: 0 + gp_weight: 10 + n_critic: 5 + noise_dim: 64 + stage2_model: + active: true + autoregressive: + attn_n_heads: 4 + attn_n_layers: 2 + history: markov + order: energy_desc + teacher_forcing: always + tf_p_end: 1 + tf_p_start: 1 + context_dim: 64 + ctx_p_end: 0 + ctx_p_start: 1 + ddpm: + n_steps: 1000 + time_dim: 64 + decoder: autoregressive + dropout: 0 + flow: + time_dim: 64 + freeze: false + generator: wgan + heads: + n_sec: + depth: 2 + hidden_ratio: 0.5 + type: + depth: 2 + hidden_ratio: 0.5 + hidden_dim: 16 + init_from: "" + k_max: 15 + lambda: 1 + n_res_blocks: 1 + n_sec: + lambda: 0.1 + mode: head + owner: stage2 + stop_sampling: greedy + particle_type: + class_weighting: none + lambda: 1 + n_classes: 0 + other_policy: sample + target: onehot + router: + emb_dim: 8 + enabled: false + gumbel: false + gumbel_tau_end: 0.1 + gumbel_tau_start: 1 + hidden_dim: 64 + lambda_balance: 0 + lambda_entropy: 0 + lambda_proc: 0 + learn_centers: true + learn_temperature: false + learn_width: false + n_experts: 4 + temperature: 0.5 + tie_to_stage1: false + type: energy + width_max_ratio: 10 + width_min_ratio: 0.1 + stage1_context: truth + trunk: + block_conditioning: add + type: resmlp + wgan: + critic_hidden_dim: 0 + critic_lr: 0 + critic_n_res_blocks: 0 + gp_weight: 10 + gumbel_tau_end: 0.1 + gumbel_tau_start: 1 + n_critic: 5 + noise_dim: 64 +param_counts: + value: + stage1: 25865 + stage2: 96480 + total: 122345 +stage1_model: + value: + active: true + ddpm: + n_steps: 1000 + time_dim: 64 + dropout: 0 + flow: + time_dim: 64 + freeze: false + generator: flow + heads: + n_sec: + depth: 2 + hidden_ratio: 0.5 + hidden_dim: 16 + init_from: "" + lambda: 1 + n_res_blocks: 1 + router: + emb_dim: 8 + enabled: false + gumbel: false + gumbel_tau_end: 0.1 + gumbel_tau_start: 1 + hidden_dim: 64 + lambda_balance: 0 + lambda_entropy: 0 + lambda_proc: 0 + learn_centers: true + learn_temperature: false + learn_width: false + n_experts: 4 + temperature: 0.5 + type: energy + width_max_ratio: 10 + width_min_ratio: 0.1 + trunk: + block_conditioning: add + type: resmlp + wgan: + critic_hidden_dim: 0 + critic_lr: 0 + critic_n_res_blocks: 0 + gp_weight: 10 + n_critic: 5 + noise_dim: 64 +stage2_model: + value: + active: true + autoregressive: + attn_n_heads: 4 + attn_n_layers: 2 + history: markov + order: energy_desc + teacher_forcing: always + tf_p_end: 1 + tf_p_start: 1 + context_dim: 64 + ctx_p_end: 0 + ctx_p_start: 1 + ddpm: + n_steps: 1000 + time_dim: 64 + decoder: autoregressive + dropout: 0 + flow: + time_dim: 64 + freeze: false + generator: wgan + heads: + n_sec: + depth: 2 + hidden_ratio: 0.5 + type: + depth: 2 + hidden_ratio: 0.5 + hidden_dim: 16 + init_from: "" + k_max: 15 + lambda: 1 + n_res_blocks: 1 + n_sec: + lambda: 0.1 + mode: head + owner: stage2 + stop_sampling: greedy + particle_type: + class_weighting: none + lambda: 1 + n_classes: 0 + other_policy: sample + target: onehot + router: + emb_dim: 8 + enabled: false + gumbel: false + gumbel_tau_end: 0.1 + gumbel_tau_start: 1 + hidden_dim: 64 + lambda_balance: 0 + lambda_entropy: 0 + lambda_proc: 0 + learn_centers: true + learn_temperature: false + learn_width: false + n_experts: 4 + temperature: 0.5 + tie_to_stage1: false + type: energy + width_max_ratio: 10 + width_min_ratio: 0.1 + stage1_context: truth + trunk: + block_conditioning: add + type: resmlp + wgan: + critic_hidden_dim: 0 + critic_lr: 0 + critic_n_res_blocks: 0 + gp_weight: 10 + gumbel_tau_end: 0.1 + gumbel_tau_start: 1 + n_critic: 5 + noise_dim: 64 +train: + value: + batch_size: 32 + ema_decay: 0.9999 + epochs: 2 + lr: 0.0003 + max_val_batches: 200 + num_workers: 4 + precision: fp32 + seed: 0 + val_fraction: 0.1 + validate_every: 0 + validate_steps: 10 + wandb: true + wandb_log_every: 50 + wandb_project: giant + wandb_run_name: "" + warmup_epochs: 5 + weight_decay: 0.01 diff --git a/wandb/run-20260826_120043-epochs=2/files/output.log b/wandb/run-20260826_120043-epochs=2/files/output.log new file mode 100644 index 0000000..6cd1f88 --- /dev/null +++ b/wandb/run-20260826_120043-epochs=2/files/output.log @@ -0,0 +1,26 @@ + + +Dim real_mean gen_mean real_std gen_std KL(real||gen) +------------------------------------------------------------------------------- +log_step_length -0.2712 -0.0966 1.1637 1.1516 9.5569 +edep_logit 0.1038 0.0212 0.9154 0.7979 11.6862 +sec_logit -0.0401 0.2425 0.9973 0.8925 19.8511 +post_dx -0.1144 -0.2645 0.8849 1.4299 11.8162 +post_dy 0.1969 0.1144 0.9479 0.9458 11.6429 +post_dz 0.1798 0.3103 1.1660 1.4825 11.6862 +travel_dx 0.0000 0.4778 0.0000 0.7748 21.1933 +travel_dy 0.0000 0.1821 0.0000 1.2119 21.1933 +travel_dz 0.0000 0.4294 0.0000 1.1217 21.1933 + +n_sec accuracy=0.3750 mean|Δ|=0.9375 +n_sec value real_frac gen_frac +------------------------------------------ +0 0.3750 1.0000 +1 0.3125 0.0000 +2 0.3125 0.0000 + +sec slot (energy frac.) real_mean gen_mean real_std gen_std KL(real||gen) +------------------------------------------------------------------------------------------ + +sec type class (onehot) n=15/0 KL(real||gen)=nan +epoch 2/2 stage1[loss=1.873] stage2[d=5.457 g=-0.027] val 17.3688 0.1s [best] diff --git a/wandb/run-20260826_120043-epochs=2/files/requirements.txt b/wandb/run-20260826_120043-epochs=2/files/requirements.txt new file mode 100644 index 0000000..3665f21 --- /dev/null +++ b/wandb/run-20260826_120043-epochs=2/files/requirements.txt @@ -0,0 +1,122 @@ +typer==0.26.7 +python-dateutil==2.9.0.post0 +six==1.17.0 +markdown-it-py==4.2.0 +mdurl==0.1.2 +annotated-doc==0.0.4 +shellingham==1.5.4 +rich==15.0.0 +Pygments==2.20.0 +numpy==2.4.6 +pyarrow==24.0.0 +pandas==3.0.3 +tqdm==4.68.3 +PyYAML==6.0.3 +packaging==26.2 +typing_extensions==4.15.0 +MarkupSafe==3.0.3 +filelock==3.29.4 +Jinja2==3.1.6 +fsspec==2026.6.0 +mpmath==1.3.0 +networkx==3.6.1 +sympy==1.14.0 +torch==2.3.1+cpu +iniconfig==2.3.0 +pluggy==1.6.0 +ty==0.0.50 +ruff==0.15.17 +pytest==9.1.0 +polars-runtime-32==1.41.2 +polars==1.41.2 +cramjam==2.11.0 +xxhash==3.7.0 +awkward_cpp==53 +uproot==5.7.4 +awkward==2.9.1 +ipython_pygments_lexers==1.1.1 +comm==0.2.3 +decorator==5.3.1 +nest-asyncio2==1.7.2 +stack-data==0.6.3 +kiwisolver==1.5.0 +pyparsing==3.3.2 +platformdirs==4.10.0 +matplotlib-inline==0.2.2 +ipykernel==7.3.0 +jupyter_core==5.9.1 +ptyprocess==0.7.0 +pexpect==4.9.0 +executing==2.2.1 +psutil==7.2.2 +asttokens==3.0.1 +parso==0.8.7 +wcwidth==0.8.1 +pure_eval==0.2.3 +cycler==0.12.1 +jupyter_client==8.9.1 +traitlets==5.15.1 +contourpy==1.3.3 +pyzmq==27.1.0 +tornado==6.5.7 +pillow==12.2.0 +prompt_toolkit==3.0.52 +ipython==9.14.1 +debugpy==1.8.21 +fonttools==4.63.0 +matplotlib==3.11.0 +jedi==0.20.0 +threadpoolctl==3.6.0 +joblib==1.5.3 +narwhals==2.23.0 +scikit-learn==1.9.0 +scipy==1.18.0 +hepunits==2.4.6 +attrs==26.1.0 +particle==1.0.0 +plotstyle==1.0.0 +certifi==2026.7.22 +typing-inspection==0.4.2 +annotated-types==0.8.0 +idna==3.18 +requests==2.34.2 +click==8.4.2 +pydantic_core==2.46.4 +charset-normalizer==3.4.9 +urllib3==2.7.0 +protobuf==7.35.1 +pydantic==2.13.4 +sentry-sdk==2.66.1 +wandb==0.28.1 +pytest-cov==7.1.0 +coverage==7.15.4 +tomlkit==0.15.1 +h11==0.16.0 +bracex==3.0.1 +truststore==0.10.4 +python-dotenv==1.2.3 +wcmatch==11.0.1 +questionary==2.1.1 +git-cliff==2.13.1 +pydantic-settings==2.15.0 +rich-click==1.9.8 +httpx2==2.11.0 +httpcore2==2.11.0 +bump-my-version==1.5.1 +anyio==4.14.2 +giant==0.3.10 +parse==1.22.1 +python-daemon==2.1.2 +colorama==0.4.6 +tenacity==8.5.0 +lockfile==0.12.2 +webdavclient3==3.14.7 +cachetools==7.1.7 +smmap==5.0.3 +gitdb==4.0.12 +GitPython==3.1.60 +b2luigi==1.2.9 +lxml==6.1.2 +docutils==0.23 +luigi==3.7.3 +setuptools==84.0.0 diff --git a/wandb/run-20260826_120043-epochs=2/files/wandb-metadata.json b/wandb/run-20260826_120043-epochs=2/files/wandb-metadata.json new file mode 100644 index 0000000..1b82d46 --- /dev/null +++ b/wandb/run-20260826_120043-epochs=2/files/wandb-metadata.json @@ -0,0 +1,36 @@ +{ + "os": "Linux-7.1.5-200.fc44.x86_64-x86_64-with-glibc2.43", + "python": "CPython 3.12.13", + "startedAt": "2026-08-26T10:00:43.494441Z", + "args": [ + "--spec", + "/tmp/claude-1000/-home-lars-Programming-giant/c0a425e3-0573-4431-8d18-9d7c30e13d34/scratchpad/smoke.toml", + "--workers", + "1", + "--mode", + "run" + ], + "program": "/home/lars/Programming/giant/giant/workflow/run.py", + "codePath": "giant/workflow/run.py", + "codePathLocal": "giant/workflow/run.py", + "git": { + "remote": "gitea@git.larsbogner.de:lars/giant.git", + "commit": "44edb474b26e0b618419f8f6e4503b0db9926f5c" + }, + "email": "lars.bogner@outlook.de", + "root": "/home/lars/Programming/giant", + "host": "fedora-thinkpad", + "executable": "/home/lars/Programming/giant/.venv/bin/python3", + "cpu_count": 8, + "cpu_count_logical": 16, + "disk": { + "/": { + "total": "1153673723904", + "used": "227050913792" + } + }, + "memory": { + "total": "15931523072" + }, + "writerId": "b10ukcwzz1xtizc52b6jjv6r4l7o6msz" +} \ No newline at end of file diff --git a/wandb/run-20260826_120043-epochs=2/files/wandb-summary.json b/wandb/run-20260826_120043-epochs=2/files/wandb-summary.json new file mode 100644 index 0000000..4e1edba --- /dev/null +++ b/wandb/run-20260826_120043-epochs=2/files/wandb-summary.json @@ -0,0 +1 @@ +{"stage2/train/grad_norm_type_slice":0.009069958127530893,"stage1/val/loss_stop":0,"stage1/val/stop_acc":0,"is_best":1,"stage2/train/gp_loss":0.5444372881175881,"stage1/train/type_acc":0,"epoch_time_s":0.13597809900238644,"stage2/train/stop_acc":0,"_wandb":{"runtime":0},"stage1/train/loss_proc":0,"_runtime":0.243841648,"_timestamp":1.7877384448696852e+09,"stage1/lr":0.000165,"stage1/train/stop_acc":0,"stage2/train/nsec_acc":0.36090225586317537,"val/marginal_kl":15.535483727944827,"stage1/train/grad_norm":0.7332364240087065,"grad_norm":28.807173418623385,"stage1/train/loss_type":0,"stage1/val/loss":1.8332903385162354,"stage1/val/type_acc":0,"stage2/lr":0.00017999999999999998,"stage2/train/grad_norm_g":0.11719643601909616,"stage2/train/grad_norm_d":27.956740558595584,"stage2/train/g_loss":-0.027094751372373195,"stage2/train/grad_norm_cont_slice":0.007121505593895016,"stage1/val/loss_type":0,"epoch":2,"stage1/train/nsec_acc":0,"stage1/val/loss_gen":1.8332903385162354,"_step":10,"val/loss":17.368774066461064,"stage1/train/loss_balance":0,"stage2/critic_lr":0.0003,"samples_per_sec":978.0986863014302,"stage2/train/loss_stop":0,"stage1/train/loss_entropy":0,"stage2/train/d_loss":5.457050940147917,"stage1/train/loss_nsec":0,"stage2/train/wasserstein":-0.012677972254000212,"stage1/val/loss_nsec":0,"stage1/train/loss_gen":1.8725225647589319,"stage1/val/nsec_acc":0,"stage1/train/loss_stop":0,"stage2/train/loss_nsec":2.6134453088717353,"gpu_mem_mb":0,"stage1/train/loss":1.8725225647589319} \ No newline at end of file diff --git a/wandb/run-20260826_120043-epochs=2/logs/debug-core.log b/wandb/run-20260826_120043-epochs=2/logs/debug-core.log new file mode 120000 index 0000000..e008cb8 --- /dev/null +++ b/wandb/run-20260826_120043-epochs=2/logs/debug-core.log @@ -0,0 +1 @@ +/home/lars/.cache/wandb/logs/core-debug-20260826_120040.log \ No newline at end of file diff --git a/wandb/run-20260826_120043-epochs=2/logs/debug-internal.log b/wandb/run-20260826_120043-epochs=2/logs/debug-internal.log new file mode 100644 index 0000000..e23ed71 --- /dev/null +++ b/wandb/run-20260826_120043-epochs=2/logs/debug-internal.log @@ -0,0 +1,17 @@ +{"time":"2026-08-26T12:00:43.498428707+02:00","level":"INFO","msg":"wandb-core"} +{"time":"2026-08-26T12:00:43.498545668+02:00","level":"INFO","msg":"stream: starting","core version":"0.28.1"} +{"time":"2026-08-26T12:00:43.906411597+02:00","level":"INFO","msg":"stream: created new stream","id":"epochs=2"} +{"time":"2026-08-26T12:00:43.906528106+02:00","level":"INFO","msg":"handler: started"} +{"time":"2026-08-26T12:00:43.906791572+02:00","level":"INFO","msg":"stream: started"} +{"time":"2026-08-26T12:00:43.906804807+02:00","level":"INFO","msg":"writer: started","stream_id":"epochs=2"} +{"time":"2026-08-26T12:00:43.906840384+02:00","level":"INFO","msg":"sender: started"} +{"time":"2026-08-26T12:00:44.733622595+02:00","level":"INFO","msg":"filestream: sending request","total_files":1,"console_offset":0,"console_lines":1} +{"time":"2026-08-26T12:00:44.953360737+02:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-26T12:00:45.739335081+02:00","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"} +{"time":"2026-08-26T12:00:45.739618625+02:00","level":"INFO","msg":"filestream: sending request","total_files":3,"history_offset":0,"history_lines":1,"console_offset":0,"console_lines":26,"uploaded_len":5,"complete":true,"exit_code":0} +{"time":"2026-08-26T12:00:45.968068153+02:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-26T12:00:45.969013484+02:00","level":"INFO","msg":"handler: operation stats","stats":{}} +{"time":"2026-08-26T12:00:45.971267309+02:00","level":"INFO","msg":"stream: finishing up"} +{"time":"2026-08-26T12:00:45.971280083+02:00","level":"INFO","msg":"handler: closed"} +{"time":"2026-08-26T12:00:45.971377536+02:00","level":"INFO","msg":"sender: closed"} +{"time":"2026-08-26T12:00:45.97138502+02:00","level":"INFO","msg":"stream: all finished"} diff --git a/wandb/run-20260826_120043-epochs=2/logs/debug.log b/wandb/run-20260826_120043-epochs=2/logs/debug.log new file mode 100644 index 0000000..42376c5 --- /dev/null +++ b/wandb/run-20260826_120043-epochs=2/logs/debug.log @@ -0,0 +1,21 @@ +2026-08-26 12:00:43,497 INFO MainThread:739115 [wandb_init.py:setup_run_log_directory():729] Logging user logs to /home/lars/Programming/giant/wandb/run-20260826_120043-epochs=2/logs/debug.log +2026-08-26 12:00:43,497 INFO MainThread:739115 [wandb_init.py:setup_run_log_directory():730] Logging internal logs to /home/lars/Programming/giant/wandb/run-20260826_120043-epochs=2/logs/debug-internal.log +2026-08-26 12:00:43,497 INFO MainThread:739115 [wandb_init.py:init():772] calling init triggers +2026-08-26 12:00:43,497 INFO MainThread:739115 [wandb_init.py:init():777] wandb.init called with sweep_config: {} +config: {'train': {'epochs': 2, 'batch_size': 32, 'lr': 0.0003, 'weight_decay': 0.01, 'ema_decay': 0.9999, 'warmup_epochs': 5, 'val_fraction': 0.1, 'max_val_batches': 200, 'num_workers': 4, 'seed': 0, 'validate_every': 0, 'validate_steps': 10, 'wandb': True, 'wandb_project': 'giant', 'wandb_run_name': '', 'wandb_log_every': 50, 'precision': 'fp32'}, 'conditioning': {'out_dim': 128, 'share_stages': False, 'particle': {'type': 'physical', 'emb_dim': 16, 'n_layers': 1}, 'material': {'type': 'physical', 'emb_dim': 16, 'n_layers': 1}}, 'stage1_model': {'active': True, 'init_from': '', 'freeze': False, 'generator': 'flow', 'hidden_dim': 16, 'n_res_blocks': 1, 'dropout': 0.0, 'lambda': 1.0, 'flow': {'time_dim': 64}, 'ddpm': {'time_dim': 64, 'n_steps': 1000}, 'wgan': {'noise_dim': 64, 'n_critic': 5, 'gp_weight': 10.0, 'critic_lr': 0.0, 'critic_hidden_dim': 0, 'critic_n_res_blocks': 0}, 'router': {'enabled': False, 'type': 'energy', 'n_experts': 4, 'temperature': 0.5, 'learn_centers': True, 'learn_width': False, 'learn_temperature': False, 'width_min_ratio': 0.1, 'width_max_ratio': 10.0, 'lambda_balance': 0.0, 'lambda_entropy': 0.0, 'gumbel': False, 'gumbel_tau_start': 1.0, 'gumbel_tau_end': 0.1, 'emb_dim': 8, 'hidden_dim': 64, 'lambda_proc': 0.0}, 'trunk': {'type': 'resmlp', 'block_conditioning': 'add'}, 'heads': {'n_sec': {'hidden_ratio': 0.5, 'depth': 2}}}, 'stage2_model': {'active': True, 'init_from': '', 'freeze': False, 'decoder': 'autoregressive', 'generator': 'wgan', 'hidden_dim': 16, 'n_res_blocks': 1, 'dropout': 0.0, 'lambda': 1.0, 'k_max': 15, 'context_dim': 64, 'stage1_context': 'truth', 'ctx_p_start': 1.0, 'ctx_p_end': 0.0, 'n_sec': {'mode': 'head', 'lambda': 0.1, 'owner': 'stage2', 'stop_sampling': 'greedy'}, 'particle_type': {'target': 'onehot', 'lambda': 1.0, 'other_policy': 'sample', 'n_classes': 0, 'class_weighting': 'none'}, 'autoregressive': {'order': 'energy_desc', 'history': 'markov', 'teacher_forcing': 'always', 'tf_p_start': 1.0, 'tf_p_end': 1.0, 'attn_n_heads': 4, 'attn_n_layers': 2}, 'flow': {'time_dim': 64}, 'ddpm': {'time_dim': 64, 'n_steps': 1000}, 'wgan': {'noise_dim': 64, 'n_critic': 5, 'gp_weight': 10.0, 'critic_lr': 0.0, 'critic_hidden_dim': 0, 'critic_n_res_blocks': 0, 'gumbel_tau_start': 1.0, 'gumbel_tau_end': 0.1}, 'router': {'tie_to_stage1': False, 'enabled': False, 'type': 'energy', 'n_experts': 4, 'temperature': 0.5, 'learn_centers': True, 'learn_width': False, 'learn_temperature': False, 'width_min_ratio': 0.1, 'width_max_ratio': 10.0, 'lambda_balance': 0.0, 'lambda_entropy': 0.0, 'gumbel': False, 'gumbel_tau_start': 1.0, 'gumbel_tau_end': 0.1, 'emb_dim': 8, 'hidden_dim': 64, 'lambda_proc': 0.0}, 'trunk': {'type': 'resmlp', 'block_conditioning': 'add'}, 'heads': {'n_sec': {'hidden_ratio': 0.5, 'depth': 2}, 'type': {'hidden_ratio': 0.5, 'depth': 2}}}, 'model_config': {'pdg_vocab': 2, 'mat_vocab': 2, 'conditioning': {'out_dim': 128, 'share_stages': False, 'particle': {'type': 'physical', 'emb_dim': 16, 'n_layers': 1}, 'material': {'type': 'physical', 'emb_dim': 16, 'n_layers': 1}}, 'stage1_model': {'active': True, 'init_from': '', 'freeze': False, 'generator': 'flow', 'hidden_dim': 16, 'n_res_blocks': 1, 'dropout': 0.0, 'lambda': 1.0, 'flow': {'time_dim': 64}, 'ddpm': {'time_dim': 64, 'n_steps': 1000}, 'wgan': {'noise_dim': 64, 'n_critic': 5, 'gp_weight': 10.0, 'critic_lr': 0.0, 'critic_hidden_dim': 0, 'critic_n_res_blocks': 0}, 'router': {'enabled': False, 'type': 'energy', 'n_experts': 4, 'temperature': 0.5, 'learn_centers': True, 'learn_width': False, 'learn_temperature': False, 'width_min_ratio': 0.1, 'width_max_ratio': 10.0, 'lambda_balance': 0.0, 'lambda_entropy': 0.0, 'gumbel': False, 'gumbel_tau_start': 1.0, 'gumbel_tau_end': 0.1, 'emb_dim': 8, 'hidden_dim': 64, 'lambda_proc': 0.0}, 'trunk': {'type': 'resmlp', 'block_conditioning': 'add'}, 'heads': {'n_sec': {'hidden_ratio': 0.5, 'depth': 2}}}, 'stage2_model': {'active': True, 'init_from': '', 'freeze': False, 'decoder': 'autoregressive', 'generator': 'wgan', 'hidden_dim': 16, 'n_res_blocks': 1, 'dropout': 0.0, 'lambda': 1.0, 'k_max': 15, 'context_dim': 64, 'stage1_context': 'truth', 'ctx_p_start': 1.0, 'ctx_p_end': 0.0, 'n_sec': {'mode': 'head', 'lambda': 0.1, 'owner': 'stage2', 'stop_sampling': 'greedy'}, 'particle_type': {'target': 'onehot', 'lambda': 1.0, 'other_policy': 'sample', 'n_classes': 0, 'class_weighting': 'none'}, 'autoregressive': {'order': 'energy_desc', 'history': 'markov', 'teacher_forcing': 'always', 'tf_p_start': 1.0, 'tf_p_end': 1.0, 'attn_n_heads': 4, 'attn_n_layers': 2}, 'flow': {'time_dim': 64}, 'ddpm': {'time_dim': 64, 'n_steps': 1000}, 'wgan': {'noise_dim': 64, 'n_critic': 5, 'gp_weight': 10.0, 'critic_lr': 0.0, 'critic_hidden_dim': 0, 'critic_n_res_blocks': 0, 'gumbel_tau_start': 1.0, 'gumbel_tau_end': 0.1}, 'router': {'tie_to_stage1': False, 'enabled': False, 'type': 'energy', 'n_experts': 4, 'temperature': 0.5, 'learn_centers': True, 'learn_width': False, 'learn_temperature': False, 'width_min_ratio': 0.1, 'width_max_ratio': 10.0, 'lambda_balance': 0.0, 'lambda_entropy': 0.0, 'gumbel': False, 'gumbel_tau_start': 1.0, 'gumbel_tau_end': 0.1, 'emb_dim': 8, 'hidden_dim': 64, 'lambda_proc': 0.0}, 'trunk': {'type': 'resmlp', 'block_conditioning': 'add'}, 'heads': {'n_sec': {'hidden_ratio': 0.5, 'depth': 2}, 'type': {'hidden_ratio': 0.5, 'depth': 2}}}}, 'param_counts': {'stage1': 25865, 'stage2': 96480, 'total': 122345}, '_wandb': {}} +2026-08-26 12:00:43,497 INFO MainThread:739115 [wandb_init.py:init():820] starting backend +2026-08-26 12:00:43,497 INFO MainThread:739115 [wandb_init.py:init():835] sending inform_init request +2026-08-26 12:00:43,907 INFO MainThread:739115 [wandb_init.py:init():840] backend started and connected +2026-08-26 12:00:43,909 INFO MainThread:739115 [wandb_init.py:init():910] updated telemetry +2026-08-26 12:00:43,920 INFO MainThread:739115 [wandb_init.py:init():933] communicating run to backend with 90.0 second timeout +2026-08-26 12:00:44,647 INFO MainThread:739115 [wandb_init.py:init():978] starting run threads in backend +2026-08-26 12:00:44,729 INFO MainThread:739115 [wandb_run.py:_console_start():2621] atexit reg +2026-08-26 12:00:44,729 INFO MainThread:739115 [wandb_run.py:_redirect():2471] redirect: wrap_raw +2026-08-26 12:00:44,729 INFO MainThread:739115 [wandb_run.py:_redirect():2540] Wrapping output streams. +2026-08-26 12:00:44,729 INFO MainThread:739115 [wandb_run.py:_redirect():2563] Redirects installed. +2026-08-26 12:00:44,731 INFO MainThread:739115 [wandb_init.py:init():1016] run started, returning control to user process +2026-08-26 12:00:44,891 INFO MainThread:739115 [wandb_run.py:_finish():2383] finishing run lade043-karlsruhe-institute-of-technology/giant/epochs=2 +2026-08-26 12:00:44,891 INFO MainThread:739115 [wandb_run.py:_atexit_cleanup():2588] got exitcode: 0 +2026-08-26 12:00:44,892 INFO MainThread:739115 [wandb_run.py:_restore():2570] restore +2026-08-26 12:00:44,892 INFO MainThread:739115 [wandb_run.py:_restore():2576] restore done +2026-08-26 12:00:45,970 INFO MainThread:739115 [wandb_run.py:_footer_sync_info():3993] logging synced files diff --git a/wandb/run-20260826_120043-epochs=2/run-epochs=2.wandb b/wandb/run-20260826_120043-epochs=2/run-epochs=2.wandb new file mode 100644 index 0000000000000000000000000000000000000000..e2508bb9f5b6c9a8b1991e4ecc0e6d3897622ef8 GIT binary patch literal 13100 zcmeHOe~{c(eUE&xeNoQ8_H5U=BxJL(&G~$*)zfcXaGj7cv+yBm~oVAO)rga7`e%4P{*F29If4CzRF%cW@>RwP8ASlc6=qB&F#z z^z)vyd(!y`cBjk`=I)QR^z_yHe7-;54?PdvvH8X`PhRrKrEmPhEthcJ+_4^>?{=DA zsTypP9_6m*O}-!sk|B_-#gbGSmXsnXmd#;XwnORA&|XO@YA zE(+qAyG^onE!VwdhFh8IQFrUr2|uj5t~Ztf`3U!+{yE6LrIniPhPk7g`4#*!Ys_}b z#TjnNRzP{prW^?@04l*g5ZV>0*RWj=K&EN?VXagL++;4CXj0f_bt0&h>^k6` zMltR{gAuH{J;5wMrl_Gp$FD)^;$EEMUs=lcFcQRScx9(P!<|_=nWIh^1$tznnp+Fu z84uK{6^4Dsp^lF^R~*;z?a)IA8cvW*7<%*nc-TGSd&)Ptr#!E(6?_;fQhLdUJ52&u7(jnJ9Qxn3>kyiLVQK73Ki z4I#`bO)Cmf8VnRMdS=Bj+__IGF(>6(NmVGO4@Dd(j|6e;Vx5L!Y?;`D)IOC7n8mf6 z@uuU4QPhS`12=Zq@?lF+0JFMd`=IK$=npcH@uSAES~;wCI*!^>9mJ4K&T7;^(?;;o zj$!V&70DF0Mv6yvM{?C|x5P+5&$tmJ;G-ykVY61F=peY-E@!t^Xt!tp`|u-kT_nYt z9hYV##qId3_-Lli9CX}Y8ruZ-Nanwugs6W78T-2kyAzf(9+bzVtQvuO{<_wIL zNC*~?X~hXk-eeTLc|wd>sDiLCRDkxOGagqFYQQ*i<93jN`Jf~u!*Q#ba!%9|`vrdP zn2M%7-lR6fi|t%wzVpTqx_HK5Bs>j5553xrW*t=x51_SEo}eyhS1v0GdL*jtR~%YU zJ=dvvVWMjmD_&T2e5>izYb69(j`c~6hxo7CK|pIFO*(oVr)z}hqC1K=&+2fw=STjC z(hb8+P(pvz8aUIj0435N@kY@UI(CVI4|{$o>eQ}}*%JYMG(690tbrMgv9`kylsVN4=$j}Svo(qvASy88M>}=!hS~cvHJ>SlU)tWofw96midb+>;@;6Q{ zTYYN(3x~Qs%@KZiH`mY2c5!{nt6YS7#`EKbW@*Z! z-0l44N)4-*8}KXCZ9gb_6)ez%vNJ^Q3T*32z{5W|Y@9RCMF5$Ynp5?xJDNk-@c)CCYHIJ<}VYs9yLIfYP$dA>+YQ9ph zVQ*4U zdCEJ#!}lsMJ9aH9d8R|5B-)CkI&xlAbvdsnGRYfdV&u)TUXn$J$Yoh61SKr*OI296 z5H!3IM+m(}ec-ZuKHeJ~;0VR1bG(5rY%54ofnpYztrD1#-Qr*RE?vPD@Pg2s7+Mz* zn%8{e!p%4R53hkY%~|OUAsm#U#aV!)(G~T-T(X@eb~XiR9erkzH_J(`k9N(ft^3uYu|w$m!*2#^{z}$_usMXnmzN> z3rqU671=D?Sk6iXX(*e`iktT0H~!n36$?ssrzj4I;ybnvX1BB5``tR8vgmq*I$5<)I&ShU4uTm z(~MVk7@s=#!H;%5KYhb7s@G*{sX4ul9zXEWE~Zyoi;MX8nI%6N%%OKa-TRsjhZ7$= zh~BvsFZ|DaM*;|5o)#>2a~;vy*WUO{SKki)owddS415Qh^$o{%@eJEw?Mv1igk|~$ zZDyD6y}6&Z@7;@*Ew?`SaAhNqd(z0g3FK4Xz4sxI$L?bso4qgIO*yVgizYc9|J#F-5KY$Gmnw-`>Afkas%Gxqk-M65T%86^ay6Aam3`(u%5hCv zG|6%HLl0Aq4z^A$5Uqs_c->$iK@h{x~ZG(7YGqFLzAB1tfQ1; zCJmhAc=pH_8OL=;W=~O$y=l=T$D?PyOgUoTcR`BOc#243HWEga_|i0WIleT^xE1%r z6bzM+k9S@91m(Ck4V>h7>Zh+Vj<5Yl{S@W6E-jkmc=+)2AAw`j3$S-P&QOy-;7EwV zEJod~DQ%91p+v?bf+CqoI~qijzVJInALY0{4V>gSeefOtbNv0+O&+5he7^P41Kyy%2IoI(?7x+A+>i!NayDW;MdsCJ-{O1$h zl;c%t;3UVx&wrM2JX#6PQjS-rMUx!&J@-hG<9XgraU_P+PM;1(B1nXE;xXoUx%_!% z$G4?{lN^tK;!BL$@T7EN-Te()btCe zr*_Pyfs-6(zyDRn@$r){FL^&iuT6`-Co#_4|IF7Rs`2bw3Ug`V$1asx_?kVjO%!BZ zg~#c*xcBc5>_vl#mM3n0^#G-kOZT6oa`aFCf>GI9`q?0zm|T|@eMf@I;SU^v=s?5- zpUhiMf(jdd>8EwH(eamFo{)AvOW`-B`%J>`yZ0!A-*VH}UZe1v(xOTD(|>-9!e97+ z`>mIb+(F?tr~6F8ANuBBGkEf`M<1r}Z%>P+;6MK~g^$uIp?LeU?E>86I}ZLDkFTAj z@crpNlkkVX`)vl_cmE&w6n;xuGzmZZ`gbUNlqPM=#J_+ioq>nKKX}{cHc z#vqzciw-A3@ANC*hv@I}7=p7w-3zn*(I>bp4Kra2X#Ah2g`fEEyZ?$371HQQqQ_r- zjuAbz?v@`+L9~z-ttW^c|BvS(dgp})>BUMuw66G@l&+ZOkfeM6)2A8TmwP|+#`_>j z(xUH7(4GFbe}SmP>`Fh^WZBoyY=87Y6?S#E5w##@QxoZJuI)bejC7LHkkWl8X&iq2 zUm1BppvsjIu-*WX-^!hN(l4&F(BZL3r23o2H+lG?g@VlIH2J90WGzFPn0kZiT3t z61{WV0xL;A-c32%^@}!CethrCx9>owTDsHi3v}AEn!Dg`_rLqMp4y6T^}e_B>oW0y zs?2iiC(t7;GaM)KEBS6KaW9`aa5a6yxZpQFb@TDu`<8LtX5Wb({;JIS$Rh=ISgSz& zV!6mhhIM6TUFs=~Bnx8`dw4~rH+~2&73e#iN7rP!X&dcqhRZ|_#Kc6@G({t#rtq6G zyhSxa2aVPq3g1tD2kz(nxRV0R?*}KQV@(Ah9KIdV92s$in5FewGMTXEN6^NRmt9Xl;3%isalUdNE>{LeE zr3*#_bvk=BKQC4~%76#X5W*ocrtMJO&_zw<)A5nQNk2+O)z7yWJ*bkh7?!w16;;)g z4O10~#$TRU$|?=mO8n-`s(G$lIBphjc}L^*nakon>i!H$Gadd3RNESdNjns9EG&+7 zoW(*6%erJ3guo*P;q!44wT0(0r5A&%2FJsF*ddl7FYCNGFU&etw(tQRZ=hQ&rWCwL zOf2o8_LZ5{agcRRqs?&G1_oIf57Q|;hmKmZfbN~#Z^uHLb~+h0#+H!^)H3TM%jooU z=G>n_eL(8~PR~?oE_QcDa6~XeR6#|;8ZeS>BHtyQ&t@*`s0j(|UmK!MbXg%-^3xpW zS7-Q2vxPmOhSk6cQ*hsy>0!=hb;LrVQ`^X@sT-ncBKu@RQxtx1p88CSP7Rr#I@e^b zI4{Yp_%vIb0#VIt8>JHaou$8|qsHhefnu_bOjP0esJgbr8G2;lj3j78Rur1-2Gv!S z`NGe2eVJNC7fe+{6-BV9CVprcT@@XE3M?E4r03UA?_dG!`54$Okx}quQQ}u*me+8E z64e$;kcA6Gr_3#AgZP*qvq3we+Daue``XvP`O5n-whU!X&W$Z?!Nmwd*yiUAQ;QMg z7LpOPaCCO6QakuaJj$oWj`XmSs&tDplEoRx;*8`iJtN61>E_?|fs@NOVYPGp47WPh YqXhNgkuj;Vdw1yfr~fa^1KcJ53(rPo)Bpeg literal 0 HcmV?d00001 diff --git a/wandb/run-20260826_120046-epochs=3/files/config.yaml b/wandb/run-20260826_120046-epochs=3/files/config.yaml new file mode 100644 index 0000000..5699530 --- /dev/null +++ b/wandb/run-20260826_120046-epochs=3/files/config.yaml @@ -0,0 +1,354 @@ +_wandb: + value: + cli_version: 0.28.1 + e: + ray91k854mr5355b4txkncd1gpi2fdza: + args: + - --spec + - /tmp/claude-1000/-home-lars-Programming-giant/c0a425e3-0573-4431-8d18-9d7c30e13d34/scratchpad/smoke.toml + - --workers + - "1" + - --mode + - run + codePath: giant/workflow/run.py + codePathLocal: giant/workflow/run.py + cpu_count: 8 + cpu_count_logical: 16 + disk: + /: + total: "1153673723904" + used: "227050913792" + email: lars.bogner@outlook.de + executable: /home/lars/Programming/giant/.venv/bin/python3 + git: + commit: 44edb474b26e0b618419f8f6e4503b0db9926f5c + remote: gitea@git.larsbogner.de:lars/giant.git + host: fedora-thinkpad + memory: + total: "15931523072" + os: Linux-7.1.5-200.fc44.x86_64-x86_64-with-glibc2.43 + program: /home/lars/Programming/giant/giant/workflow/run.py + python: CPython 3.12.13 + root: /home/lars/Programming/giant + startedAt: "2026-08-26T10:00:46.173920Z" + writerId: ray91k854mr5355b4txkncd1gpi2fdza + m: [] + python_version: 3.12.13 + t: + "1": + - 1 + - 5 + - 53 + "2": + - 1 + - 5 + - 53 + "3": + - 2 + - 13 + - 14 + - 16 + - 61 + "4": 3.12.13 + "5": 0.28.1 + "12": 0.28.1 + "13": linux-x86_64 +conditioning: + value: + material: + emb_dim: 16 + n_layers: 1 + type: physical + out_dim: 128 + particle: + emb_dim: 16 + n_layers: 1 + type: physical + share_stages: false +model_config: + value: + conditioning: + material: + emb_dim: 16 + n_layers: 1 + type: physical + out_dim: 128 + particle: + emb_dim: 16 + n_layers: 1 + type: physical + share_stages: false + mat_vocab: 2 + pdg_vocab: 2 + stage1_model: + active: true + ddpm: + n_steps: 1000 + time_dim: 64 + dropout: 0 + flow: + time_dim: 64 + freeze: false + generator: flow + heads: + n_sec: + depth: 2 + hidden_ratio: 0.5 + hidden_dim: 16 + init_from: "" + lambda: 1 + n_res_blocks: 1 + router: + emb_dim: 8 + enabled: false + gumbel: false + gumbel_tau_end: 0.1 + gumbel_tau_start: 1 + hidden_dim: 64 + lambda_balance: 0 + lambda_entropy: 0 + lambda_proc: 0 + learn_centers: true + learn_temperature: false + learn_width: false + n_experts: 4 + temperature: 0.5 + type: energy + width_max_ratio: 10 + width_min_ratio: 0.1 + trunk: + block_conditioning: add + type: resmlp + wgan: + critic_hidden_dim: 0 + critic_lr: 0 + critic_n_res_blocks: 0 + gp_weight: 10 + n_critic: 5 + noise_dim: 64 + stage2_model: + active: true + autoregressive: + attn_n_heads: 4 + attn_n_layers: 2 + history: markov + order: energy_desc + teacher_forcing: always + tf_p_end: 1 + tf_p_start: 1 + context_dim: 64 + ctx_p_end: 0 + ctx_p_start: 1 + ddpm: + n_steps: 1000 + time_dim: 64 + decoder: autoregressive + dropout: 0 + flow: + time_dim: 64 + freeze: false + generator: wgan + heads: + n_sec: + depth: 2 + hidden_ratio: 0.5 + type: + depth: 2 + hidden_ratio: 0.5 + hidden_dim: 16 + init_from: "" + k_max: 15 + lambda: 1 + n_res_blocks: 1 + n_sec: + lambda: 0.1 + mode: head + owner: stage2 + stop_sampling: greedy + particle_type: + class_weighting: none + lambda: 1 + n_classes: 0 + other_policy: sample + target: onehot + router: + emb_dim: 8 + enabled: false + gumbel: false + gumbel_tau_end: 0.1 + gumbel_tau_start: 1 + hidden_dim: 64 + lambda_balance: 0 + lambda_entropy: 0 + lambda_proc: 0 + learn_centers: true + learn_temperature: false + learn_width: false + n_experts: 4 + temperature: 0.5 + tie_to_stage1: false + type: energy + width_max_ratio: 10 + width_min_ratio: 0.1 + stage1_context: truth + trunk: + block_conditioning: add + type: resmlp + wgan: + critic_hidden_dim: 0 + critic_lr: 0 + critic_n_res_blocks: 0 + gp_weight: 10 + gumbel_tau_end: 0.1 + gumbel_tau_start: 1 + n_critic: 5 + noise_dim: 64 +param_counts: + value: + stage1: 25865 + stage2: 96480 + total: 122345 +stage1_model: + value: + active: true + ddpm: + n_steps: 1000 + time_dim: 64 + dropout: 0 + flow: + time_dim: 64 + freeze: false + generator: flow + heads: + n_sec: + depth: 2 + hidden_ratio: 0.5 + hidden_dim: 16 + init_from: "" + lambda: 1 + n_res_blocks: 1 + router: + emb_dim: 8 + enabled: false + gumbel: false + gumbel_tau_end: 0.1 + gumbel_tau_start: 1 + hidden_dim: 64 + lambda_balance: 0 + lambda_entropy: 0 + lambda_proc: 0 + learn_centers: true + learn_temperature: false + learn_width: false + n_experts: 4 + temperature: 0.5 + type: energy + width_max_ratio: 10 + width_min_ratio: 0.1 + trunk: + block_conditioning: add + type: resmlp + wgan: + critic_hidden_dim: 0 + critic_lr: 0 + critic_n_res_blocks: 0 + gp_weight: 10 + n_critic: 5 + noise_dim: 64 +stage2_model: + value: + active: true + autoregressive: + attn_n_heads: 4 + attn_n_layers: 2 + history: markov + order: energy_desc + teacher_forcing: always + tf_p_end: 1 + tf_p_start: 1 + context_dim: 64 + ctx_p_end: 0 + ctx_p_start: 1 + ddpm: + n_steps: 1000 + time_dim: 64 + decoder: autoregressive + dropout: 0 + flow: + time_dim: 64 + freeze: false + generator: wgan + heads: + n_sec: + depth: 2 + hidden_ratio: 0.5 + type: + depth: 2 + hidden_ratio: 0.5 + hidden_dim: 16 + init_from: "" + k_max: 15 + lambda: 1 + n_res_blocks: 1 + n_sec: + lambda: 0.1 + mode: head + owner: stage2 + stop_sampling: greedy + particle_type: + class_weighting: none + lambda: 1 + n_classes: 0 + other_policy: sample + target: onehot + router: + emb_dim: 8 + enabled: false + gumbel: false + gumbel_tau_end: 0.1 + gumbel_tau_start: 1 + hidden_dim: 64 + lambda_balance: 0 + lambda_entropy: 0 + lambda_proc: 0 + learn_centers: true + learn_temperature: false + learn_width: false + n_experts: 4 + temperature: 0.5 + tie_to_stage1: false + type: energy + width_max_ratio: 10 + width_min_ratio: 0.1 + stage1_context: truth + trunk: + block_conditioning: add + type: resmlp + wgan: + critic_hidden_dim: 0 + critic_lr: 0 + critic_n_res_blocks: 0 + gp_weight: 10 + gumbel_tau_end: 0.1 + gumbel_tau_start: 1 + n_critic: 5 + noise_dim: 64 +train: + value: + batch_size: 32 + ema_decay: 0.9999 + epochs: 3 + lr: 0.0003 + max_val_batches: 200 + num_workers: 4 + precision: fp32 + seed: 0 + val_fraction: 0.1 + validate_every: 0 + validate_steps: 10 + wandb: true + wandb_log_every: 50 + wandb_project: giant + wandb_run_name: "" + warmup_epochs: 5 + weight_decay: 0.01 diff --git a/wandb/run-20260826_120046-epochs=3/files/output.log b/wandb/run-20260826_120046-epochs=3/files/output.log new file mode 100644 index 0000000..f940c8b --- /dev/null +++ b/wandb/run-20260826_120046-epochs=3/files/output.log @@ -0,0 +1,26 @@ + + +Dim real_mean gen_mean real_std gen_std KL(real||gen) +------------------------------------------------------------------------------- +log_step_length -0.2712 -0.0966 1.1637 1.1516 9.5569 +edep_logit 0.1038 0.0213 0.9154 0.7979 11.6862 +sec_logit -0.0401 0.2425 0.9973 0.8925 19.8511 +post_dx -0.1144 -0.2645 0.8849 1.4299 11.8162 +post_dy 0.1969 0.1144 0.9479 0.9458 11.6429 +post_dz 0.1798 0.3103 1.1660 1.4825 11.6862 +travel_dx 0.0000 0.4778 0.0000 0.7748 21.1933 +travel_dy 0.0000 0.1821 0.0000 1.2119 21.1933 +travel_dz 0.0000 0.4294 0.0000 1.1217 21.1933 + +n_sec accuracy=0.3750 mean|Δ|=0.9375 +n_sec value real_frac gen_frac +------------------------------------------ +0 0.3750 1.0000 +1 0.3125 0.0000 +2 0.3125 0.0000 + +sec slot (energy frac.) real_mean gen_mean real_std gen_std KL(real||gen) +------------------------------------------------------------------------------------------ + +sec type class (onehot) n=15/0 KL(real||gen)=nan +epoch 3/3 stage1[loss=1.894] stage2[d=4.573 g=-0.024] val 17.3635 0.1s [best] diff --git a/wandb/run-20260826_120046-epochs=3/files/requirements.txt b/wandb/run-20260826_120046-epochs=3/files/requirements.txt new file mode 100644 index 0000000..3665f21 --- /dev/null +++ b/wandb/run-20260826_120046-epochs=3/files/requirements.txt @@ -0,0 +1,122 @@ +typer==0.26.7 +python-dateutil==2.9.0.post0 +six==1.17.0 +markdown-it-py==4.2.0 +mdurl==0.1.2 +annotated-doc==0.0.4 +shellingham==1.5.4 +rich==15.0.0 +Pygments==2.20.0 +numpy==2.4.6 +pyarrow==24.0.0 +pandas==3.0.3 +tqdm==4.68.3 +PyYAML==6.0.3 +packaging==26.2 +typing_extensions==4.15.0 +MarkupSafe==3.0.3 +filelock==3.29.4 +Jinja2==3.1.6 +fsspec==2026.6.0 +mpmath==1.3.0 +networkx==3.6.1 +sympy==1.14.0 +torch==2.3.1+cpu +iniconfig==2.3.0 +pluggy==1.6.0 +ty==0.0.50 +ruff==0.15.17 +pytest==9.1.0 +polars-runtime-32==1.41.2 +polars==1.41.2 +cramjam==2.11.0 +xxhash==3.7.0 +awkward_cpp==53 +uproot==5.7.4 +awkward==2.9.1 +ipython_pygments_lexers==1.1.1 +comm==0.2.3 +decorator==5.3.1 +nest-asyncio2==1.7.2 +stack-data==0.6.3 +kiwisolver==1.5.0 +pyparsing==3.3.2 +platformdirs==4.10.0 +matplotlib-inline==0.2.2 +ipykernel==7.3.0 +jupyter_core==5.9.1 +ptyprocess==0.7.0 +pexpect==4.9.0 +executing==2.2.1 +psutil==7.2.2 +asttokens==3.0.1 +parso==0.8.7 +wcwidth==0.8.1 +pure_eval==0.2.3 +cycler==0.12.1 +jupyter_client==8.9.1 +traitlets==5.15.1 +contourpy==1.3.3 +pyzmq==27.1.0 +tornado==6.5.7 +pillow==12.2.0 +prompt_toolkit==3.0.52 +ipython==9.14.1 +debugpy==1.8.21 +fonttools==4.63.0 +matplotlib==3.11.0 +jedi==0.20.0 +threadpoolctl==3.6.0 +joblib==1.5.3 +narwhals==2.23.0 +scikit-learn==1.9.0 +scipy==1.18.0 +hepunits==2.4.6 +attrs==26.1.0 +particle==1.0.0 +plotstyle==1.0.0 +certifi==2026.7.22 +typing-inspection==0.4.2 +annotated-types==0.8.0 +idna==3.18 +requests==2.34.2 +click==8.4.2 +pydantic_core==2.46.4 +charset-normalizer==3.4.9 +urllib3==2.7.0 +protobuf==7.35.1 +pydantic==2.13.4 +sentry-sdk==2.66.1 +wandb==0.28.1 +pytest-cov==7.1.0 +coverage==7.15.4 +tomlkit==0.15.1 +h11==0.16.0 +bracex==3.0.1 +truststore==0.10.4 +python-dotenv==1.2.3 +wcmatch==11.0.1 +questionary==2.1.1 +git-cliff==2.13.1 +pydantic-settings==2.15.0 +rich-click==1.9.8 +httpx2==2.11.0 +httpcore2==2.11.0 +bump-my-version==1.5.1 +anyio==4.14.2 +giant==0.3.10 +parse==1.22.1 +python-daemon==2.1.2 +colorama==0.4.6 +tenacity==8.5.0 +lockfile==0.12.2 +webdavclient3==3.14.7 +cachetools==7.1.7 +smmap==5.0.3 +gitdb==4.0.12 +GitPython==3.1.60 +b2luigi==1.2.9 +lxml==6.1.2 +docutils==0.23 +luigi==3.7.3 +setuptools==84.0.0 diff --git a/wandb/run-20260826_120046-epochs=3/files/wandb-metadata.json b/wandb/run-20260826_120046-epochs=3/files/wandb-metadata.json new file mode 100644 index 0000000..f6f6221 --- /dev/null +++ b/wandb/run-20260826_120046-epochs=3/files/wandb-metadata.json @@ -0,0 +1,36 @@ +{ + "os": "Linux-7.1.5-200.fc44.x86_64-x86_64-with-glibc2.43", + "python": "CPython 3.12.13", + "startedAt": "2026-08-26T10:00:46.173920Z", + "args": [ + "--spec", + "/tmp/claude-1000/-home-lars-Programming-giant/c0a425e3-0573-4431-8d18-9d7c30e13d34/scratchpad/smoke.toml", + "--workers", + "1", + "--mode", + "run" + ], + "program": "/home/lars/Programming/giant/giant/workflow/run.py", + "codePath": "giant/workflow/run.py", + "codePathLocal": "giant/workflow/run.py", + "git": { + "remote": "gitea@git.larsbogner.de:lars/giant.git", + "commit": "44edb474b26e0b618419f8f6e4503b0db9926f5c" + }, + "email": "lars.bogner@outlook.de", + "root": "/home/lars/Programming/giant", + "host": "fedora-thinkpad", + "executable": "/home/lars/Programming/giant/.venv/bin/python3", + "cpu_count": 8, + "cpu_count_logical": 16, + "disk": { + "/": { + "total": "1153673723904", + "used": "227050913792" + } + }, + "memory": { + "total": "15931523072" + }, + "writerId": "ray91k854mr5355b4txkncd1gpi2fdza" +} \ No newline at end of file diff --git a/wandb/run-20260826_120046-epochs=3/files/wandb-summary.json b/wandb/run-20260826_120046-epochs=3/files/wandb-summary.json new file mode 100644 index 0000000..d70feb4 --- /dev/null +++ b/wandb/run-20260826_120046-epochs=3/files/wandb-summary.json @@ -0,0 +1 @@ +{"stage1/train/loss":1.894191010554034,"stage2/train/stop_acc":0,"stage2/train/wasserstein":-0.009595314867066261,"stage2/train/grad_norm_type_slice":0.008421143194786589,"stage1/val/loss_type":0,"stage1/train/loss_stop":0,"stage1/val/loss":1.8279871940612793,"stage1/val/loss_stop":0,"stage1/train/loss_gen":1.894191010554034,"val/loss":17.36347092200611,"stage1/train/loss_nsec":0,"stage1/train/stop_acc":0,"stage1/val/loss_nsec":0,"stage1/train/loss_entropy":0,"stage2/train/grad_norm_cont_slice":0.008100892368115876,"stage1/val/type_acc":0,"stage1/train/nsec_acc":0,"_wandb":{"runtime":0},"stage1/train/loss_balance":0,"stage1/val/loss_gen":1.8279871940612793,"stage2/train/d_loss":4.57250355957146,"epoch":3,"stage2/lr":0.00023999999999999998,"stage1/val/nsec_acc":0,"stage2/train/grad_norm_g":0.12045995395322491,"is_best":1,"stage1/train/type_acc":0,"stage2/train/g_loss":-0.02378324099949428,"stage2/train/gp_loss":0.45629081242066577,"stage2/train/grad_norm_d":30.059515745119942,"gpu_mem_mb":0,"epoch_time_s":0.11638752299768385,"stage1/val/stop_acc":0,"_timestamp":1.7877384480070157e+09,"stage1/lr":0.00023999999999999998,"samples_per_sec":1142.7341743723402,"grad_norm":30.918668481052144,"stage1/train/grad_norm":0.73869278197898,"_step":15,"_runtime":0.220728768,"stage1/train/loss_proc":0,"stage2/critic_lr":0.0003,"val/marginal_kl":15.535483727944827,"stage2/train/nsec_acc":0.36090225575113655,"stage2/train/loss_nsec":2.6002479226965654,"stage2/train/loss_stop":0,"stage1/train/loss_type":0} \ No newline at end of file diff --git a/wandb/run-20260826_120046-epochs=3/logs/debug-core.log b/wandb/run-20260826_120046-epochs=3/logs/debug-core.log new file mode 120000 index 0000000..e008cb8 --- /dev/null +++ b/wandb/run-20260826_120046-epochs=3/logs/debug-core.log @@ -0,0 +1 @@ +/home/lars/.cache/wandb/logs/core-debug-20260826_120040.log \ No newline at end of file diff --git a/wandb/run-20260826_120046-epochs=3/logs/debug-internal.log b/wandb/run-20260826_120046-epochs=3/logs/debug-internal.log new file mode 100644 index 0000000..f749050 --- /dev/null +++ b/wandb/run-20260826_120046-epochs=3/logs/debug-internal.log @@ -0,0 +1,17 @@ +{"time":"2026-08-26T12:00:46.1781983+02:00","level":"INFO","msg":"wandb-core"} +{"time":"2026-08-26T12:00:46.17838948+02:00","level":"INFO","msg":"stream: starting","core version":"0.28.1"} +{"time":"2026-08-26T12:00:46.58607555+02:00","level":"INFO","msg":"stream: created new stream","id":"epochs=3"} +{"time":"2026-08-26T12:00:46.58612858+02:00","level":"INFO","msg":"handler: started"} +{"time":"2026-08-26T12:00:46.586274174+02:00","level":"INFO","msg":"stream: started"} +{"time":"2026-08-26T12:00:46.586285005+02:00","level":"INFO","msg":"writer: started","stream_id":"epochs=3"} +{"time":"2026-08-26T12:00:46.586309421+02:00","level":"INFO","msg":"sender: started"} +{"time":"2026-08-26T12:00:47.890384348+02:00","level":"INFO","msg":"filestream: sending request","total_files":1,"console_offset":0,"console_lines":1} +{"time":"2026-08-26T12:00:48.142274936+02:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-26T12:00:48.827806076+02:00","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"} +{"time":"2026-08-26T12:00:48.828103877+02:00","level":"INFO","msg":"filestream: sending request","total_files":3,"history_offset":0,"history_lines":1,"console_offset":0,"console_lines":26,"uploaded_len":5,"complete":true,"exit_code":0} +{"time":"2026-08-26T12:00:49.137961108+02:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-26T12:00:49.138936255+02:00","level":"INFO","msg":"handler: operation stats","stats":{}} +{"time":"2026-08-26T12:00:49.141553975+02:00","level":"INFO","msg":"stream: finishing up"} +{"time":"2026-08-26T12:00:49.141568472+02:00","level":"INFO","msg":"handler: closed"} +{"time":"2026-08-26T12:00:49.141643734+02:00","level":"INFO","msg":"sender: closed"} +{"time":"2026-08-26T12:00:49.141649535+02:00","level":"INFO","msg":"stream: all finished"} diff --git a/wandb/run-20260826_120046-epochs=3/logs/debug.log b/wandb/run-20260826_120046-epochs=3/logs/debug.log new file mode 100644 index 0000000..fdb1aaf --- /dev/null +++ b/wandb/run-20260826_120046-epochs=3/logs/debug.log @@ -0,0 +1,21 @@ +2026-08-26 12:00:46,176 INFO MainThread:739115 [wandb_init.py:setup_run_log_directory():729] Logging user logs to /home/lars/Programming/giant/wandb/run-20260826_120046-epochs=3/logs/debug.log +2026-08-26 12:00:46,176 INFO MainThread:739115 [wandb_init.py:setup_run_log_directory():730] Logging internal logs to /home/lars/Programming/giant/wandb/run-20260826_120046-epochs=3/logs/debug-internal.log +2026-08-26 12:00:46,176 INFO MainThread:739115 [wandb_init.py:init():772] calling init triggers +2026-08-26 12:00:46,176 INFO MainThread:739115 [wandb_init.py:init():777] wandb.init called with sweep_config: {} +config: {'train': {'epochs': 3, 'batch_size': 32, 'lr': 0.0003, 'weight_decay': 0.01, 'ema_decay': 0.9999, 'warmup_epochs': 5, 'val_fraction': 0.1, 'max_val_batches': 200, 'num_workers': 4, 'seed': 0, 'validate_every': 0, 'validate_steps': 10, 'wandb': True, 'wandb_project': 'giant', 'wandb_run_name': '', 'wandb_log_every': 50, 'precision': 'fp32'}, 'conditioning': {'out_dim': 128, 'share_stages': False, 'particle': {'type': 'physical', 'emb_dim': 16, 'n_layers': 1}, 'material': {'type': 'physical', 'emb_dim': 16, 'n_layers': 1}}, 'stage1_model': {'active': True, 'init_from': '', 'freeze': False, 'generator': 'flow', 'hidden_dim': 16, 'n_res_blocks': 1, 'dropout': 0.0, 'lambda': 1.0, 'flow': {'time_dim': 64}, 'ddpm': {'time_dim': 64, 'n_steps': 1000}, 'wgan': {'noise_dim': 64, 'n_critic': 5, 'gp_weight': 10.0, 'critic_lr': 0.0, 'critic_hidden_dim': 0, 'critic_n_res_blocks': 0}, 'router': {'enabled': False, 'type': 'energy', 'n_experts': 4, 'temperature': 0.5, 'learn_centers': True, 'learn_width': False, 'learn_temperature': False, 'width_min_ratio': 0.1, 'width_max_ratio': 10.0, 'lambda_balance': 0.0, 'lambda_entropy': 0.0, 'gumbel': False, 'gumbel_tau_start': 1.0, 'gumbel_tau_end': 0.1, 'emb_dim': 8, 'hidden_dim': 64, 'lambda_proc': 0.0}, 'trunk': {'type': 'resmlp', 'block_conditioning': 'add'}, 'heads': {'n_sec': {'hidden_ratio': 0.5, 'depth': 2}}}, 'stage2_model': {'active': True, 'init_from': '', 'freeze': False, 'decoder': 'autoregressive', 'generator': 'wgan', 'hidden_dim': 16, 'n_res_blocks': 1, 'dropout': 0.0, 'lambda': 1.0, 'k_max': 15, 'context_dim': 64, 'stage1_context': 'truth', 'ctx_p_start': 1.0, 'ctx_p_end': 0.0, 'n_sec': {'mode': 'head', 'lambda': 0.1, 'owner': 'stage2', 'stop_sampling': 'greedy'}, 'particle_type': {'target': 'onehot', 'lambda': 1.0, 'other_policy': 'sample', 'n_classes': 0, 'class_weighting': 'none'}, 'autoregressive': {'order': 'energy_desc', 'history': 'markov', 'teacher_forcing': 'always', 'tf_p_start': 1.0, 'tf_p_end': 1.0, 'attn_n_heads': 4, 'attn_n_layers': 2}, 'flow': {'time_dim': 64}, 'ddpm': {'time_dim': 64, 'n_steps': 1000}, 'wgan': {'noise_dim': 64, 'n_critic': 5, 'gp_weight': 10.0, 'critic_lr': 0.0, 'critic_hidden_dim': 0, 'critic_n_res_blocks': 0, 'gumbel_tau_start': 1.0, 'gumbel_tau_end': 0.1}, 'router': {'tie_to_stage1': False, 'enabled': False, 'type': 'energy', 'n_experts': 4, 'temperature': 0.5, 'learn_centers': True, 'learn_width': False, 'learn_temperature': False, 'width_min_ratio': 0.1, 'width_max_ratio': 10.0, 'lambda_balance': 0.0, 'lambda_entropy': 0.0, 'gumbel': False, 'gumbel_tau_start': 1.0, 'gumbel_tau_end': 0.1, 'emb_dim': 8, 'hidden_dim': 64, 'lambda_proc': 0.0}, 'trunk': {'type': 'resmlp', 'block_conditioning': 'add'}, 'heads': {'n_sec': {'hidden_ratio': 0.5, 'depth': 2}, 'type': {'hidden_ratio': 0.5, 'depth': 2}}}, 'model_config': {'pdg_vocab': 2, 'mat_vocab': 2, 'conditioning': {'out_dim': 128, 'share_stages': False, 'particle': {'type': 'physical', 'emb_dim': 16, 'n_layers': 1}, 'material': {'type': 'physical', 'emb_dim': 16, 'n_layers': 1}}, 'stage1_model': {'active': True, 'init_from': '', 'freeze': False, 'generator': 'flow', 'hidden_dim': 16, 'n_res_blocks': 1, 'dropout': 0.0, 'lambda': 1.0, 'flow': {'time_dim': 64}, 'ddpm': {'time_dim': 64, 'n_steps': 1000}, 'wgan': {'noise_dim': 64, 'n_critic': 5, 'gp_weight': 10.0, 'critic_lr': 0.0, 'critic_hidden_dim': 0, 'critic_n_res_blocks': 0}, 'router': {'enabled': False, 'type': 'energy', 'n_experts': 4, 'temperature': 0.5, 'learn_centers': True, 'learn_width': False, 'learn_temperature': False, 'width_min_ratio': 0.1, 'width_max_ratio': 10.0, 'lambda_balance': 0.0, 'lambda_entropy': 0.0, 'gumbel': False, 'gumbel_tau_start': 1.0, 'gumbel_tau_end': 0.1, 'emb_dim': 8, 'hidden_dim': 64, 'lambda_proc': 0.0}, 'trunk': {'type': 'resmlp', 'block_conditioning': 'add'}, 'heads': {'n_sec': {'hidden_ratio': 0.5, 'depth': 2}}}, 'stage2_model': {'active': True, 'init_from': '', 'freeze': False, 'decoder': 'autoregressive', 'generator': 'wgan', 'hidden_dim': 16, 'n_res_blocks': 1, 'dropout': 0.0, 'lambda': 1.0, 'k_max': 15, 'context_dim': 64, 'stage1_context': 'truth', 'ctx_p_start': 1.0, 'ctx_p_end': 0.0, 'n_sec': {'mode': 'head', 'lambda': 0.1, 'owner': 'stage2', 'stop_sampling': 'greedy'}, 'particle_type': {'target': 'onehot', 'lambda': 1.0, 'other_policy': 'sample', 'n_classes': 0, 'class_weighting': 'none'}, 'autoregressive': {'order': 'energy_desc', 'history': 'markov', 'teacher_forcing': 'always', 'tf_p_start': 1.0, 'tf_p_end': 1.0, 'attn_n_heads': 4, 'attn_n_layers': 2}, 'flow': {'time_dim': 64}, 'ddpm': {'time_dim': 64, 'n_steps': 1000}, 'wgan': {'noise_dim': 64, 'n_critic': 5, 'gp_weight': 10.0, 'critic_lr': 0.0, 'critic_hidden_dim': 0, 'critic_n_res_blocks': 0, 'gumbel_tau_start': 1.0, 'gumbel_tau_end': 0.1}, 'router': {'tie_to_stage1': False, 'enabled': False, 'type': 'energy', 'n_experts': 4, 'temperature': 0.5, 'learn_centers': True, 'learn_width': False, 'learn_temperature': False, 'width_min_ratio': 0.1, 'width_max_ratio': 10.0, 'lambda_balance': 0.0, 'lambda_entropy': 0.0, 'gumbel': False, 'gumbel_tau_start': 1.0, 'gumbel_tau_end': 0.1, 'emb_dim': 8, 'hidden_dim': 64, 'lambda_proc': 0.0}, 'trunk': {'type': 'resmlp', 'block_conditioning': 'add'}, 'heads': {'n_sec': {'hidden_ratio': 0.5, 'depth': 2}, 'type': {'hidden_ratio': 0.5, 'depth': 2}}}}, 'param_counts': {'stage1': 25865, 'stage2': 96480, 'total': 122345}, '_wandb': {}} +2026-08-26 12:00:46,176 INFO MainThread:739115 [wandb_init.py:init():820] starting backend +2026-08-26 12:00:46,176 INFO MainThread:739115 [wandb_init.py:init():835] sending inform_init request +2026-08-26 12:00:46,586 INFO MainThread:739115 [wandb_init.py:init():840] backend started and connected +2026-08-26 12:00:46,588 INFO MainThread:739115 [wandb_init.py:init():910] updated telemetry +2026-08-26 12:00:46,597 INFO MainThread:739115 [wandb_init.py:init():933] communicating run to backend with 90.0 second timeout +2026-08-26 12:00:47,808 INFO MainThread:739115 [wandb_init.py:init():978] starting run threads in backend +2026-08-26 12:00:47,887 INFO MainThread:739115 [wandb_run.py:_console_start():2621] atexit reg +2026-08-26 12:00:47,887 INFO MainThread:739115 [wandb_run.py:_redirect():2471] redirect: wrap_raw +2026-08-26 12:00:47,887 INFO MainThread:739115 [wandb_run.py:_redirect():2540] Wrapping output streams. +2026-08-26 12:00:47,887 INFO MainThread:739115 [wandb_run.py:_redirect():2563] Redirects installed. +2026-08-26 12:00:47,888 INFO MainThread:739115 [wandb_init.py:init():1016] run started, returning control to user process +2026-08-26 12:00:48,028 INFO MainThread:739115 [wandb_run.py:_finish():2383] finishing run lade043-karlsruhe-institute-of-technology/giant/epochs=3 +2026-08-26 12:00:48,029 INFO MainThread:739115 [wandb_run.py:_atexit_cleanup():2588] got exitcode: 0 +2026-08-26 12:00:48,029 INFO MainThread:739115 [wandb_run.py:_restore():2570] restore +2026-08-26 12:00:48,029 INFO MainThread:739115 [wandb_run.py:_restore():2576] restore done +2026-08-26 12:00:49,141 INFO MainThread:739115 [wandb_run.py:_footer_sync_info():3993] logging synced files diff --git a/wandb/run-20260826_120046-epochs=3/run-epochs=3.wandb b/wandb/run-20260826_120046-epochs=3/run-epochs=3.wandb new file mode 100644 index 0000000000000000000000000000000000000000..5a916ba385969343d95431cb11bebcdfa24a68ef GIT binary patch literal 13064 zcmeHOe~cW}eP_;`eIB3f^I#jZCSlnG`#9gu&YRzJ#F#)*SHZ-VOG{)2hS{CjAHLn0 zWp>VY=d+v3MG8&?!2(nwk|qYJ^uSf(mZXI=KU`E)ry>SL`NRBbOQfbQM$~bn0I5>? z{l1ymn`d8$U9}RaZiUV>Z@%+BpZERs-uupDm9kg1WJxlOvZ=^UwW7&-Rah*E zh9pW~J?J0Vw3_Sdnc-Fx`hz`X(x`{k(5-6>$QQZ02j?Jjy|sqpM}=b>_~ra!d))Ee z@(kBAb%6it9=yQOAF)nWU{`xZt&%xdsbiiwq{UE0W|2X9eR~UhjK1d+lpK`z|V4geP8c;RO@Ny!M3ZfVZPzC|jf&F* zc&}AXI?zE0cGH=p8XyNyQIQumKiAgtday$<246dXR6=_jZXJ%6sv?_ zi%MYx+^p8NV;4ndK*ac&o%nF~K0AmxDc{Zx1u;VyhzEm*0P&r26J0UUOkzRQPi+#^ z;@jRt+Y6)EYa_1(H%>Gbf-WTym^D2o1gf47{eeuZ{J3$v;YRgt$8j6eK>|tT>{bJ4 zI^cZRF{nFfg`;R60y5Z3qGG!sSbggU_tPKX}}hsO&GL4n(<=LcB|P2>?A2@J;e~eGOUQWIKLH^>r9?~0x3;Mh>2EOmr zfM^F}29%Wv2nfO(a%ub%Bg4~96hN;|tKEdG1`lA=o;!&qNHdom zJ3R!d6V^OTsDba*gDBHA^_3v1d!gM9nvDuLS%LP6$^-vzI-L&YL<~B-PQo=t^r1V% zJ4fqa@*s@u5r-R0H=PRfS8o7koC_dDhNHn=Xo@_ig5cF4ti+u<&2eY4gO94`XpJ^d zrBT*S6v2F8C;kQoNE*^qECaLOtpt|F_Jss93~nyjMGeo6f_MTW-OR9%0x?m(?^7Un zI$d4-)nz5Ls4K?ZA!QGTxq*RnHAVrx?{6{%G5A zzsU9XojCiQpDZ3Y`0}ZTdLHHozod^FLFNJOm&r8cozQB^U9 zPgoSk8&SPjYc`-ZDXNOF@}?b=Q9bbU3HRKxWSrAqdu!*=;$pGW_9{d5Qq*dfU^h4B zdPM?t!cwsww7eqHF760}8fYDg7PTTBLa8D-s;qfRQPK>hsHzGnnl3SmmTOcL$s>xZ zsHIK?cK4M!D7VyU1*4uA1+C`L(qb_w4GwVx@o|Yav-_OGge#j7vIGV zTnSzf+mj<}VnXLM-#CBsC;kr%v~w-;6=O@^0Hvm85R8JwcU}2jqbZ;3f1&tZ;w5pf z=kG0*8-A%xt*LycKOZ`i78x})wH0cLrj^xbV$`p=q}Fc8Rd=6r>YkTx%RvGAQh6=E znjZ+gyT%%!*Mh=PM~o(-b=)1{KmOuo5a?x!&$~vto-bT%2;|=R%wOIHJuYT?-1B=v zf8X;oxQ_kjU4Y(s zw)a(C4u`*W8hYoJ7atHla~B9MV+HT*;{?9%g*bbCZ(D8$|FK4E9{kXQN`1?7e0T;m zu=J8PcOn63T1+aS1{6|^&g zM^F7>ZhP^6_jmKAWv7wf3KllY@2M|*3ivJUedJB#w~`gi@;fwpXKp)wLBPVb-Sqrg zRPXAt2zlQiGTy_bWa&D6L`0%1MtZ4{xE1d$QPXtmkx%yi6!{IXuvva*-Yo;a?LBY& z1M*wN3TF8o{8>G>-Gf@G4I~>81)ci?RY6HH={@k1iIQAeL{pPX!!oS&1wusK)aCVe zKY1Ma2`p@u-_gfLf#2zuX1|I2E@K6={EpvqS8h8LdFQ2vN>e40Fp*&nN%>huO4YQI zR(M1#(bNd}yLV3;$Zs_Zo8@=rxeoCAZ0+tE@>|0SX89dHGMU@n4mwbzok-Qt{TKKV zqEbzvsdY8wXPRoPG$N|9mDQg~bomc{z3JN@0@$@ItN?DmEQ!nMqpx#7aQeQNU&08! zoR!1~P9;x0@JlXbIN4>^y#R)m9ut@&o0mjOP0WgyTI>Sw5?UA-|I-7Jxm)u9aBEk(Iy%a%Kl;gu|Imf@jCzJLt>_+MXXA;S-_l39jl{^Ls-hUeLtVMt6l z4Vf-OBFcnx{V-v8>06(F6&Zez#mzE2_{#mraPj6Fwj#r;SjjBI!_Ry zBtOJTUY8+q_$z;=gpE9qq%?#qvTzbAJq57TVE(+r~gVEj!jkIp4t3nc!>OTA;^ zeQzO6kp<7vJoU|ENOR)ZH}2gJk|kDhG(+>Lr=RJ`?YeN+yjaPN&#e%Vti)1a$Ubx& z$=*M4^6af3Nm$97GGt#k^rN1fOm&LiUh?$QW_~dKItn`VHxsQS<(Y-?X5aC*eDt30 zA_b=yWy{(X`atlQwy` zyIB=s`<<_C#$}a^Payf^i6JVw0t*+IhdcTF?y}d3ZvXi$*Kb6UDhr(@dHlZDkz{Y* z$7q%_VYzyOX_cQt7WO#C-3pnKy zj{!8NYPxJmCV>rsr0bet@Fig#GhnDcxwapKE!&;p1O+f)z(g}tP_<>LGM|!=OYcQu zgRl~n3nvX~4Iehcqi~!`AespE6V+4<*|1btni~8SiM|Q71wB+jtqhvT3ro9XVk#Cf zb=_1=u%rx|2OdD;(-IvU&JW>%7X%@yEE9z`Rg(GT!jc9Yx`OZoH4^?Bfw$3Z zVcacH>{=okreP>1Fp?xgg28&5Bx^oPprxoKSlWyMuN2lY3Z?$lHDPM|)HuwDM}(`H zSG&WfM@j4soDc!{)o6E9g;gn317R}))mYQwfAhO|B!+z#%8s!2Q*@IM%`|j=K;Ucb zF{o0s>=qn&1l^-%@jPB^me_p+h$OI^X#l9C6S!3PWkN4aq41Kzrz20Do{k((G|?`L z^XVmyJ3$t83G%98$+B+gny#t5^c(#WzPy7c6IoI<%hDA1PnK1S@clwBEhWH-O`^?D zrW@w-QteuI_?#qAO9E&$P5+7k$4ylULQaKvFnReLrsH^MCxoH~o)%q$uSgcekU~^b zHz4X{oj?%vQ@v3?v?0IXh@iA#8k!8dUPCt(6SG?EN~uD-{s8$1j=3tPZpns8EW@-+ zextA|FPsG(Del zu|dY9&<_fIY3{}pPbXs4kidT=a81Im6Ec(0GAJ;}k|Beun?Km~rB})@$&3iE_AjI| z40Tq^3#n`&mDRj-c3Mbf>@x0smC6>@$aAX`nE2mEYh`w`Vh5(PyQAH)c6XN9 zk!9IdBGi&NeAP8BRRaeUmr`nIqeDqzJ__cmm?SRXKx!bk2F?NT6;!~*K!D!+W_I+R zBx9V@o|EQSe`sgk+_}HsyZ65L?z?Zd?czC$UcCQ^?f1?<g)QrDe;E1?_K6~Wy@;~yUc)G$$fIt2xRlbyknL9_|NC?NAZ))E~}i& z^l^3TdibB!@e_T|a>{+&?RD$o0mpco)EduNezss%owatnO_5vUMK9h4_@bz^#=C4M zU+~SGowd42E6Cd=Yox(|KM=FLQfI}iDNVJ;S6fB1-Lta3)_k+DI4UZNArOhc{-$ zb643}Ki(D(j8SX%I?HC+DnU2n@mgEa&DQ`@psnKBS*J=k$J;B49Pi<8LwPDd(cq6?KvQIXfO8g?@r_!2noq7xjDPo$GtdlT^yaT8qfn1 zIc3KO&$vJxtr=a&DFE3W~S(7JJ1EK@to&Y zz#JqzAbPA)CTGC|0nABMU@x4K9ca*0=wL2a0eH37>@4gPK-#EO}ZCE|4P4b{R(`Vn;y>F;AORgMk}j!QcbefG@zB(CKmq6~$ofQn3QYBhh2hqYC29 z%H`tlQo*)zU@-8zS+zmcx*Aes1h8(-uAm9!o}M0l3m-#3hkpC^nsEL=(}iO;YzG=(IOrZo`fJPz zu^^?lW$vD1aEh}Y@pOCc3It3 zeAGV5Zlr;jjj**AGM-dycwtqfUAA@8W&K^n-;&VQU4 zPc(IsuHjm7IN8aX^vZlV+4+-7cEW%UGo3>X_``Y5;XEfud=BS1;qK>fp7SS_=k)NW z@C~quu}YBVbe8>UAD37c?yq3GsHq}UtHOOyTS}EQNOXMH$68BTOzBe3qNsYeYHGWk zb3H5J7o2iO#mZgDHPrw8yZ1ajsd3vA|GIg?k2r~+T+hwrZkxb0PcCp3u9xHDlNCXd z1xaavDjt^oRyDvLt8-0aORleqc`OkJ?~xdwhd zKRxJcl2rbZP%SCCRj^5uC}=ADrBzK+q;%R4Q~U`$Z(^MW-Y8W-MAFl`uB25}5)4h2 zBuVFI^9`iLN90VR4+wE=M((VENTckBLP(bIVJ0wBpE4HhZjXj z;lIq!AmUO;5))d}%4YjGP6S=SLpgj{hLS+=5TF%JG(=fWrSy~}DOxJUAIHyRbYX8{ zXX8SDKv`?}w5E(aMU8#jG+EGOS(Tt0k|yc8Ver%WDM9^IfGP$WhUl0-iY?Irr2B)HDQ*s_Bx%AI~2<)>dJqh;;Rf{6w&wjkZhia6?=VHxfUCKQbg& z^!m8Tpj{LtnLjpkyp)78Z;})lYJO}EBQbcyx+O8nY57`LNu27ks6xPq5Q{1Vz8=|) z@nYoTHvWVI*p0+h70MLg$mxV~8X{5D6j@435XBn*CBEK_e9c3AiD^lJz~|@iQ?W-- zc*r|ts9<+MWwl942`L2(s_3$Az)+HPzJ)QsNN6-cXegQ?f%P>*ONp{(@Z(q{a(;|I zk~V^@2{OC}14h?UhN!0%7>R)gq$GM^Ch3j{zGeO({u)DLL}k%F4kjk7?SqP`L9wQ4 zLg^A~ZGBv$ZpeZNR#9azi!5r`^)O1%0@x+&`q=Kw8#U;2;h>+U3E(wVl4YDd?V8#AJqAgj$Jwa8!|jyv2iCP=KyqlQlxmaaUAempNB z6PK7WWT21URutXP)$s>VSbrr-$8m84coaX`fhs!8wq!&d&)3uT)dj#&U}(##AsT7u zcq7l}E1hP^E}11b(SaG_Bz{`xnP74cd^650#12bl4q_iMGw-db^$S zR;wAUv%Pz5HJhz;tA1BCV@T!8l*>x59JlnHW;iRID9?m7w$ZaM>vTN31S?Nf@Yndq zaI-7@f4LL{CNcTUic_O(t0_vm8s>6g;x#laxkz;2!F@w@%}e<+oYFW9JR4TQl5LgY86-coOVV8RbNB`} zlgsnYpNsA5*F(#^Ju83p_-sIKV3CiekT=}*dqC#+>Z3n?-UHF2SW$}-9lGjM5M7e^ z-~DTy^=vD0oWcUr9Eb0?{59lw{-Twek>gZWl;*hO(W^jo37#`!GG!L+a^5dQHiev6 z)+HJ5;S$mujXaVduU7Q%5>|kq749WfkRV~dY<}HY$gzwLT9(OfzKui=2NGQWrJ*@_e?vH~dPeL(jz_biG{+t9-+~-5{~wPc?k!YN3fYLTdWM&Vp+}dHuaQ>d zXb5T8H6-8q)n?>4odu>j?%(qdgyU3x=3B^d1}jQ)+%g(%R^f1OO${pgL|7ux`s<8QvcbsKX05-Un` z9R81oM>uvz+@cHM2uUirMYl_luT{O)Y8Xn;3FN2L{bSZ@a@dB{eFkrG})5)*KQb4b`; zM|}d0x~vV}SNb(_JdOpXIrcyDBH{S*nWsC*aTY5|a~yi`Rhr`%Z?ha>t3Q^b3_JQ7 zM;R<^D9SAZjZY)Tudu*0$KjV=BOJHwY`g_I9?y!>9DBFCO>-RM?GcVR#NpdEV>!Ys z6!|*jxU!I$f*fNkFwJq`-v1&T-}v~x8&-hm39RTj^g46xeh}4pa@bz8M(q=}xSjAt zr|yL{rnoMy|M$)77sA*OH958HL-Q5n5@!KuF2g_hkZ}3_bJH8~dt_f_MNg)=eENG3 zZ3(Ero}tsO5rI##0OQxL;2IZTynOYmvu{E8*{n_)zW?=42>hnRIZF}#L{^lB-|=+s z8vy_LSKJ==(T@>+4y%)a-_r*=Va1=dX&B*8Vnu2ACtv$M!UrRW>UixEHtjIf$z9-% z4}Ng%7KES6>ZIWZ-rYdpZ1z2;ai$ zq~UjebPa*O^SYKi!p~<#Y52W2ZbbNKfuNAXE{}pAnBcS^d@HMyhTs1FUlI5z51joH z!Y5c!8h%IrW`qw`tppO2ZFs?nn4& zsE=ka2L7#Q7VJZKk=4n-@4Jz}U;6&kCWMz*Q3n3gn-D(AAPx%utu1FSMR=LjNy86* zFhJn1`P;^G5nf?MY4{y)Y(e-a5j-gT)*mi>9pP10Ck@}f?-l}o<%UN|=%rXu8ovMS zTM<553l0kJ?7c3J@EWU=hTr(mZ3KSs{uS?H?{!v`hJW(Itq4D|T#mvY}b|KlsEyBYcnmje^G8G4Ok)HZMW=HdZGC|I{FXS2zB} z8iZfKiZbvI--+CHzglded_?(sXVGb*+jl)ih|W84puY!1&tgT36w&>A ze*vN^K7V3zsFKs$zLG+^XR{n=y1jin3Ehp~op8l!5Iu(#wJEwg?%D&Q7aV9rlQ{+s z>2$r8%s^o?7yyuCz_CLp09%M?MS#)(6seW>yoW91c`gf1^W3rVb;5I>cE+2?^E_6R z;ko1TH-YDYhCZPY#9hb;iv6`MW3<(Q7=^XAZJf8)pdG`Kt1Aue< z4(XyZeGvTyE1IS3Iq=EtAo@)br}$OX*jzj;vx@N5@f<|y9~`9XZ~Vb^$Z|0YO|$I3 z`VqqNxAjXCc@SN~ie5yq-2LEVAbQ53hTeGcE#F*0-_R*wj%iy?0iJI^wbNB zk>fHJnC3V%^fcl4$b;`KLyi})qBO_;$DTuuS@^9*p5F9?pjcfobP{E_Q0B zlw46$(HaiJB?ToIYvrGlG-){tOmo~Y{9D5Dm~}_~btiDVkQL2Q4j#Psinr>Tmqi8S zSS&cBS&64J3nf8U^h?4vd1Y>)E@0U#zYqzhWOxD_x|jq9DR2mlS%n0iSc!*3m$aPs znu(^oh{dL94!?R8U~_!;PnYk$07NflL{}^tr+z*)s-F){;0|6w-?~I!^$uwM7NdF9 z-jTBL-rqd-ySnBlIP$BUw%EmATekR|#b?Eqdybup`ECqKcld#o&{!(w7c4*KRAWW> z@;Ba;;h!CY?X(A{0fCSv#4f-e`@~9}RX>)oV_!UjDJLZ(LFtn?11k@U< zy6`$^gC7l9u`Z`rL~$n%^MIWLEw&vi_~^PYCrY;OIoTRN@;;oH z#N756`7XM^i@WX`!gc!FySTG^x%v%U;}-5{o=Y}OsqgLG{?g+oH1-bM{`SsETe(Tl z@Sk@q_#EdTcU-vqI~Rh^6^t=goH34@rZvLXOu~bX&*iAuvznL82i+^1PvU1Zg}(!9 wnj9T&!|~x1`mmc5hYEE!od|Dy2M&Sb4c!&FE3;OU@~)Pe%l@cs6L-Y_03#S;WdHyG literal 0 HcmV?d00001 diff --git a/wandb/run-20260826_120216-epochs=2/files/config.yaml b/wandb/run-20260826_120216-epochs=2/files/config.yaml new file mode 100644 index 0000000..c70b025 --- /dev/null +++ b/wandb/run-20260826_120216-epochs=2/files/config.yaml @@ -0,0 +1,356 @@ +_wandb: + value: + cli_version: 0.28.1 + e: + r7nzdnv9ftyjibc68zdoe374fg8xj7v5: + args: + - --spec + - /tmp/claude-1000/-home-lars-Programming-giant/c0a425e3-0573-4431-8d18-9d7c30e13d34/scratchpad/smoke.toml + - --workers + - "1" + - --mode + - run + codePath: giant/workflow/run.py + codePathLocal: giant/workflow/run.py + cpu_count: 8 + cpu_count_logical: 16 + disk: + /: + total: "1153673723904" + used: "227061452800" + email: lars.bogner@outlook.de + executable: /home/lars/Programming/giant/.venv/bin/python3 + git: + commit: 44edb474b26e0b618419f8f6e4503b0db9926f5c + remote: gitea@git.larsbogner.de:lars/giant.git + host: fedora-thinkpad + memory: + total: "15931523072" + os: Linux-7.1.5-200.fc44.x86_64-x86_64-with-glibc2.43 + program: /home/lars/Programming/giant/giant/workflow/run.py + python: CPython 3.12.13 + root: /home/lars/Programming/giant + startedAt: "2026-08-26T10:02:16.178769Z" + writerId: r7nzdnv9ftyjibc68zdoe374fg8xj7v5 + m: [] + python_version: 3.12.13 + t: + "1": + - 1 + - 5 + - 53 + "2": + - 1 + - 5 + - 53 + "3": + - 2 + - 5 + - 13 + - 14 + - 16 + - 61 + - 62 + "4": 3.12.13 + "5": 0.28.1 + "12": 0.28.1 + "13": linux-x86_64 +conditioning: + value: + material: + emb_dim: 16 + n_layers: 2 + type: physical + out_dim: 128 + particle: + emb_dim: 16 + n_layers: 2 + type: physical + share_stages: false +model_config: + value: + conditioning: + material: + emb_dim: 16 + n_layers: 2 + type: physical + out_dim: 128 + particle: + emb_dim: 16 + n_layers: 2 + type: physical + share_stages: false + mat_vocab: 2 + pdg_vocab: 5 + stage1_model: + active: true + ddpm: + n_steps: 1000 + time_dim: 64 + dropout: 0 + flow: + time_dim: 64 + freeze: false + generator: flow + heads: + n_sec: + depth: 2 + hidden_ratio: 0.5 + hidden_dim: 16 + init_from: "" + lambda: 1 + n_res_blocks: 1 + router: + emb_dim: 8 + enabled: false + gumbel: false + gumbel_tau_end: 0.1 + gumbel_tau_start: 1 + hidden_dim: 64 + lambda_balance: 0 + lambda_entropy: 0 + lambda_proc: 0 + learn_centers: true + learn_temperature: false + learn_width: false + n_experts: 4 + temperature: 0.5 + type: energy + width_max_ratio: 10 + width_min_ratio: 0.1 + trunk: + block_conditioning: add + type: resmlp + wgan: + critic_hidden_dim: 0 + critic_lr: 0 + critic_n_res_blocks: 0 + gp_weight: 10 + n_critic: 5 + noise_dim: 64 + stage2_model: + active: true + autoregressive: + attn_n_heads: 4 + attn_n_layers: 2 + history: markov + order: energy_desc + teacher_forcing: always + tf_p_end: 1 + tf_p_start: 1 + context_dim: 64 + ctx_p_end: 0 + ctx_p_start: 1 + ddpm: + n_steps: 1000 + time_dim: 64 + decoder: one_shot + dropout: 0 + flow: + time_dim: 64 + freeze: false + generator: wgan + heads: + n_sec: + depth: 2 + hidden_ratio: 0.5 + type: + depth: 2 + hidden_ratio: 0.5 + hidden_dim: 16 + init_from: "" + k_max: 15 + lambda: 1 + n_res_blocks: 1 + n_sec: + lambda: 0.1 + mode: head + owner: stage2 + stop_sampling: greedy + particle_type: + class_weighting: none + lambda: 1 + n_classes: 0 + other_policy: sample + target: physical + router: + emb_dim: 8 + enabled: false + gumbel: false + gumbel_tau_end: 0.1 + gumbel_tau_start: 1 + hidden_dim: 64 + lambda_balance: 0 + lambda_entropy: 0 + lambda_proc: 0 + learn_centers: true + learn_temperature: false + learn_width: false + n_experts: 4 + temperature: 0.5 + tie_to_stage1: false + type: energy + width_max_ratio: 10 + width_min_ratio: 0.1 + stage1_context: truth + trunk: + block_conditioning: add + type: resmlp + wgan: + critic_hidden_dim: 0 + critic_lr: 0 + critic_n_res_blocks: 0 + gp_weight: 10 + gumbel_tau_end: 0.1 + gumbel_tau_start: 1 + n_critic: 5 + noise_dim: 64 +param_counts: + value: + stage1: 26409 + stage2: 54162 + total: 80571 +stage1_model: + value: + active: true + ddpm: + n_steps: 1000 + time_dim: 64 + dropout: 0 + flow: + time_dim: 64 + freeze: false + generator: flow + heads: + n_sec: + depth: 2 + hidden_ratio: 0.5 + hidden_dim: 16 + init_from: "" + lambda: 1 + n_res_blocks: 1 + router: + emb_dim: 8 + enabled: false + gumbel: false + gumbel_tau_end: 0.1 + gumbel_tau_start: 1 + hidden_dim: 64 + lambda_balance: 0 + lambda_entropy: 0 + lambda_proc: 0 + learn_centers: true + learn_temperature: false + learn_width: false + n_experts: 4 + temperature: 0.5 + type: energy + width_max_ratio: 10 + width_min_ratio: 0.1 + trunk: + block_conditioning: add + type: resmlp + wgan: + critic_hidden_dim: 0 + critic_lr: 0 + critic_n_res_blocks: 0 + gp_weight: 10 + n_critic: 5 + noise_dim: 64 +stage2_model: + value: + active: true + autoregressive: + attn_n_heads: 4 + attn_n_layers: 2 + history: markov + order: energy_desc + teacher_forcing: always + tf_p_end: 1 + tf_p_start: 1 + context_dim: 64 + ctx_p_end: 0 + ctx_p_start: 1 + ddpm: + n_steps: 1000 + time_dim: 64 + decoder: one_shot + dropout: 0 + flow: + time_dim: 64 + freeze: false + generator: wgan + heads: + n_sec: + depth: 2 + hidden_ratio: 0.5 + type: + depth: 2 + hidden_ratio: 0.5 + hidden_dim: 16 + init_from: "" + k_max: 15 + lambda: 1 + n_res_blocks: 1 + n_sec: + lambda: 0.1 + mode: head + owner: stage2 + stop_sampling: greedy + particle_type: + class_weighting: none + lambda: 1 + n_classes: 0 + other_policy: sample + target: physical + router: + emb_dim: 8 + enabled: false + gumbel: false + gumbel_tau_end: 0.1 + gumbel_tau_start: 1 + hidden_dim: 64 + lambda_balance: 0 + lambda_entropy: 0 + lambda_proc: 0 + learn_centers: true + learn_temperature: false + learn_width: false + n_experts: 4 + temperature: 0.5 + tie_to_stage1: false + type: energy + width_max_ratio: 10 + width_min_ratio: 0.1 + stage1_context: truth + trunk: + block_conditioning: add + type: resmlp + wgan: + critic_hidden_dim: 0 + critic_lr: 0 + critic_n_res_blocks: 0 + gp_weight: 10 + gumbel_tau_end: 0.1 + gumbel_tau_start: 1 + n_critic: 5 + noise_dim: 64 +train: + value: + batch_size: 32 + ema_decay: 0.9999 + epochs: 2 + lr: 0.0003 + max_val_batches: 200 + num_workers: 4 + precision: fp32 + seed: 0 + val_fraction: 0.1 + validate_every: 0 + validate_steps: 10 + wandb: true + wandb_log_every: 50 + wandb_project: giant + wandb_run_name: "" + warmup_epochs: 5 + weight_decay: 0.01 diff --git a/wandb/run-20260826_120216-epochs=2/files/output.log b/wandb/run-20260826_120216-epochs=2/files/output.log new file mode 100644 index 0000000..3cf2d25 --- /dev/null +++ b/wandb/run-20260826_120216-epochs=2/files/output.log @@ -0,0 +1,43 @@ + + +Dim real_mean gen_mean real_std gen_std KL(real||gen) +------------------------------------------------------------------------------- +log_step_length -0.2712 -0.1076 1.1637 1.0986 14.1188 +edep_logit 0.1038 0.2827 0.9154 0.7847 16.2047 +sec_logit -0.0401 0.0723 0.9973 0.9535 19.8511 +post_dx -0.1144 0.1943 0.8849 1.3492 15.1401 +post_dy 0.1969 0.1017 0.9479 0.9934 13.7722 +post_dz 0.1798 -0.2223 1.1660 0.6994 12.7509 +travel_dx 0.0000 0.2915 0.0000 1.0738 2.7726 +travel_dy 0.0000 0.2844 0.0000 1.2037 21.1933 +travel_dz 0.0000 -0.0128 0.0000 1.1544 21.1933 + +n_sec accuracy=0.0000 mean|Δ|=13.0625 +n_sec value real_frac gen_frac +------------------------------------------ +0 0.3750 0.0000 +1 0.3125 0.0000 +2 0.3125 0.0000 +3 0.0000 0.0000 +4 0.0000 0.0000 +5 0.0000 0.0000 +6 0.0000 0.0000 +7 0.0000 0.0000 +8 0.0000 0.0000 +9 0.0000 0.0000 +10 0.0000 0.0000 +11 0.0000 0.0000 +12 0.0000 0.0000 +13 0.0000 0.0000 +14 0.0000 1.0000 + +sec slot (energy frac.) real_mean gen_mean real_std gen_std KL(real||gen) +------------------------------------------------------------------------------------------ +0 0.6770 0.4252 0.3354 0.0736 14.0593 +1 1.0000 0.5047 0.0000 0.0767 21.1933 + +sec phys (normalised) real_mean gen_mean real_std gen_std KL(real||gen) +-------------------------------------------------------------------- +log_mass 0.1510 0.1133 0.9292 0.3696 5.0602 +charge -0.1977 -0.0202 0.9295 0.3459 14.5943 +epoch 2/2 stage1[loss=1.755] stage2[d=7.672 g=-0.038] val 17.1139 0.1s [best] diff --git a/wandb/run-20260826_120216-epochs=2/files/requirements.txt b/wandb/run-20260826_120216-epochs=2/files/requirements.txt new file mode 100644 index 0000000..3665f21 --- /dev/null +++ b/wandb/run-20260826_120216-epochs=2/files/requirements.txt @@ -0,0 +1,122 @@ +typer==0.26.7 +python-dateutil==2.9.0.post0 +six==1.17.0 +markdown-it-py==4.2.0 +mdurl==0.1.2 +annotated-doc==0.0.4 +shellingham==1.5.4 +rich==15.0.0 +Pygments==2.20.0 +numpy==2.4.6 +pyarrow==24.0.0 +pandas==3.0.3 +tqdm==4.68.3 +PyYAML==6.0.3 +packaging==26.2 +typing_extensions==4.15.0 +MarkupSafe==3.0.3 +filelock==3.29.4 +Jinja2==3.1.6 +fsspec==2026.6.0 +mpmath==1.3.0 +networkx==3.6.1 +sympy==1.14.0 +torch==2.3.1+cpu +iniconfig==2.3.0 +pluggy==1.6.0 +ty==0.0.50 +ruff==0.15.17 +pytest==9.1.0 +polars-runtime-32==1.41.2 +polars==1.41.2 +cramjam==2.11.0 +xxhash==3.7.0 +awkward_cpp==53 +uproot==5.7.4 +awkward==2.9.1 +ipython_pygments_lexers==1.1.1 +comm==0.2.3 +decorator==5.3.1 +nest-asyncio2==1.7.2 +stack-data==0.6.3 +kiwisolver==1.5.0 +pyparsing==3.3.2 +platformdirs==4.10.0 +matplotlib-inline==0.2.2 +ipykernel==7.3.0 +jupyter_core==5.9.1 +ptyprocess==0.7.0 +pexpect==4.9.0 +executing==2.2.1 +psutil==7.2.2 +asttokens==3.0.1 +parso==0.8.7 +wcwidth==0.8.1 +pure_eval==0.2.3 +cycler==0.12.1 +jupyter_client==8.9.1 +traitlets==5.15.1 +contourpy==1.3.3 +pyzmq==27.1.0 +tornado==6.5.7 +pillow==12.2.0 +prompt_toolkit==3.0.52 +ipython==9.14.1 +debugpy==1.8.21 +fonttools==4.63.0 +matplotlib==3.11.0 +jedi==0.20.0 +threadpoolctl==3.6.0 +joblib==1.5.3 +narwhals==2.23.0 +scikit-learn==1.9.0 +scipy==1.18.0 +hepunits==2.4.6 +attrs==26.1.0 +particle==1.0.0 +plotstyle==1.0.0 +certifi==2026.7.22 +typing-inspection==0.4.2 +annotated-types==0.8.0 +idna==3.18 +requests==2.34.2 +click==8.4.2 +pydantic_core==2.46.4 +charset-normalizer==3.4.9 +urllib3==2.7.0 +protobuf==7.35.1 +pydantic==2.13.4 +sentry-sdk==2.66.1 +wandb==0.28.1 +pytest-cov==7.1.0 +coverage==7.15.4 +tomlkit==0.15.1 +h11==0.16.0 +bracex==3.0.1 +truststore==0.10.4 +python-dotenv==1.2.3 +wcmatch==11.0.1 +questionary==2.1.1 +git-cliff==2.13.1 +pydantic-settings==2.15.0 +rich-click==1.9.8 +httpx2==2.11.0 +httpcore2==2.11.0 +bump-my-version==1.5.1 +anyio==4.14.2 +giant==0.3.10 +parse==1.22.1 +python-daemon==2.1.2 +colorama==0.4.6 +tenacity==8.5.0 +lockfile==0.12.2 +webdavclient3==3.14.7 +cachetools==7.1.7 +smmap==5.0.3 +gitdb==4.0.12 +GitPython==3.1.60 +b2luigi==1.2.9 +lxml==6.1.2 +docutils==0.23 +luigi==3.7.3 +setuptools==84.0.0 diff --git a/wandb/run-20260826_120216-epochs=2/files/wandb-metadata.json b/wandb/run-20260826_120216-epochs=2/files/wandb-metadata.json new file mode 100644 index 0000000..e9cf271 --- /dev/null +++ b/wandb/run-20260826_120216-epochs=2/files/wandb-metadata.json @@ -0,0 +1,36 @@ +{ + "os": "Linux-7.1.5-200.fc44.x86_64-x86_64-with-glibc2.43", + "python": "CPython 3.12.13", + "startedAt": "2026-08-26T10:02:16.178769Z", + "args": [ + "--spec", + "/tmp/claude-1000/-home-lars-Programming-giant/c0a425e3-0573-4431-8d18-9d7c30e13d34/scratchpad/smoke.toml", + "--workers", + "1", + "--mode", + "run" + ], + "program": "/home/lars/Programming/giant/giant/workflow/run.py", + "codePath": "giant/workflow/run.py", + "codePathLocal": "giant/workflow/run.py", + "git": { + "remote": "gitea@git.larsbogner.de:lars/giant.git", + "commit": "44edb474b26e0b618419f8f6e4503b0db9926f5c" + }, + "email": "lars.bogner@outlook.de", + "root": "/home/lars/Programming/giant", + "host": "fedora-thinkpad", + "executable": "/home/lars/Programming/giant/.venv/bin/python3", + "cpu_count": 8, + "cpu_count_logical": 16, + "disk": { + "/": { + "total": "1153673723904", + "used": "227061452800" + } + }, + "memory": { + "total": "15931523072" + }, + "writerId": "r7nzdnv9ftyjibc68zdoe374fg8xj7v5" +} \ No newline at end of file diff --git a/wandb/run-20260826_120216-epochs=2/files/wandb-summary.json b/wandb/run-20260826_120216-epochs=2/files/wandb-summary.json new file mode 100644 index 0000000..17f0c19 --- /dev/null +++ b/wandb/run-20260826_120216-epochs=2/files/wandb-summary.json @@ -0,0 +1 @@ +{"_runtime":0,"stage1/train/loss_proc":0,"samples_per_sec":978.0986863014302,"stage2/train/grad_norm_g":0.11719643601909616,"stage2/train/wasserstein":-0.012677972254000212,"stage2/train/stop_acc":0,"stage1/lr":0.000165,"is_best":1,"stage1/train/loss_entropy":0,"stage2/train/loss_nsec":2.6134453088717353,"stage2/train/nsec_acc":0.36090225586317537,"stage2/critic_lr":0.0003,"stage2/train/grad_norm_d":27.956740558595584,"stage1/train/loss_nsec":0,"stage1/val/type_acc":0,"stage2/train/grad_norm_type_slice":0.009069958127530892,"val/marginal_kl":15.535483727944827,"stage1/val/stop_acc":0,"stage1/train/nsec_acc":0,"val/loss":17.368774066461064,"stage2/lr":0.00017999999999999998,"stage1/train/loss_type":0,"stage1/train/loss":1.872522564758932,"stage1/train/stop_acc":0,"grad_norm":28.807173418623385,"stage1/train/type_acc":0,"stage1/train/loss_gen":1.872522564758932,"_step":10,"epoch":2,"stage2/train/grad_norm_cont_slice":0.007121505593895016,"stage1/val/loss_nsec":0,"stage1/train/loss_balance":0,"gpu_mem_mb":0,"stage2/train/gp_loss":0.5444372881175881,"stage2/train/g_loss":-0.027094751372373195,"_wandb":{"runtime":0},"stage1/val/loss":1.8332903385162351,"_wandb.runtime":0,"stage1/val/loss_gen":1.8332903385162351,"stage1/val/nsec_acc":0,"epoch_time_s":0.13597809900238644,"stage1/train/loss_stop":0,"stage2/train/loss_stop":0,"stage1/val/loss_stop":0,"_timestamp":1.7877384448696852e+09,"stage1/train/grad_norm":0.7332364240087065,"stage1/val/loss_type":0,"stage2/train/d_loss":5.457050940147917} \ No newline at end of file diff --git a/wandb/run-20260826_120216-epochs=2/logs/debug-core.log b/wandb/run-20260826_120216-epochs=2/logs/debug-core.log new file mode 120000 index 0000000..dedee98 --- /dev/null +++ b/wandb/run-20260826_120216-epochs=2/logs/debug-core.log @@ -0,0 +1 @@ +/home/lars/.cache/wandb/logs/core-debug-20260826_120213.log \ No newline at end of file diff --git a/wandb/run-20260826_120216-epochs=2/logs/debug-internal.log b/wandb/run-20260826_120216-epochs=2/logs/debug-internal.log new file mode 100644 index 0000000..09e63f0 --- /dev/null +++ b/wandb/run-20260826_120216-epochs=2/logs/debug-internal.log @@ -0,0 +1,18 @@ +{"time":"2026-08-26T12:02:16.182304707+02:00","level":"INFO","msg":"wandb-core"} +{"time":"2026-08-26T12:02:16.18243376+02:00","level":"INFO","msg":"stream: starting","core version":"0.28.1"} +{"time":"2026-08-26T12:02:16.589676205+02:00","level":"INFO","msg":"stream: created new stream","id":"epochs=2"} +{"time":"2026-08-26T12:02:16.589805468+02:00","level":"INFO","msg":"handler: started"} +{"time":"2026-08-26T12:02:16.590014321+02:00","level":"INFO","msg":"stream: started"} +{"time":"2026-08-26T12:02:16.590088491+02:00","level":"INFO","msg":"sender: started"} +{"time":"2026-08-26T12:02:16.590091056+02:00","level":"INFO","msg":"writer: started","stream_id":"epochs=2"} +{"time":"2026-08-26T12:02:17.453289883+02:00","level":"INFO","msg":"filestream: sending request","total_files":1} +{"time":"2026-08-26T12:02:17.658164682+02:00","level":"WARN","msg":"handler: ignoring partial history record","step":10,"current":11} +{"time":"2026-08-26T12:02:17.720133864+02:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-26T12:02:18.943650388+02:00","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"} +{"time":"2026-08-26T12:02:18.943968688+02:00","level":"INFO","msg":"filestream: sending request","total_files":2,"console_offset":0,"console_lines":43,"uploaded_len":5,"complete":true,"exit_code":0} +{"time":"2026-08-26T12:02:19.215598732+02:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-26T12:02:19.2166543+02:00","level":"INFO","msg":"handler: operation stats","stats":{}} +{"time":"2026-08-26T12:02:19.219498297+02:00","level":"INFO","msg":"stream: finishing up"} +{"time":"2026-08-26T12:02:19.219513505+02:00","level":"INFO","msg":"handler: closed"} +{"time":"2026-08-26T12:02:19.219588486+02:00","level":"INFO","msg":"sender: closed"} +{"time":"2026-08-26T12:02:19.219596281+02:00","level":"INFO","msg":"stream: all finished"} diff --git a/wandb/run-20260826_120216-epochs=2/logs/debug.log b/wandb/run-20260826_120216-epochs=2/logs/debug.log new file mode 100644 index 0000000..43d123b --- /dev/null +++ b/wandb/run-20260826_120216-epochs=2/logs/debug.log @@ -0,0 +1,22 @@ +2026-08-26 12:02:16,180 INFO MainThread:740793 [wandb_init.py:setup_run_log_directory():729] Logging user logs to /home/lars/Programming/giant/wandb/run-20260826_120216-epochs=2/logs/debug.log +2026-08-26 12:02:16,180 INFO MainThread:740793 [wandb_init.py:setup_run_log_directory():730] Logging internal logs to /home/lars/Programming/giant/wandb/run-20260826_120216-epochs=2/logs/debug-internal.log +2026-08-26 12:02:16,180 INFO MainThread:740793 [wandb_init.py:init():772] calling init triggers +2026-08-26 12:02:16,181 INFO MainThread:740793 [wandb_init.py:init():777] wandb.init called with sweep_config: {} +config: {'train': {'epochs': 2, 'batch_size': 32, 'lr': 0.0003, 'weight_decay': 0.01, 'ema_decay': 0.9999, 'warmup_epochs': 5, 'val_fraction': 0.1, 'max_val_batches': 200, 'num_workers': 4, 'seed': 0, 'validate_every': 0, 'validate_steps': 10, 'wandb': True, 'wandb_project': 'giant', 'wandb_run_name': '', 'wandb_log_every': 50, 'precision': 'fp32'}, 'conditioning': {'out_dim': 128, 'share_stages': False, 'particle': {'type': 'physical', 'emb_dim': 16, 'n_layers': 2}, 'material': {'type': 'physical', 'emb_dim': 16, 'n_layers': 2}}, 'stage1_model': {'active': True, 'init_from': '', 'freeze': False, 'generator': 'flow', 'hidden_dim': 16, 'n_res_blocks': 1, 'dropout': 0.0, 'lambda': 1.0, 'flow': {'time_dim': 64}, 'ddpm': {'time_dim': 64, 'n_steps': 1000}, 'wgan': {'noise_dim': 64, 'n_critic': 5, 'gp_weight': 10.0, 'critic_lr': 0.0, 'critic_hidden_dim': 0, 'critic_n_res_blocks': 0}, 'router': {'enabled': False, 'type': 'energy', 'n_experts': 4, 'temperature': 0.5, 'learn_centers': True, 'learn_width': False, 'learn_temperature': False, 'width_min_ratio': 0.1, 'width_max_ratio': 10.0, 'lambda_balance': 0.0, 'lambda_entropy': 0.0, 'gumbel': False, 'gumbel_tau_start': 1.0, 'gumbel_tau_end': 0.1, 'emb_dim': 8, 'hidden_dim': 64, 'lambda_proc': 0.0}, 'trunk': {'type': 'resmlp', 'block_conditioning': 'add'}, 'heads': {'n_sec': {'hidden_ratio': 0.5, 'depth': 2}}}, 'stage2_model': {'active': True, 'init_from': '', 'freeze': False, 'decoder': 'one_shot', 'generator': 'wgan', 'hidden_dim': 16, 'n_res_blocks': 1, 'dropout': 0.0, 'lambda': 1.0, 'k_max': 15, 'context_dim': 64, 'stage1_context': 'truth', 'ctx_p_start': 1.0, 'ctx_p_end': 0.0, 'n_sec': {'mode': 'head', 'lambda': 0.1, 'owner': 'stage2', 'stop_sampling': 'greedy'}, 'particle_type': {'target': 'physical', 'lambda': 1.0, 'other_policy': 'sample', 'n_classes': 0, 'class_weighting': 'none'}, 'autoregressive': {'order': 'energy_desc', 'history': 'markov', 'teacher_forcing': 'always', 'tf_p_start': 1.0, 'tf_p_end': 1.0, 'attn_n_heads': 4, 'attn_n_layers': 2}, 'flow': {'time_dim': 64}, 'ddpm': {'time_dim': 64, 'n_steps': 1000}, 'wgan': {'noise_dim': 64, 'n_critic': 5, 'gp_weight': 10.0, 'critic_lr': 0.0, 'critic_hidden_dim': 0, 'critic_n_res_blocks': 0, 'gumbel_tau_start': 1.0, 'gumbel_tau_end': 0.1}, 'router': {'tie_to_stage1': False, 'enabled': False, 'type': 'energy', 'n_experts': 4, 'temperature': 0.5, 'learn_centers': True, 'learn_width': False, 'learn_temperature': False, 'width_min_ratio': 0.1, 'width_max_ratio': 10.0, 'lambda_balance': 0.0, 'lambda_entropy': 0.0, 'gumbel': False, 'gumbel_tau_start': 1.0, 'gumbel_tau_end': 0.1, 'emb_dim': 8, 'hidden_dim': 64, 'lambda_proc': 0.0}, 'trunk': {'type': 'resmlp', 'block_conditioning': 'add'}, 'heads': {'n_sec': {'hidden_ratio': 0.5, 'depth': 2}, 'type': {'hidden_ratio': 0.5, 'depth': 2}}}, 'model_config': {'pdg_vocab': 5, 'mat_vocab': 2, 'conditioning': {'out_dim': 128, 'share_stages': False, 'particle': {'type': 'physical', 'emb_dim': 16, 'n_layers': 2}, 'material': {'type': 'physical', 'emb_dim': 16, 'n_layers': 2}}, 'stage1_model': {'active': True, 'init_from': '', 'freeze': False, 'generator': 'flow', 'hidden_dim': 16, 'n_res_blocks': 1, 'dropout': 0.0, 'lambda': 1.0, 'flow': {'time_dim': 64}, 'ddpm': {'time_dim': 64, 'n_steps': 1000}, 'wgan': {'noise_dim': 64, 'n_critic': 5, 'gp_weight': 10.0, 'critic_lr': 0.0, 'critic_hidden_dim': 0, 'critic_n_res_blocks': 0}, 'router': {'enabled': False, 'type': 'energy', 'n_experts': 4, 'temperature': 0.5, 'learn_centers': True, 'learn_width': False, 'learn_temperature': False, 'width_min_ratio': 0.1, 'width_max_ratio': 10.0, 'lambda_balance': 0.0, 'lambda_entropy': 0.0, 'gumbel': False, 'gumbel_tau_start': 1.0, 'gumbel_tau_end': 0.1, 'emb_dim': 8, 'hidden_dim': 64, 'lambda_proc': 0.0}, 'trunk': {'type': 'resmlp', 'block_conditioning': 'add'}, 'heads': {'n_sec': {'hidden_ratio': 0.5, 'depth': 2}}}, 'stage2_model': {'active': True, 'init_from': '', 'freeze': False, 'decoder': 'one_shot', 'generator': 'wgan', 'hidden_dim': 16, 'n_res_blocks': 1, 'dropout': 0.0, 'lambda': 1.0, 'k_max': 15, 'context_dim': 64, 'stage1_context': 'truth', 'ctx_p_start': 1.0, 'ctx_p_end': 0.0, 'n_sec': {'mode': 'head', 'lambda': 0.1, 'owner': 'stage2', 'stop_sampling': 'greedy'}, 'particle_type': {'target': 'physical', 'lambda': 1.0, 'other_policy': 'sample', 'n_classes': 0, 'class_weighting': 'none'}, 'autoregressive': {'order': 'energy_desc', 'history': 'markov', 'teacher_forcing': 'always', 'tf_p_start': 1.0, 'tf_p_end': 1.0, 'attn_n_heads': 4, 'attn_n_layers': 2}, 'flow': {'time_dim': 64}, 'ddpm': {'time_dim': 64, 'n_steps': 1000}, 'wgan': {'noise_dim': 64, 'n_critic': 5, 'gp_weight': 10.0, 'critic_lr': 0.0, 'critic_hidden_dim': 0, 'critic_n_res_blocks': 0, 'gumbel_tau_start': 1.0, 'gumbel_tau_end': 0.1}, 'router': {'tie_to_stage1': False, 'enabled': False, 'type': 'energy', 'n_experts': 4, 'temperature': 0.5, 'learn_centers': True, 'learn_width': False, 'learn_temperature': False, 'width_min_ratio': 0.1, 'width_max_ratio': 10.0, 'lambda_balance': 0.0, 'lambda_entropy': 0.0, 'gumbel': False, 'gumbel_tau_start': 1.0, 'gumbel_tau_end': 0.1, 'emb_dim': 8, 'hidden_dim': 64, 'lambda_proc': 0.0}, 'trunk': {'type': 'resmlp', 'block_conditioning': 'add'}, 'heads': {'n_sec': {'hidden_ratio': 0.5, 'depth': 2}, 'type': {'hidden_ratio': 0.5, 'depth': 2}}}}, 'param_counts': {'stage1': 26409, 'stage2': 54162, 'total': 80571}, '_wandb': {}} +2026-08-26 12:02:16,181 INFO MainThread:740793 [wandb_init.py:init():820] starting backend +2026-08-26 12:02:16,181 INFO MainThread:740793 [wandb_init.py:init():835] sending inform_init request +2026-08-26 12:02:16,590 INFO MainThread:740793 [wandb_init.py:init():840] backend started and connected +2026-08-26 12:02:16,592 INFO MainThread:740793 [wandb_init.py:init():910] updated telemetry +2026-08-26 12:02:16,600 INFO MainThread:740793 [wandb_init.py:init():933] communicating run to backend with 90.0 second timeout +2026-08-26 12:02:17,449 INFO MainThread:740793 [wandb_init.py:init():973] run resumed +2026-08-26 12:02:17,452 INFO MainThread:740793 [wandb_init.py:init():978] starting run threads in backend +2026-08-26 12:02:17,534 INFO MainThread:740793 [wandb_run.py:_console_start():2621] atexit reg +2026-08-26 12:02:17,534 INFO MainThread:740793 [wandb_run.py:_redirect():2471] redirect: wrap_raw +2026-08-26 12:02:17,534 INFO MainThread:740793 [wandb_run.py:_redirect():2540] Wrapping output streams. +2026-08-26 12:02:17,534 INFO MainThread:740793 [wandb_run.py:_redirect():2563] Redirects installed. +2026-08-26 12:02:17,536 INFO MainThread:740793 [wandb_init.py:init():1016] run started, returning control to user process +2026-08-26 12:02:17,683 INFO MainThread:740793 [wandb_run.py:_finish():2383] finishing run lade043-karlsruhe-institute-of-technology/giant/epochs=2 +2026-08-26 12:02:17,684 INFO MainThread:740793 [wandb_run.py:_atexit_cleanup():2588] got exitcode: 0 +2026-08-26 12:02:17,684 INFO MainThread:740793 [wandb_run.py:_restore():2570] restore +2026-08-26 12:02:17,684 INFO MainThread:740793 [wandb_run.py:_restore():2576] restore done +2026-08-26 12:02:19,218 INFO MainThread:740793 [wandb_run.py:_footer_sync_info():3993] logging synced files diff --git a/wandb/run-20260826_120216-epochs=2/run-epochs=2.wandb b/wandb/run-20260826_120216-epochs=2/run-epochs=2.wandb new file mode 100644 index 0000000000000000000000000000000000000000..f717766ee48ce22143d075690f5bfee0da9ef803 GIT binary patch literal 14076 zcmeHOeUuc{m8S-Qp%}h~kI1N@?I;f8baj1oeT*VXOi=s+MBRmTJJsFQJh~WIZ-rfbd3tG!EsHL5K(kJ?B4sTy5_x^ zK_qAQoNNyBM^DwOTle>S_uc#6efM>@Tr+FlzNbdqf6|fXFB`$ta?jN9e63w}(yf&_ z@`KztyvfH!K{f>G>{MD#XJs`dr7~vLQYpnIvh|}yK^Fz_ z{+H)o6rIY|*7R@_qIJctF0GJi*Oa2Zf&saaJ95?lWW%Uj-YR*~CuZ^E`O(QvtCUIg za5XDe^V@3pQJ!n%OFi5}H7lb&$7qY(98FnXx;0tJUuQ>K6u2+A(H6iLMWs2~Y3FmT zUNU2+tuE3kHAn5DHPB$fABb6QvAvwEDor#;JFG%7>so0q@09RGc&})!NMbX=vnzlt zip|kddokJRxNWuzEoyVLV%r&bfoRBQEYD8b9kz?$R8z&X%OEa68|h-S#dF*3;3ipi zo#l4gi?&34V^rJS_ENHB6``BaXtk~2W|?21ZC0tS({!c{Li!v)w#M9p8(q`QMM?>j()cS#&aXp@-WyYGo7$p##u; z6Xi>J4@SlT>S%?mYuh;R0q2}uvR%t_zy+e&g3}2St@%vGF40_FyOK;5oOBxwL31?Y zI%O~iaS!kwtC-4I@IU}_5*65se9`tbXex9tlPLo{+l)pChgB3osxxPS>#U5HoO~sG z8^zKtj72)y0&bQoCw&)1XFx>%Su*h9@Sg6(fK(|-cLgzB=!gxShX5&AsRFuUV3}Y9 z(LT8@FiRlZr641|}5lFxo`2h?zYcHm3aIWf*liQ?c zwW9;OFpgyCd@0gwmoOp`J9Jv`dD^5J1a5!@!3RSFV*%ELPM6v!F9vHD3uQ1K@t!0d zRp4({CKH91T5T%>27_@=R%}qUvWgTM0j!&`%Vi|rTZky8qO`dI~5j^X-Xqt(3vu-vISI@7+O+OALJJEvvPUZxSS84Lcww?DJKWJGa+NQ;9Z9l~CZ+0XO4e*KrAdY=nOP&N*=j;mQeq}$nourGqJj{us?$>Zx2^535KG`rl=@J0t}=iBwprE z4iu3RV!RV~b}p1_u$(w81{x(<({)pq<%9~_Wl82|@-qVc{yPLAs6_N|oXFSlqe#UE z>XVYlpUF@3_l}h$R8ny3-@{EdbwdzMLo+l*lvG8O`B@-_Wi}~fJv`$XOz$vBPFiVD z3Am^5(->l8H(Y&qDnFfhNLZr;c{M)B4msD#BukE4OlE+FtP5sB(^WB%FcKzws60!f z1icDru#XrLvjg&S+&5h&i8R0-2|-QhVnQ@kFo$kRIv*P(nhQk9pvXE%>Iq5FWkpvc zGr0b!nE4afpH|BQh{OySY#?j ziYaQQnJ^?-Pbi{c%ER?CG~n5R1wy^$U^wcbCa9_^41{3--voT}XAkm2(rXfelOY6k zIRU|>!SETT0`bS!CZU>!h14Ey9Lz1M0`q~U8hnHw8`4K7Gz3G`C0$V^1A-S~n4iv% z4aTM5_HeZ%{v|EJPvZGpxjk95i^(FK5=AG))L=#n4oh zKb_}^04Oa&T!1Tp9{?Ry6%5VPj06c&^c5)8N#Ul#`$-$@% z%%3m?40Vlax2w@ZdjlLL!CbCrstnVzp^Gr;NB4cKKPGA4*Ckm>z-(qJhM5o{u*UOa z@=*J?D;{)Dy6uP0E>&x|+LK=79yy7ZE+q?{E=WQm21h$WHVqEpuY1Ar7wgP>t+8Ao z4`*S5s?<;X`ob=+)hR`SMYCaCu)y}OzxS%9(Xm*iY^R%A<6f~GhYDhQ#*Rs_y2N9x zPSK9xdKp{jI?&%D6v=ZjvUbMPqNU0STZzGXuEZebq?nPBjF_3x(~4+IN=8xRl{8e7 z)2*iv>qfO`L@ISXO8n38Ny*am0+1HJZZo*X!UD-^HR~99|I0 zT`kjmLW7#;4d1-r{~$A1JRSK8eu{BE9BmXFrwvk#rKf&TZ&HI3A6NJy@wm`ompbC9 zd?{Wgqp9qui@18}x=g9V%z9nRVYD^lx{PBhx|+=yE0*gWiT$T8JlFsSrlaKP;Qo_b z``hh#*DgYOP!YTp-pSmk8#Z3G5ClduNzKx^Vain>=3aG;T#$Vo7}Qj+RY@j+xz6E?wST|d?Z4mI3ma8mPjNbp1BG>gTGY~F|J0IiDHW=o;$ZW zGMAia#w*v3?QhzT$H28Oau;=TwQIOZ8@VYw7q6dC+uhyw_Oqu?>fZ3shd&?vAU7Hs z-um%5U&2z8MtaUn&^eZ6JRxMf{mA{jHNR+^`D^SK&q@vSYtOE&y?(!{y*Q5l-HUc! z7X|I(SnZQT4(q@F6lmwh_davWrV0qwv4W{uE)-p}?WbF78W!>w=8MBHaBWyDindjP zXRs7jFG+L7%itT>OfE0Ev=Q4^t%8=>AAf(%y=MUOcoumIg?wP+9zf>!_g<}e(go28 ztf)na_8)u^M6Zbb@BWqd&22-D6Io!IdZCLDLI%l!s9PGUuAj(ZkhJ*VR`b$0;l@&2dBj4FJsX+66oNkmFQVl;+sI^%mrasrhgeadQLNcECo2 zOggwUO+CDXw1%`IM^k`plk}6){4s=3Hr2c+lVR1@hdDa&9U!=y9mbx zPj7x2IiAdl(j2@0Yr_D?u8>=J0US-uXM@8og<}mH86pJ3ZYq8!kfS2#u$^3z>m~j; zg9WBJZh3nX;W*~eJMTe`4Xh~5anFaF2RL3AQVTDDm~Ik(#PE@WvBsFu#DF901_n6F zf)1OpQLjJt8rty`7MSMP|K^Vg$8WuI*(l_ADl1BJ+`I8H=SU*Wo_oX?<_%%r?J2^$KCgBBOJf?*xtp+@vE#T&9VQHf2KJO z8Euv$>O48c4@WGxfRaQze1ocMPL(OHi>scyebpR@4N;R5nflMKLM~rp0cb9Ln_eVb{z~}n zO_-US!HS+saoO_rhHW(sO+FRaytUgDA+iAD_qm`A7ht@6Q?T|R{F$sy8vfOF4}eaN zpZS}&zk%?xSWy~&&;HE_|K(TQY<}bpgg=YbNyBgX(N+Tg&Z9q25x$WXrQz4U@ifBw z5kz&odI`Hx2z7Gj569~VoD#y%W_8l=2e$r%z;~~keHh`JSWz1O@XNap-d|>_nACrO zmt;E9*S`15Zz25ItWFw!`z_BB_~fsq>_zxyR+NU{vg;QJA1)9Sa?s^L@Ne}`pM~%- zRwoU=_u*Fv{H+f=s}NpbMH%?5uOYm@Y7NGQ`)UA$m$#px9YXjxtCNP`^3bmc{QQsa zoPh8mD@w!fzWXhN4?}%0gCX#d*_%&8c!||X!}lKCN8mp@QtUx^nH8ns54`XW!iO2e zG2uHN=(ri-6;>w=zxT8K1b)V?Us;3jDl1CE@7eSo!iS0AG2th^zDGv*1gn#V-|+DJ z1b*S{Pd-I>jTNQgw;cK{!iPEDG2yqozO4b_byg=0zkS^S0>AXpMXd;Lu%a}4-xCKB zeqgyAgg<2L=YPETzY*SKb<*(tpL|5%$Iks=3BtFqqBQ*O=RZMsKLHv9jkiPKC+wJT zJHnsC>ZIZK9Qc&L-~12b&O!KdSy39k_rA{&UOL*eHw3=%*0oItKZn&x!*}oa+b3|& zKREfT*CYIStSAHj*%}aSl8!d*4S~P@t?_FSelDw%hCh7$-x2r)2WJq^Kc5w);k*Cw zW&(e-X>SPpB`^Qwez#nbe8v?(1|B@pJ z|8-U;4d3^(I|%&a(SKQh@E5Y8H2jv2?j-O>oAxMp$SC3OpQhfh4&lGS>ZIYjkK9Gz zH@$J+yPY8VO;$8Zr5gu+bPtFw;bGqusT3S9(&&HRFM_FsFdKaT53U8wcshF!iOy%y zX`+2wen^OBU;238Y7o7M6)jLi*YDc^qD#MgVsgBa&#Xx|BHfEw4m9082R9PB#vQL+ z*#V*pSW%mzyPVS{xTDWus zDf+&rPUey4Wh^+u^Nwc;&%ZYxeZ&LN%URJhWzXJ2Z-D3`;-~l>*hnLu_gMw_PI?Bs z^bdB@adQsMN0wKx&@{`weftQ@(pwudIS^gQie62z+}-mIh+cTSt~Z?gtJk!A2Z=3W z(P(1pZ`x0YoipXeQ*alym=&dWVcXaJ7DP#vstAY1WB}<8*l{O<65dBfD?Cx$io{*m0V z%kt*0@0s@zX#R6X^YXU`%EsOQao3KTh8H;UbDx&TH5V+t{Nl^!N0zvGI}`Do2$b&d zA67ym;7?ww>7d_mhXq{g#| literal 0 HcmV?d00001 diff --git a/wandb/run-20260826_120219-epochs=3/files/config.yaml b/wandb/run-20260826_120219-epochs=3/files/config.yaml new file mode 100644 index 0000000..602c8b6 --- /dev/null +++ b/wandb/run-20260826_120219-epochs=3/files/config.yaml @@ -0,0 +1,356 @@ +_wandb: + value: + cli_version: 0.28.1 + e: + ech3gckfz8ow6v0prp6u6to7jdragvbh: + args: + - --spec + - /tmp/claude-1000/-home-lars-Programming-giant/c0a425e3-0573-4431-8d18-9d7c30e13d34/scratchpad/smoke.toml + - --workers + - "1" + - --mode + - run + codePath: giant/workflow/run.py + codePathLocal: giant/workflow/run.py + cpu_count: 8 + cpu_count_logical: 16 + disk: + /: + total: "1153673723904" + used: "227061452800" + email: lars.bogner@outlook.de + executable: /home/lars/Programming/giant/.venv/bin/python3 + git: + commit: 44edb474b26e0b618419f8f6e4503b0db9926f5c + remote: gitea@git.larsbogner.de:lars/giant.git + host: fedora-thinkpad + memory: + total: "15931523072" + os: Linux-7.1.5-200.fc44.x86_64-x86_64-with-glibc2.43 + program: /home/lars/Programming/giant/giant/workflow/run.py + python: CPython 3.12.13 + root: /home/lars/Programming/giant + startedAt: "2026-08-26T10:02:19.503221Z" + writerId: ech3gckfz8ow6v0prp6u6to7jdragvbh + m: [] + python_version: 3.12.13 + t: + "1": + - 1 + - 5 + - 53 + "2": + - 1 + - 5 + - 53 + "3": + - 2 + - 5 + - 13 + - 14 + - 16 + - 61 + - 62 + "4": 3.12.13 + "5": 0.28.1 + "12": 0.28.1 + "13": linux-x86_64 +conditioning: + value: + material: + emb_dim: 16 + n_layers: 2 + type: physical + out_dim: 128 + particle: + emb_dim: 16 + n_layers: 2 + type: physical + share_stages: false +model_config: + value: + conditioning: + material: + emb_dim: 16 + n_layers: 2 + type: physical + out_dim: 128 + particle: + emb_dim: 16 + n_layers: 2 + type: physical + share_stages: false + mat_vocab: 2 + pdg_vocab: 5 + stage1_model: + active: true + ddpm: + n_steps: 1000 + time_dim: 64 + dropout: 0 + flow: + time_dim: 64 + freeze: false + generator: flow + heads: + n_sec: + depth: 2 + hidden_ratio: 0.5 + hidden_dim: 16 + init_from: "" + lambda: 1 + n_res_blocks: 1 + router: + emb_dim: 8 + enabled: false + gumbel: false + gumbel_tau_end: 0.1 + gumbel_tau_start: 1 + hidden_dim: 64 + lambda_balance: 0 + lambda_entropy: 0 + lambda_proc: 0 + learn_centers: true + learn_temperature: false + learn_width: false + n_experts: 4 + temperature: 0.5 + type: energy + width_max_ratio: 10 + width_min_ratio: 0.1 + trunk: + block_conditioning: add + type: resmlp + wgan: + critic_hidden_dim: 0 + critic_lr: 0 + critic_n_res_blocks: 0 + gp_weight: 10 + n_critic: 5 + noise_dim: 64 + stage2_model: + active: true + autoregressive: + attn_n_heads: 4 + attn_n_layers: 2 + history: markov + order: energy_desc + teacher_forcing: always + tf_p_end: 1 + tf_p_start: 1 + context_dim: 64 + ctx_p_end: 0 + ctx_p_start: 1 + ddpm: + n_steps: 1000 + time_dim: 64 + decoder: one_shot + dropout: 0 + flow: + time_dim: 64 + freeze: false + generator: wgan + heads: + n_sec: + depth: 2 + hidden_ratio: 0.5 + type: + depth: 2 + hidden_ratio: 0.5 + hidden_dim: 16 + init_from: "" + k_max: 15 + lambda: 1 + n_res_blocks: 1 + n_sec: + lambda: 0.1 + mode: head + owner: stage2 + stop_sampling: greedy + particle_type: + class_weighting: none + lambda: 1 + n_classes: 0 + other_policy: sample + target: physical + router: + emb_dim: 8 + enabled: false + gumbel: false + gumbel_tau_end: 0.1 + gumbel_tau_start: 1 + hidden_dim: 64 + lambda_balance: 0 + lambda_entropy: 0 + lambda_proc: 0 + learn_centers: true + learn_temperature: false + learn_width: false + n_experts: 4 + temperature: 0.5 + tie_to_stage1: false + type: energy + width_max_ratio: 10 + width_min_ratio: 0.1 + stage1_context: truth + trunk: + block_conditioning: add + type: resmlp + wgan: + critic_hidden_dim: 0 + critic_lr: 0 + critic_n_res_blocks: 0 + gp_weight: 10 + gumbel_tau_end: 0.1 + gumbel_tau_start: 1 + n_critic: 5 + noise_dim: 64 +param_counts: + value: + stage1: 26409 + stage2: 54162 + total: 80571 +stage1_model: + value: + active: true + ddpm: + n_steps: 1000 + time_dim: 64 + dropout: 0 + flow: + time_dim: 64 + freeze: false + generator: flow + heads: + n_sec: + depth: 2 + hidden_ratio: 0.5 + hidden_dim: 16 + init_from: "" + lambda: 1 + n_res_blocks: 1 + router: + emb_dim: 8 + enabled: false + gumbel: false + gumbel_tau_end: 0.1 + gumbel_tau_start: 1 + hidden_dim: 64 + lambda_balance: 0 + lambda_entropy: 0 + lambda_proc: 0 + learn_centers: true + learn_temperature: false + learn_width: false + n_experts: 4 + temperature: 0.5 + type: energy + width_max_ratio: 10 + width_min_ratio: 0.1 + trunk: + block_conditioning: add + type: resmlp + wgan: + critic_hidden_dim: 0 + critic_lr: 0 + critic_n_res_blocks: 0 + gp_weight: 10 + n_critic: 5 + noise_dim: 64 +stage2_model: + value: + active: true + autoregressive: + attn_n_heads: 4 + attn_n_layers: 2 + history: markov + order: energy_desc + teacher_forcing: always + tf_p_end: 1 + tf_p_start: 1 + context_dim: 64 + ctx_p_end: 0 + ctx_p_start: 1 + ddpm: + n_steps: 1000 + time_dim: 64 + decoder: one_shot + dropout: 0 + flow: + time_dim: 64 + freeze: false + generator: wgan + heads: + n_sec: + depth: 2 + hidden_ratio: 0.5 + type: + depth: 2 + hidden_ratio: 0.5 + hidden_dim: 16 + init_from: "" + k_max: 15 + lambda: 1 + n_res_blocks: 1 + n_sec: + lambda: 0.1 + mode: head + owner: stage2 + stop_sampling: greedy + particle_type: + class_weighting: none + lambda: 1 + n_classes: 0 + other_policy: sample + target: physical + router: + emb_dim: 8 + enabled: false + gumbel: false + gumbel_tau_end: 0.1 + gumbel_tau_start: 1 + hidden_dim: 64 + lambda_balance: 0 + lambda_entropy: 0 + lambda_proc: 0 + learn_centers: true + learn_temperature: false + learn_width: false + n_experts: 4 + temperature: 0.5 + tie_to_stage1: false + type: energy + width_max_ratio: 10 + width_min_ratio: 0.1 + stage1_context: truth + trunk: + block_conditioning: add + type: resmlp + wgan: + critic_hidden_dim: 0 + critic_lr: 0 + critic_n_res_blocks: 0 + gp_weight: 10 + gumbel_tau_end: 0.1 + gumbel_tau_start: 1 + n_critic: 5 + noise_dim: 64 +train: + value: + batch_size: 32 + ema_decay: 0.9999 + epochs: 3 + lr: 0.0003 + max_val_batches: 200 + num_workers: 4 + precision: fp32 + seed: 0 + val_fraction: 0.1 + validate_every: 0 + validate_steps: 10 + wandb: true + wandb_log_every: 50 + wandb_project: giant + wandb_run_name: "" + warmup_epochs: 5 + weight_decay: 0.01 diff --git a/wandb/run-20260826_120219-epochs=3/files/output.log b/wandb/run-20260826_120219-epochs=3/files/output.log new file mode 100644 index 0000000..2b2997f --- /dev/null +++ b/wandb/run-20260826_120219-epochs=3/files/output.log @@ -0,0 +1,43 @@ + + +Dim real_mean gen_mean real_std gen_std KL(real||gen) +------------------------------------------------------------------------------- +log_step_length -0.2712 -0.1076 1.1637 1.0986 14.1188 +edep_logit 0.1038 0.2827 0.9154 0.7847 16.2047 +sec_logit -0.0401 0.0723 0.9973 0.9535 19.8511 +post_dx -0.1144 0.1943 0.8849 1.3492 15.1401 +post_dy 0.1969 0.1017 0.9479 0.9934 13.7722 +post_dz 0.1798 -0.2223 1.1660 0.6994 12.7509 +travel_dx 0.0000 0.2914 0.0000 1.0738 2.7726 +travel_dy 0.0000 0.2844 0.0000 1.2037 21.1933 +travel_dz 0.0000 -0.0128 0.0000 1.1544 21.1933 + +n_sec accuracy=0.0000 mean|Δ|=13.0625 +n_sec value real_frac gen_frac +------------------------------------------ +0 0.3750 0.0000 +1 0.3125 0.0000 +2 0.3125 0.0000 +3 0.0000 0.0000 +4 0.0000 0.0000 +5 0.0000 0.0000 +6 0.0000 0.0000 +7 0.0000 0.0000 +8 0.0000 0.0000 +9 0.0000 0.0000 +10 0.0000 0.0000 +11 0.0000 0.0000 +12 0.0000 0.0000 +13 0.0000 0.0000 +14 0.0000 1.0000 + +sec slot (energy frac.) real_mean gen_mean real_std gen_std KL(real||gen) +------------------------------------------------------------------------------------------ +0 0.6770 0.4252 0.3354 0.0736 14.0593 +1 1.0000 0.5047 0.0000 0.0767 21.1933 + +sec phys (normalised) real_mean gen_mean real_std gen_std KL(real||gen) +-------------------------------------------------------------------- +log_mass 0.1510 0.1133 0.9292 0.3696 5.0602 +charge -0.1977 -0.0202 0.9295 0.3459 14.5943 +epoch 3/3 stage1[loss=1.712] stage2[d=7.207 g=-0.049] val 17.1098 0.1s [best] diff --git a/wandb/run-20260826_120219-epochs=3/files/requirements.txt b/wandb/run-20260826_120219-epochs=3/files/requirements.txt new file mode 100644 index 0000000..3665f21 --- /dev/null +++ b/wandb/run-20260826_120219-epochs=3/files/requirements.txt @@ -0,0 +1,122 @@ +typer==0.26.7 +python-dateutil==2.9.0.post0 +six==1.17.0 +markdown-it-py==4.2.0 +mdurl==0.1.2 +annotated-doc==0.0.4 +shellingham==1.5.4 +rich==15.0.0 +Pygments==2.20.0 +numpy==2.4.6 +pyarrow==24.0.0 +pandas==3.0.3 +tqdm==4.68.3 +PyYAML==6.0.3 +packaging==26.2 +typing_extensions==4.15.0 +MarkupSafe==3.0.3 +filelock==3.29.4 +Jinja2==3.1.6 +fsspec==2026.6.0 +mpmath==1.3.0 +networkx==3.6.1 +sympy==1.14.0 +torch==2.3.1+cpu +iniconfig==2.3.0 +pluggy==1.6.0 +ty==0.0.50 +ruff==0.15.17 +pytest==9.1.0 +polars-runtime-32==1.41.2 +polars==1.41.2 +cramjam==2.11.0 +xxhash==3.7.0 +awkward_cpp==53 +uproot==5.7.4 +awkward==2.9.1 +ipython_pygments_lexers==1.1.1 +comm==0.2.3 +decorator==5.3.1 +nest-asyncio2==1.7.2 +stack-data==0.6.3 +kiwisolver==1.5.0 +pyparsing==3.3.2 +platformdirs==4.10.0 +matplotlib-inline==0.2.2 +ipykernel==7.3.0 +jupyter_core==5.9.1 +ptyprocess==0.7.0 +pexpect==4.9.0 +executing==2.2.1 +psutil==7.2.2 +asttokens==3.0.1 +parso==0.8.7 +wcwidth==0.8.1 +pure_eval==0.2.3 +cycler==0.12.1 +jupyter_client==8.9.1 +traitlets==5.15.1 +contourpy==1.3.3 +pyzmq==27.1.0 +tornado==6.5.7 +pillow==12.2.0 +prompt_toolkit==3.0.52 +ipython==9.14.1 +debugpy==1.8.21 +fonttools==4.63.0 +matplotlib==3.11.0 +jedi==0.20.0 +threadpoolctl==3.6.0 +joblib==1.5.3 +narwhals==2.23.0 +scikit-learn==1.9.0 +scipy==1.18.0 +hepunits==2.4.6 +attrs==26.1.0 +particle==1.0.0 +plotstyle==1.0.0 +certifi==2026.7.22 +typing-inspection==0.4.2 +annotated-types==0.8.0 +idna==3.18 +requests==2.34.2 +click==8.4.2 +pydantic_core==2.46.4 +charset-normalizer==3.4.9 +urllib3==2.7.0 +protobuf==7.35.1 +pydantic==2.13.4 +sentry-sdk==2.66.1 +wandb==0.28.1 +pytest-cov==7.1.0 +coverage==7.15.4 +tomlkit==0.15.1 +h11==0.16.0 +bracex==3.0.1 +truststore==0.10.4 +python-dotenv==1.2.3 +wcmatch==11.0.1 +questionary==2.1.1 +git-cliff==2.13.1 +pydantic-settings==2.15.0 +rich-click==1.9.8 +httpx2==2.11.0 +httpcore2==2.11.0 +bump-my-version==1.5.1 +anyio==4.14.2 +giant==0.3.10 +parse==1.22.1 +python-daemon==2.1.2 +colorama==0.4.6 +tenacity==8.5.0 +lockfile==0.12.2 +webdavclient3==3.14.7 +cachetools==7.1.7 +smmap==5.0.3 +gitdb==4.0.12 +GitPython==3.1.60 +b2luigi==1.2.9 +lxml==6.1.2 +docutils==0.23 +luigi==3.7.3 +setuptools==84.0.0 diff --git a/wandb/run-20260826_120219-epochs=3/files/wandb-metadata.json b/wandb/run-20260826_120219-epochs=3/files/wandb-metadata.json new file mode 100644 index 0000000..a345871 --- /dev/null +++ b/wandb/run-20260826_120219-epochs=3/files/wandb-metadata.json @@ -0,0 +1,36 @@ +{ + "os": "Linux-7.1.5-200.fc44.x86_64-x86_64-with-glibc2.43", + "python": "CPython 3.12.13", + "startedAt": "2026-08-26T10:02:19.503221Z", + "args": [ + "--spec", + "/tmp/claude-1000/-home-lars-Programming-giant/c0a425e3-0573-4431-8d18-9d7c30e13d34/scratchpad/smoke.toml", + "--workers", + "1", + "--mode", + "run" + ], + "program": "/home/lars/Programming/giant/giant/workflow/run.py", + "codePath": "giant/workflow/run.py", + "codePathLocal": "giant/workflow/run.py", + "git": { + "remote": "gitea@git.larsbogner.de:lars/giant.git", + "commit": "44edb474b26e0b618419f8f6e4503b0db9926f5c" + }, + "email": "lars.bogner@outlook.de", + "root": "/home/lars/Programming/giant", + "host": "fedora-thinkpad", + "executable": "/home/lars/Programming/giant/.venv/bin/python3", + "cpu_count": 8, + "cpu_count_logical": 16, + "disk": { + "/": { + "total": "1153673723904", + "used": "227061452800" + } + }, + "memory": { + "total": "15931523072" + }, + "writerId": "ech3gckfz8ow6v0prp6u6to7jdragvbh" +} \ No newline at end of file diff --git a/wandb/run-20260826_120219-epochs=3/files/wandb-summary.json b/wandb/run-20260826_120219-epochs=3/files/wandb-summary.json new file mode 100644 index 0000000..092d11e --- /dev/null +++ b/wandb/run-20260826_120219-epochs=3/files/wandb-summary.json @@ -0,0 +1 @@ +{"_timestamp":1.7877384480070157e+09,"stage2/train/grad_norm_d":30.059515745119946,"_runtime":0,"stage1/train/loss_gen":1.894191010554034,"stage1/lr":0.00024,"stage1/train/nsec_acc":0,"_wandb":{"runtime":0},"stage2/train/stop_acc":0,"stage1/val/loss_type":0,"_step":15,"stage1/train/stop_acc":0,"stage2/train/nsec_acc":0.36090225575113655,"stage1/val/type_acc":0,"is_best":1,"stage1/train/loss_type":0,"grad_norm":30.918668481052144,"stage1/train/loss_balance":0,"stage1/val/stop_acc":0,"epoch":3,"stage2/train/grad_norm_g":0.12045995395322492,"stage1/train/loss":1.894191010554034,"stage2/train/loss_stop":0,"stage2/train/grad_norm_cont_slice":0.008100892368115876,"stage2/train/gp_loss":0.45629081242066577,"stage1/train/type_acc":0,"stage1/train/loss_nsec":0,"stage1/val/loss":1.8279871940612793,"stage1/train/loss_entropy":0,"stage1/train/grad_norm":0.73869278197898,"stage1/val/loss_nsec":0,"stage2/train/d_loss":4.57250355957146,"_wandb.runtime":0,"stage1/val/loss_stop":0,"gpu_mem_mb":0,"val/loss":17.36347092200611,"stage1/val/nsec_acc":0,"stage2/lr":0.00024,"stage1/train/loss_proc":0,"stage2/train/wasserstein":-0.00959531486706626,"stage2/critic_lr":0.0003,"stage1/val/loss_gen":1.8279871940612793,"epoch_time_s":0.11638752299768385,"stage2/train/loss_nsec":2.600247922696566,"stage2/train/grad_norm_type_slice":0.008421143194786589,"stage1/train/loss_stop":0,"samples_per_sec":1142.7341743723402,"stage2/train/g_loss":-0.02378324099949428,"val/marginal_kl":15.535483727944827} \ No newline at end of file diff --git a/wandb/run-20260826_120219-epochs=3/logs/debug-core.log b/wandb/run-20260826_120219-epochs=3/logs/debug-core.log new file mode 120000 index 0000000..dedee98 --- /dev/null +++ b/wandb/run-20260826_120219-epochs=3/logs/debug-core.log @@ -0,0 +1 @@ +/home/lars/.cache/wandb/logs/core-debug-20260826_120213.log \ No newline at end of file diff --git a/wandb/run-20260826_120219-epochs=3/logs/debug-internal.log b/wandb/run-20260826_120219-epochs=3/logs/debug-internal.log new file mode 100644 index 0000000..8b6d9f1 --- /dev/null +++ b/wandb/run-20260826_120219-epochs=3/logs/debug-internal.log @@ -0,0 +1,18 @@ +{"time":"2026-08-26T12:02:19.506141587+02:00","level":"INFO","msg":"wandb-core"} +{"time":"2026-08-26T12:02:19.506231857+02:00","level":"INFO","msg":"stream: starting","core version":"0.28.1"} +{"time":"2026-08-26T12:02:20.013664248+02:00","level":"INFO","msg":"stream: created new stream","id":"epochs=3"} +{"time":"2026-08-26T12:02:20.013708652+02:00","level":"INFO","msg":"handler: started"} +{"time":"2026-08-26T12:02:20.013818579+02:00","level":"INFO","msg":"stream: started"} +{"time":"2026-08-26T12:02:20.013839648+02:00","level":"INFO","msg":"writer: started","stream_id":"epochs=3"} +{"time":"2026-08-26T12:02:20.01386172+02:00","level":"INFO","msg":"sender: started"} +{"time":"2026-08-26T12:02:20.6177312+02:00","level":"INFO","msg":"filestream: sending request","total_files":1} +{"time":"2026-08-26T12:02:20.817459756+02:00","level":"WARN","msg":"handler: ignoring partial history record","step":15,"current":16} +{"time":"2026-08-26T12:02:20.851555972+02:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-26T12:02:22.207880095+02:00","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"} +{"time":"2026-08-26T12:02:22.208156926+02:00","level":"INFO","msg":"filestream: sending request","total_files":2,"console_offset":0,"console_lines":43,"uploaded_len":5,"complete":true,"exit_code":0} +{"time":"2026-08-26T12:02:22.435067817+02:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-26T12:02:22.436318753+02:00","level":"INFO","msg":"handler: operation stats","stats":{}} +{"time":"2026-08-26T12:02:22.438832227+02:00","level":"INFO","msg":"stream: finishing up"} +{"time":"2026-08-26T12:02:22.438846414+02:00","level":"INFO","msg":"handler: closed"} +{"time":"2026-08-26T12:02:22.438921826+02:00","level":"INFO","msg":"sender: closed"} +{"time":"2026-08-26T12:02:22.438928639+02:00","level":"INFO","msg":"stream: all finished"} diff --git a/wandb/run-20260826_120219-epochs=3/logs/debug.log b/wandb/run-20260826_120219-epochs=3/logs/debug.log new file mode 100644 index 0000000..6e0e46b --- /dev/null +++ b/wandb/run-20260826_120219-epochs=3/logs/debug.log @@ -0,0 +1,22 @@ +2026-08-26 12:02:19,504 INFO MainThread:740793 [wandb_init.py:setup_run_log_directory():729] Logging user logs to /home/lars/Programming/giant/wandb/run-20260826_120219-epochs=3/logs/debug.log +2026-08-26 12:02:19,504 INFO MainThread:740793 [wandb_init.py:setup_run_log_directory():730] Logging internal logs to /home/lars/Programming/giant/wandb/run-20260826_120219-epochs=3/logs/debug-internal.log +2026-08-26 12:02:19,504 INFO MainThread:740793 [wandb_init.py:init():772] calling init triggers +2026-08-26 12:02:19,505 INFO MainThread:740793 [wandb_init.py:init():777] wandb.init called with sweep_config: {} +config: {'train': {'epochs': 3, 'batch_size': 32, 'lr': 0.0003, 'weight_decay': 0.01, 'ema_decay': 0.9999, 'warmup_epochs': 5, 'val_fraction': 0.1, 'max_val_batches': 200, 'num_workers': 4, 'seed': 0, 'validate_every': 0, 'validate_steps': 10, 'wandb': True, 'wandb_project': 'giant', 'wandb_run_name': '', 'wandb_log_every': 50, 'precision': 'fp32'}, 'conditioning': {'out_dim': 128, 'share_stages': False, 'particle': {'type': 'physical', 'emb_dim': 16, 'n_layers': 2}, 'material': {'type': 'physical', 'emb_dim': 16, 'n_layers': 2}}, 'stage1_model': {'active': True, 'init_from': '', 'freeze': False, 'generator': 'flow', 'hidden_dim': 16, 'n_res_blocks': 1, 'dropout': 0.0, 'lambda': 1.0, 'flow': {'time_dim': 64}, 'ddpm': {'time_dim': 64, 'n_steps': 1000}, 'wgan': {'noise_dim': 64, 'n_critic': 5, 'gp_weight': 10.0, 'critic_lr': 0.0, 'critic_hidden_dim': 0, 'critic_n_res_blocks': 0}, 'router': {'enabled': False, 'type': 'energy', 'n_experts': 4, 'temperature': 0.5, 'learn_centers': True, 'learn_width': False, 'learn_temperature': False, 'width_min_ratio': 0.1, 'width_max_ratio': 10.0, 'lambda_balance': 0.0, 'lambda_entropy': 0.0, 'gumbel': False, 'gumbel_tau_start': 1.0, 'gumbel_tau_end': 0.1, 'emb_dim': 8, 'hidden_dim': 64, 'lambda_proc': 0.0}, 'trunk': {'type': 'resmlp', 'block_conditioning': 'add'}, 'heads': {'n_sec': {'hidden_ratio': 0.5, 'depth': 2}}}, 'stage2_model': {'active': True, 'init_from': '', 'freeze': False, 'decoder': 'one_shot', 'generator': 'wgan', 'hidden_dim': 16, 'n_res_blocks': 1, 'dropout': 0.0, 'lambda': 1.0, 'k_max': 15, 'context_dim': 64, 'stage1_context': 'truth', 'ctx_p_start': 1.0, 'ctx_p_end': 0.0, 'n_sec': {'mode': 'head', 'lambda': 0.1, 'owner': 'stage2', 'stop_sampling': 'greedy'}, 'particle_type': {'target': 'physical', 'lambda': 1.0, 'other_policy': 'sample', 'n_classes': 0, 'class_weighting': 'none'}, 'autoregressive': {'order': 'energy_desc', 'history': 'markov', 'teacher_forcing': 'always', 'tf_p_start': 1.0, 'tf_p_end': 1.0, 'attn_n_heads': 4, 'attn_n_layers': 2}, 'flow': {'time_dim': 64}, 'ddpm': {'time_dim': 64, 'n_steps': 1000}, 'wgan': {'noise_dim': 64, 'n_critic': 5, 'gp_weight': 10.0, 'critic_lr': 0.0, 'critic_hidden_dim': 0, 'critic_n_res_blocks': 0, 'gumbel_tau_start': 1.0, 'gumbel_tau_end': 0.1}, 'router': {'tie_to_stage1': False, 'enabled': False, 'type': 'energy', 'n_experts': 4, 'temperature': 0.5, 'learn_centers': True, 'learn_width': False, 'learn_temperature': False, 'width_min_ratio': 0.1, 'width_max_ratio': 10.0, 'lambda_balance': 0.0, 'lambda_entropy': 0.0, 'gumbel': False, 'gumbel_tau_start': 1.0, 'gumbel_tau_end': 0.1, 'emb_dim': 8, 'hidden_dim': 64, 'lambda_proc': 0.0}, 'trunk': {'type': 'resmlp', 'block_conditioning': 'add'}, 'heads': {'n_sec': {'hidden_ratio': 0.5, 'depth': 2}, 'type': {'hidden_ratio': 0.5, 'depth': 2}}}, 'model_config': {'pdg_vocab': 5, 'mat_vocab': 2, 'conditioning': {'out_dim': 128, 'share_stages': False, 'particle': {'type': 'physical', 'emb_dim': 16, 'n_layers': 2}, 'material': {'type': 'physical', 'emb_dim': 16, 'n_layers': 2}}, 'stage1_model': {'active': True, 'init_from': '', 'freeze': False, 'generator': 'flow', 'hidden_dim': 16, 'n_res_blocks': 1, 'dropout': 0.0, 'lambda': 1.0, 'flow': {'time_dim': 64}, 'ddpm': {'time_dim': 64, 'n_steps': 1000}, 'wgan': {'noise_dim': 64, 'n_critic': 5, 'gp_weight': 10.0, 'critic_lr': 0.0, 'critic_hidden_dim': 0, 'critic_n_res_blocks': 0}, 'router': {'enabled': False, 'type': 'energy', 'n_experts': 4, 'temperature': 0.5, 'learn_centers': True, 'learn_width': False, 'learn_temperature': False, 'width_min_ratio': 0.1, 'width_max_ratio': 10.0, 'lambda_balance': 0.0, 'lambda_entropy': 0.0, 'gumbel': False, 'gumbel_tau_start': 1.0, 'gumbel_tau_end': 0.1, 'emb_dim': 8, 'hidden_dim': 64, 'lambda_proc': 0.0}, 'trunk': {'type': 'resmlp', 'block_conditioning': 'add'}, 'heads': {'n_sec': {'hidden_ratio': 0.5, 'depth': 2}}}, 'stage2_model': {'active': True, 'init_from': '', 'freeze': False, 'decoder': 'one_shot', 'generator': 'wgan', 'hidden_dim': 16, 'n_res_blocks': 1, 'dropout': 0.0, 'lambda': 1.0, 'k_max': 15, 'context_dim': 64, 'stage1_context': 'truth', 'ctx_p_start': 1.0, 'ctx_p_end': 0.0, 'n_sec': {'mode': 'head', 'lambda': 0.1, 'owner': 'stage2', 'stop_sampling': 'greedy'}, 'particle_type': {'target': 'physical', 'lambda': 1.0, 'other_policy': 'sample', 'n_classes': 0, 'class_weighting': 'none'}, 'autoregressive': {'order': 'energy_desc', 'history': 'markov', 'teacher_forcing': 'always', 'tf_p_start': 1.0, 'tf_p_end': 1.0, 'attn_n_heads': 4, 'attn_n_layers': 2}, 'flow': {'time_dim': 64}, 'ddpm': {'time_dim': 64, 'n_steps': 1000}, 'wgan': {'noise_dim': 64, 'n_critic': 5, 'gp_weight': 10.0, 'critic_lr': 0.0, 'critic_hidden_dim': 0, 'critic_n_res_blocks': 0, 'gumbel_tau_start': 1.0, 'gumbel_tau_end': 0.1}, 'router': {'tie_to_stage1': False, 'enabled': False, 'type': 'energy', 'n_experts': 4, 'temperature': 0.5, 'learn_centers': True, 'learn_width': False, 'learn_temperature': False, 'width_min_ratio': 0.1, 'width_max_ratio': 10.0, 'lambda_balance': 0.0, 'lambda_entropy': 0.0, 'gumbel': False, 'gumbel_tau_start': 1.0, 'gumbel_tau_end': 0.1, 'emb_dim': 8, 'hidden_dim': 64, 'lambda_proc': 0.0}, 'trunk': {'type': 'resmlp', 'block_conditioning': 'add'}, 'heads': {'n_sec': {'hidden_ratio': 0.5, 'depth': 2}, 'type': {'hidden_ratio': 0.5, 'depth': 2}}}}, 'param_counts': {'stage1': 26409, 'stage2': 54162, 'total': 80571}, '_wandb': {}} +2026-08-26 12:02:19,505 INFO MainThread:740793 [wandb_init.py:init():820] starting backend +2026-08-26 12:02:19,505 INFO MainThread:740793 [wandb_init.py:init():835] sending inform_init request +2026-08-26 12:02:20,014 INFO MainThread:740793 [wandb_init.py:init():840] backend started and connected +2026-08-26 12:02:20,015 INFO MainThread:740793 [wandb_init.py:init():910] updated telemetry +2026-08-26 12:02:20,026 INFO MainThread:740793 [wandb_init.py:init():933] communicating run to backend with 90.0 second timeout +2026-08-26 12:02:20,614 INFO MainThread:740793 [wandb_init.py:init():973] run resumed +2026-08-26 12:02:20,616 INFO MainThread:740793 [wandb_init.py:init():978] starting run threads in backend +2026-08-26 12:02:20,695 INFO MainThread:740793 [wandb_run.py:_console_start():2621] atexit reg +2026-08-26 12:02:20,695 INFO MainThread:740793 [wandb_run.py:_redirect():2471] redirect: wrap_raw +2026-08-26 12:02:20,695 INFO MainThread:740793 [wandb_run.py:_redirect():2540] Wrapping output streams. +2026-08-26 12:02:20,695 INFO MainThread:740793 [wandb_run.py:_redirect():2563] Redirects installed. +2026-08-26 12:02:20,696 INFO MainThread:740793 [wandb_init.py:init():1016] run started, returning control to user process +2026-08-26 12:02:20,842 INFO MainThread:740793 [wandb_run.py:_finish():2383] finishing run lade043-karlsruhe-institute-of-technology/giant/epochs=3 +2026-08-26 12:02:20,842 INFO MainThread:740793 [wandb_run.py:_atexit_cleanup():2588] got exitcode: 0 +2026-08-26 12:02:20,842 INFO MainThread:740793 [wandb_run.py:_restore():2570] restore +2026-08-26 12:02:20,842 INFO MainThread:740793 [wandb_run.py:_restore():2576] restore done +2026-08-26 12:02:22,438 INFO MainThread:740793 [wandb_run.py:_footer_sync_info():3993] logging synced files diff --git a/wandb/run-20260826_120219-epochs=3/run-epochs=3.wandb b/wandb/run-20260826_120219-epochs=3/run-epochs=3.wandb new file mode 100644 index 0000000000000000000000000000000000000000..295cb9a8ae7c6ee3fd1088446c716c4f41210f08 GIT binary patch literal 14055 zcmeHO3v?7!nzlefECMD0T!^ot@exD1yWZ6mMHKP-JQ4SGt>YceT|Ok{EJM zjIZc2GmL{C#~nvTWsTyD%(&p|9A%w-pfijwcFpm)f)5;YbwL>)tHaLz|E;Rdy-5(6 zvwP0$95|d#)vdqo_uc<-?|=W>-L~|kg>OA`Sa<2-doMnWtL2`nEtJ`2eZsYcyJObG?DVw)SUgYtU_^EtNvdb!EQUlzC z-adZQ1b&j|TKUodw|+uz#OD}kQ(7Y_%S-2ymHc%!+{&$yf*WZAd{KmFU3Na3^O6}m zZS{~=sWoC3t&s*3{(+d~7CXzyuv4uyvcf7P+g&T|<((3~2=5iG?j$x7Ji8KUgORsJ zN}a`Im*aNWF0`nvk&10+;04k{K4W=y(q3V^2u?LsJi83y610&aM%p~L(++NuW!G75 zr@cs9#8*bx?sk@vC94R-j6}k=f|CsaH0Z7D+Ub0SaE`Q>6*~5+9_r7IFx)T zJHXw^^+udd&`Q1t9OML$&RMRVtaw%y$JK5XDnO=exn4e90Jz?W*HcE=a;~S6Pg@0m zw~MKu109r*ELc5619BfK%Cp@(NFCgZef-`@d>tVnC5ukRE(~yQP3n!H5mo@YucCY@ z?}23;ppIH-cWoODA8^jvCEK+;2V5Z1UU0fVBA3r(>=Mn@wJXU~!AW;5xmLl9R7g-$t>t z3${o{+Q7}S<)rVT=nRPHKT8HaT)n3UF(Oq;(nCQ^7Y1U(;2}UtR;qxm7-%N2AnGUE z18ONH?e4PedcN0sb`fqYuhRuxiZNhTuq_v;+9l`@WPIiOja~VSm#cQ{w=o?AkVGz7 z%mYmeoDVw&bqB2wOhKzZa9{5bTm`F?CL~~-K_id=8~FhYI_oT^Y;dm7 zF4&Qn&X*$1b_pXAv8zrCK2NJuhrkW6Ao##EU<=SD47$`oc`<0aSSW+?i1#Gvr~-ep zGMNaxl(Vf2C=BeLtk}?1Z-`V?0%$j5mr;dsUtb@8A0K$V9D4m~{@}bGrZ)%|^m(TQ zVVrY3;7Er8aYc5>5(!({f4)8xI+8H|fo_33jN7xjgZTqh7sPDP4m3bhOz>D2}d@cn{Sso;Ew0f*N?sQQ>CP&Fc2 zoiN+jz@SngvlL9Nu5SxJ)L^Npq@llD9$4c#0Mnz};jDlr&$iMC-tM?*zf-HwW%X3> zQTr&pkp`kR!rJmYSPPPYuYn1I26`I)|227qas5pK8Pq;9(Rq10={f%5B~@pIL(?Bl zl7I5kA9y;+EDktHzSqFlk(>Z$-S#|WG20q?Bjrpsxxz_XDYBSC-VxqG8pzJhf0`Lj zb?PKT!?og2vXf5IEAydb=g%tH2^>DibPm?x59K+B@*F?$Ih5xFyPrdO&YxAD)5o9A z*TE*nDng#qS@J3aT(mdXU%_@!S4F5+1^b{jO_g*=bUeqyT1!II45@EnwR*Sw$aXv9 zxK`B5hvMU0tJLe~>&LJ~DuQdLw9 z_5d5qY`z4Q$_}WYHA-4cQ#3W97@!ta1wHXc^YsDkYPo5E1B+wLly41mAqQj1CVd^x zh=PEu7*Od2FEmZnROJL8YCxhjfHf2{z&3skqn|2&%;LRd1vcGa)ES5jgAfy@tmp|z z(h`OaJZ7-(mIETw#h9w;vI(!qsx0cdW*Gb|zBXC)k}2T4vS`TAO@e1_TY{QQ)wa!} zhMEZw>eZNL$l#`$W5vLaGy?`?QYdAxL6?Ymj5QD9Wk<7S>H& z({+9(e?;Ih1$Tg(Oe`W3yZUvBN)oDcSXM&2N~#<)6jd@*Fs-7B@~ELQJm!sZW8#Y> z9vUEaOo&ZM1UJ%DQBnD5ARM~Dh|)m!iY}U>ENhyfNs^*#8b7X|2Q|9`xB-bK#tl>% z2Btt98wp)YnEV``Ph#wYUWyPXjgpZt3?%`M3{GQ+l4gu&9PF1shsFtq!YE~2=k<*P z6V13!s~v}?lH-i2;`}VuYr}|5X8f2H!KHw-3d(~R()lU;By#KkY!x{3n4E{&Gz=DQ zCH`c-A#jJ0=>_~|tii@{ wb&eAE%NMrTU~NejRn0Ut1^&yjYRbGc>Wwa}lDROA z;n574Bt#R&s7Pu;Hy}D?ov-KlY`HU8w2R3i9Or;;L$id_#)yZ(!+Al>gb%B;#sF6j zXG=;#H)SIsnMT4)@F(zfM1RCdlCTyaX-QWSh9=9V2{V9_&>AkeZ?-mpt3CV`?$N_} z=_0bG88IoQMPYJ{wWn1z<}Y!m+y<#~I#lp^v9fb)^j7M`$(T?KU7+vf-Fp?tF!?RJcPR7%s zrOKMEL}BSxqAIw3G?9@KQ8Qzt715TIjH1RXX($}0bFhHND@CWnj(JY8&~ijH8k{<{ za1!EU1)*gkOo6f-N6a``k10%lZ4N&1U91nr;e}Yar){QBXjJpU@tZIBKga@>9EE&i zemZdmoMIFlrvuW8WygHoXi}qd95?oL;_=uDyR;&n%9rA0Vov3$I>Aoolx(`A{knwH zrLPdnZdvctJ;zv{ajoo%RPMcF7Jt$NXQPwkqaY)xckOFC^R8Wl`K=Q3y1iLkQ_F?N zECzuZCV^SDpqgGaR`aa7W-iFI_DnobvQ?gN(`!qi+sRC~%g<@73$wV-UikHdCVi?P zkN^;rxY8yFf_UOe_zeE76vVhHTrG-iqIlYZR$&1-yo^__`DoSDO?cv4`wDknKUX`* z)!)ZW=ec;}wA%ju&2K+Hr@nvf`rTV=9_DJGVf!PeegjQykhclPL!U>mjHgu@Zy8+o z>4f2@FZ*j87tczKjBEIj$3FGP6^`N{{%(6})B6$VeG1!qLzTmh7dAof+|*Bv#yct? zSjP&cYPqWDOYi*h`iV`8`9=BSI1F4HGOVI)mEajHq~RrLu6P-I1Dna^g%>qr`^uHj za?1Lfm;dVtfIO8&o=ze6Kl=h8bNqvK)6Q{0bQ&vaQKGAF*$SeUM*nyJ-LPX&LXJnW zz%<7#cfCkBzWiU0??aCDtSHTKOaE)g5zneI-AxwkQr62=bqa~4Y)CTR!=)q|I(a0; zU>Y}qOVLdDt#B`?FvBMjkq>U!ha4MNV4CBGS9TGO*S+`SjmWW)6{R^o@$PQqXv4`I zWPz}QA;2RaNK8qPd)ykyJ~7O}H8p585~|+{_mUoimD70nZ{OOB9H+Cu49CC!gm7GQ zI()wYL}##~G{;>}et{e@g&mI~Cg`dt1#BSyRf0=c2CJ8_7a*<3(TpV^4cYkZ?RCg; zCJRh+-2B0pgyYiId1v=^#j1M>{Q@@usejR{zU`BR)yTdrKyI*5((8L ztx`;ZG$VWgb}tf)Y2xvJXh4pC!2;792RGgbz#QLIT>B()oW+XL9EX2#+X%;=5NhNv z64QM)Xm+V;Ysl4!6qwyq{6WCIq{IwEmalnb`bWrdHVaI1-0;pS!m+;Ts7H}w6Dvw{ z?0@U_5suf5a0{=17;Jd)4#P(dY>hFai$q3@>5yQC;;^eXG|~KF&l`V(9FJy!X^wkt zy@POEGnoAuay*6=r8(~T{BGn3$>|C>YZ_~9vVRHL$fgvU9TFqI70xmtoeMb%z|oNP z>{m~%L5|0=z%<7#L-!Dl_GONQ9FJo~X^tCyd_T=`jI~*gu&)S|M{$(JU>br)GHBRT z6z`?jImq#N7MSL^_FvW!j(zP{{t!6|tSHU#iJz{gIgYXR2uBQY_{PpyjxY;VZ5?oY z<;CSwkmDQ{nC7_p&7TsE`)XfYw+uuhtmygFIy3z64iGhXa$sMzSa1Qm-A?$jRL}g7 zDXxnvf3s%ge25KEm$f$@+D5p{WdUd|yLP`rxMMy`cvcJao@C$amO4gToY@amzp4UGo z@E2^&e1`C?tSAk?>%p%OzPdnA$ia|D!M`v&e>RRj%Jxaazx2>P0^cOOyB*c2rsdH((oI0-$dZ+e);4O!pp2E4Zo{@5aFvC!~x-JK5^$Dyu$WL!>_&l zHUfX%)^qMbc$F2U;Ww{eh49rx@PP1#e|+?>5ME>Zq~SNO`!0chVEB%i2(PoEH2jWd zRwH~h$2%bWnzvTnh4Ab*UYFDGUu?LYz(2h7y~7bcv48jt&#giDk>zp}{utYLwVp-d z-emiv;qUs#I|=-TrnhZ`Z(~L2(f9xJT?p?dK%=1Xb`1PkE2rLyqd%4HlZM~3^Bw~K z#%F)G7U550MQQk<&+kQeX@Aq+82IzPFV02y`D~vw{LsfgA@D=yqze%KbXJsxU%mH! z0>8g$Zw&mBg?$dfFJSv*;CHSg@W!i8#}WPvR+NU{^4|{<`29_LW8mN1b>dEhKa=f~ zhTpO0Ap(Eam)hkBzmOHB;dgwnp1|*K+8YC}f9sz}E_@c-Ck@|!{i6i_)`xz3BEm0X zMQQl8cmJHg?{C_p;31=gf5%P!pdUwnHrpo+Klr1^2>dBe?%Uf1qUW%p?Nqwa|KUau zy@H2*mryABYbj{O`P45HI^H|XW zMf8g&o&?cl-#jrnSjn$`SNk2Ldp^s7raSzDrwQHOCBK=w0z@xhMQw`i;A_u==;iy1 zXfnsZF2*pzWCn_*egHs@0Y_Sa0Bj+uD*}`TpunzdeBFK#d0xnZ(>#Yh`ZeJ>_36Sb z$nzprl;%17*z3r1f1yuk_3KT{?mk{pa_7xDI(<%!1QAzj*%N z3C~T7p6&BM^b%GyP3d#>s@))Z8Szv6x~tHPM}<}azJ8toFa4vPbjs!#+mYp^EHuq> z^~awRmd}c7hO!{Km=(Q>VmbWMmms?6U|nxKdHeMLSd7FjW6@}0J3jtBAy$^p*oM2X zC9EjD3md%u#v5Tbi&d&3oM{jP(jTzn)`H~+E+r+bT$plDuE4V~v+9b120I^7-n8}D zE0E*mEHK0I)tdpB&VD5OKrwut?$pX_HhrjQ9{8*iM6Y5+Gn9d!xMv%PE~yr! z1;IbWx*E?M=Swjt^<5LR$yaCQ8&D`SgzS7IteWryHgp1mFAOI(ddV%H4p z+&K?vE@iQ4nrpxF2BEp}ley1B@mvZqa0dghW#&cEbb;R-izX9Uj?z`^hjRzd|y6TF<|3Hgdp zfNzlFO$k110rt}_95Dn^dQ7++e=;N#J1d@$vW22kay|D>eSA2VFFH1uE5=*z#M6Rg7 z?-w}1IZDVTi0PKY=Nq`>jyVBuFq&G`$J*7}$y4MF`m;(b?I%pKzR}*=F&g#;f+d!h z+D}MT3PQfzNNT2-o|@&2`f@#yz<33|3hAkN;nYlEa~#|&QUW=-QIB8odB>?&`SesJ z-`jXWhCg8D4d)jYc#K4y>8WG9d7kXB*B1?hg7`!DUA}j$2QRBU1=x`5^weNszNaV@ z9<7Ao3Ve?!ieLQzrUAb%rWpQR_@f>QA0dB>?mAWXuNiYnm%SRLOFCs_}6v?i(|cu#)FujG|jzV0|76>DJ( z(6u581Orj1nh;3GQpgS~3f8=?IY$X9VQ(}9Z6Gx}FH{5;xdFdl2~w?LCF04-3;9N4 z6{M&7!=VBw4z+zi^YP|q`Mq$%4#lY^fw>6eD_ROJ2V~IiF91Ay84JOzR*nO!q8u-@ zoe8PIP#|Ld8qIuRs0&|eCbYAh0*}^4u`wV~yXVmxvH6{5qR}eop;{tOjx_dB%mWzJ5PQ9WO||TVZu<{`c>#n`c*CCTDe2-%JT+&stCxZei1}K z9ceun%B(OyOM%8^RJr=q6ZIBi0}ewys#T|1sh5=?c1dKLjTYKGEm9X0fzE=?2UP=g z0i_9<4vr?R7)m=ouK)^9Z9N{^tDwDk{r*(=QLf_kLxDlPdm;)XHNha6g#e}NR|>EQ zg-MepS)Z}$tzIx%eVO(6T0M+!&|R?2hl0?Jb3;+kNV|gC6xl5EYPY5B=h$6gvRd0Sl9*k#jBL@Zn|2QmsW6bhs%^kX^H=Lv3P)dd_BXPBzgrd1h z*i#V73;3XcrK+haz<{=&=Z!>gJj4!%pY^V)F@sRlNc0xMXrq9FNJJf_U}z0%b)j`N zm}??FNG~@4s&OKK;W0cqGzKn36|WEB*`cscOVpcJubaiFX;vo5L zPivyOCcsfQI{>Sg%{?ci7Wi{KV?sV}mO7cjy2JPe>p*sN{_kAzm_w(UHJmHj7CSx< zotfJfJO5LQ9lgQpE1lzQ@NMgywsnrS@M&A;=)0e`b*$8stBZO`+DBUzyw*p}J-N+y2GP+e7axS7<~;ZXcp4!0vq za4B4tiDyFuZo=damV^$QEJr(8`Ri1k+s@maHt?<4 zvwaSSUBl}tY(;@+t}Q1o0FFqzLrm&^`9H@+b3?%tU3;>T#nK;UK4?kP9ENEH8PWWL z4A{XH`V|`wj=>CDZYW=|p={ef!=W4~ZE#ZL*wid!_&Bdaa4Mn=%2TvC93pR%{Jdn7 z{cfMgDZJe#)XtQZ+C>yx=(%SQ`G^@=Pv}r!CGz*UgsvFaWZqu~(qL6ly&89W0roTMd zyb-j)CYL1A71Ausx9Q%`Gz*6!{K}YsPf6?GD=19sXtRMkD$Rdl%RqBf3+WkHsTpcp zB$cYQ%MAM%B{(J{D-hJaXLfILVL;Oh*PMX%esgbBXV*H;rBF0^q0ngPK*P^CmiDZs zJvnSYmO064f!aC56^SWP#V=+F>riwm1IZ#gWHEBgX{lq zLT_s?YmcyUS79Kmb?uW~T~kujrkuiOh?yxVDcpGz;cxxV#1t;WkurkgGCA(TOVU#= zQQL7wWaPuUzCG!BNW1eU%b;RQLaC+4GnSLAmW-rs3B|?LyVjoFqqutY;q{$fuyle8 zJ74PGieky^aNY7rkY)na8#MLS9DQNkQ#IeHTGgJOlH#xn zyskbyB`*|-TqN6ZgiOf^hQj$5@x0wFN+X}XvvTe~K*QguhHj>Y1FzKV=#X^g_#;JN zW2H8^rp?y-w(jVVJQQ@EkU#%^_!lt+=v^qir%5lHy#wf$uBE*Pbu0k0L~7=R2Gk{C znOgmIOTSA@{-^bdKznBB!aD3xIZ!3Vx2g+---~}b)$B761#?neo9Qf(e~H=`5^U<%TZl-N~P*5 zHXKBCBiE@x3k=vUp6L%Ry!d6!+_9PWGH`TA2-cM_#ib>%y!qq?c? zPIsfaUeu1Nt6Vi3)Pb`;t~e+#&cX4z4$duz`bSxIn;)H`Q@x7nWV__#`BO3{97J^| zQz}(gS-Tw7Wj*%5JXF`4+EI1YldC~pK_~(a_pt`V{1>Z}cNnF_%ML@5BspZ&inogn zS*?2f$~)~m0cJw#nh-LmQ=vk4M)0;dlyAW?u)l|}KPJ@RR&?kq~B z>WV+CM|JHEd@vo=rBFMnZqbqbL|shXHmbw!3(vS?%MQjCvu1U5@6Y(;W>j}JrBZdJ zpZ+=;tWWl(L42?LeP24bN;ziK< zIhWvkd&s(usNx)&I#p5oW1cw|0CL_2HwWHwDijr>0X|10r@4H}gCj_5Q6Qtm} z+9}-tobYPj7ZKc-+EH-B^63E9dI!m@@sYEO(1F!&TH#-R==MzrzJMl3!KHsZh~S&< zS@<1-)2JN<7jK*iU~Q5xXyji2^8)R^OMlEQLvTNuAO%;{&qDB+o)3J0;B;z7!R4<$ z3Se`1Crmw?O~5<49=Z&{Hku#>SFM?c;I+#wJrQiDb`)GU^+^D0vrSVfd^Z}m`BAuG z`;7?Bpb0YIr4m)vgr))|Mtsp!hWg zJaAC0I%M{z2{Pb$?;v;gU!533I3a*>J2Eok@T`}OCydCQidomO6@4P;lM`-Zf@v` z0T)ia{|N+NMiZpq;@RsFyfZa_CxQo1I||;qdLx3H8@gh^UEB{IM)2h{K?-iz{t1Hj zy#D)o1YbezD7gBq%?NI8=ptZP*}kcB|) zq3zw0Z?(b>Cnb^>il+3{LQ_(3(zjm#?fOseu3xX(eicf*ilV8+>Lz542Yq_|rdOHfenhKyo>p$OxLjUv4xfKzxyN25NiO{Oo4|Yqw zrMZ5pjv26PaJ!9V2KbV-CJt)=(cI3$!rdItVYAISWwCVq(cP%Z@&H^`5 zF4b4O`&HD}Cv*7ke$e+%YIhsaSN7s--IK34-X<2$e#_xu=~!epQ52Qb@Y3rj$-85` z756(gQ#-ofsr~rv?wWrmA0pAz>Y{(aPS&YU9`KPD4KIK!=v#kieJh{s z>#xm6b+=F|RaafV8r9vr?k3|%4mC}g+Vns7G;A>ir_ z@b3t+u_zWDPIK0U4&ekxM#`drb=>K>_I6Gr$ia@*0>lyebEbqa6?woWNLJeJ~J(5Ijrq4Y;&DUs;N zXvy_=qrf2)Oa)fGS>6MR@2L!X!vL@wO6-PC>lVCqC3uiuyrJ(=^dOIWcRr0d=kPAoIH4iFlA<)^l>^lmS8AE}oNLo&T)bMY1TBs;m0#cU1TL{2_x-osZg4 zb=5Pb4r!GK8M>_q&N5?!Y4jjVbcE6TjMH;%*JIiFDV3_Ld3D+lQ1|oX+VfDILhY!! z(wz^2x>k6QL7hW%7;6L5gN!~}-8TxtVX$$)VVWx|YVdHEbr*E$cf!z~)>hzHrh=_?mh=Y(eo93Nggq8+NsrBte}cJW+PcY3(<7*rRa zc2wQgl~0)JV!Vtv;2IueC_7#dv^fms4&p%;bl(c9123rT5VkC=xf9imqExD`toA8X zH}D_r2cWvq)Q+mF|Mgi@U5uAeRi}H9Q7Aa?Kmv%M9%Nb4{mOVl^S*c9KX@{#%cE4P zuIk=}sBXhMe|<-b*=Lt^Mc!$cgZr(?Gnu$n7+(g_|2VTP+gExsk+M5 zFQYokl=G5MU5MIIbyZ)yM%2aBZR36i`>dNYYSvT-#VAVVZb?`7n5RyCa#293R9*3k zWvH(D###MP-Cfj^Jf~bqBTSgt{Y+Sj6JiU@RL1?P(i>oJW#Hw(lMUPoj1dTwE~=z~&&p=2u5 zHIFR=bnCsyXS}liHbhThQl#ibKfQtIdwMSMB6=!gNYPtAdkfHwo4_X7ZXEISvY)%} zqS=VPk4cfDE0(Q9^kZi|&LMglV@S~lR#pSrTpczc$JX_=AHLfT(WOj^40`cuM6Zn8 zas#68XACL2zH|+sTklJLzv%mS5Ivnqk)kX2eSqj~)=SC|{QzS~(RH8I0NUKwwwUV! zwY{!D^n*-_6kT2U5u$qq(kCGLA;yrRw?4BD(5?3;pVxEzQ;43yq)5?q?`=SI{-NJ2 zh@Qz9Qgm_6=ZJ1@D2r)kj<-KpjOa2ZMT)NdWE-L_BM1D9=vj;*Mc0139nsAVW-;g) z*9b2mdNz|HMOQBT6466yw*(RWFk?v3HRU@I-P~{%gYGlNav`GUFey@W*^xR#-}KPM z0YpE-7*cfoi@Oos+;B$Fn&0n^NrSs0dM=Y9MOV()gXn?xq<&rqhL19a)U#Yu{N2zK z<5~XOJ=w1ViY(h*k0KX)rtg^mhL16Z)VI9ov+swVNZ)deuObVj&SMl%sl~-V zqE!2kkC&jM{&B{T`flsyPabw$-esp5@I$@JE6)>F77*Zc| zL&;ae{u&?iwoBHiRr?IXqN2)v*@>byZM%Ii`p=$a4C$Vz{NBC8TJ2?a3dVktdYL6x zjfQhf)O>_dIKe~5gC`krG9slMu$eg=K5^fSAihI5(vnVoXu zeC&dKIw$nFv}uGjz4&Br25DibWWOusZGWruDGs1nXf9;@B#yTcSVWC!dbgn6FlU5mv$eETRK`2Ua%zBcCmIz>Zr;FOWtZr>aDrRwQ~&_ za6-cG!DlojmL&A+frG{Aa!9=B<{g3?%umwJ4jASTM;U>WD<{Lgo^$dpiF3#z57i+$ z1-H}MFR2%6jzOVl4{5t0piPu`S?1lG%t$0XK{hgK# zIG?~%2EGDb#9%iFinI1evgQ;NLb!6iCm&vA1Jw{WNBGtW_3r6OCo@IQh%;^);+RbJ zN$Re>yddI%S9##OC!j<{86Gb3yugcs=!C7S=(KiC>KuUgpTGkQ0P@yzk`mR5_o(kU z(P}{iODD>gWr+t*B(@GUt{8sdwDwKv$w<^I4d0*9Mm4ic?USlD9VRSY?SAVijrhIh>*p=VRzCAS2j(i{g()@3~_ z>9m-<8t*7k>npB-{=Sm96^hw6TN~R(nOo;1{aq*Lg`q1+c6?P4`J=%3B*>%IT8sw4 zq>$01%*>YR@ndFryGw#-RskZK;RzUc$F1k;NFf7}z15=Pp)WFj;#aEK>#!B#YlIqm zWc&(^({s&+5$7Iu1HHTxjINFeYmenbQIuT{Cp21@HN8m(V%k+q3%#Jp(B;>MqMrB^ z(B*>gcyQM{Bu;c$xn_$KUPf>dwm=ACcR6^Tb4rraEsNGulM)&S+%E7|9ky6h(8Kxr}1B6kjY7Wc-J}=3tc2y|ld>H6@L${M~)Wnbj5hgd;sr2LIc4yx1`2q&_ z7cEJfyTsty29>r!rEO4YTt=Lg)HbNJVo+&YB3m+mC7AmZ`Ff+X0M_dFBQewj%d&m3w8^@`_zImPm2djC@fgV8ID5gz8$jLJUV zJH_&6<3WZ${Y@C3F}%toj%NzB#LM^o3lg_9~GRpH3rmUlpfD;P_vu>OZ9P+{xhL?GJGaO#mb5!mIM-W5DU z>Js<`_l*dl!nYVMRao}Q)2hN>`j?DEg>N&KRAJSg1&s>F8AZ|fFD%0K(}q~fMl=!= zDGHaRVxRhv8C%TYq1uDqMGos~;*{$yic_HBY_Ns4ym`ph>)l z0AatXcqU%N4R6pjvZTk0tgE(&1u`HHIW;&0NDP+>J=NfnmXEJcN_j2VHQ zjH-owh9D3hpLXi-*Xhr7LWS=#T&l2a?=n^4E!S@2P~mFEk}7QY>Mg1;rk)$MKrOqC z$fU-r;5m~y{UJSw*PYAP?3|c^3g2V6jKU2oRfP-ZERs;+`-~-3SiJT(sxYRW8?|6N zl;WK}gm%~HC)LVO9CF}#RJexWQiXL>r#_6M%|k1`zHk^=e!y5>P3DxEy=7qeXHOvR zd*Z6cQOSo)`c%oHcOO=je6r{n{yMO%VJt5sN*X?T1T2r^6k^7}p~DcqmPwMr%ieiZ zg%3d=gx4~b6kh+viwJLQ;Kq2S{~H5;^T@et5dI01B!!oL^0Eq_ux;W7gl}Rj zDZKo#N`#v;WfOL6tbsf=u{Xj$Ws;=u+816^;m?M;iwNJ$SW% zZ)GegylTcugqu@Wi^aYxwE9YfZ)1|A@QSi(75@3<8Q&rN3&xVd%idg#aPxs;i*VU8 zOr24;Gf7f-!;1G+`2PFsYJ=OsSWjoPWtAN#QkBAF1#gJ{I?3 z&c9+TDZKQjbqF_CT`lH(XK(R3gzsdMr10vJjVj#V@17vS>ljN4uUxbV;jND{xiuoK zNBGxFk`&(1uuX-JxGOUq;ky`13a?$fLxndt#5GRBdas+eamNCL?`D#u@aj!psqhY2 z&)X6H4P!~+b^Gd6cymKs4E*;SJxdY3he?vc%a86-;j1>Dbw0wsWh^PYbm1Nq-rNuu z1Ak!nA6A5a$0SMNweKBO;dd?VwFcq!j3tFP6yG}s>%6%kj=;4jfW)mun-RX3Ns_|r z7f*&HE!HkO``f=zc|uMyX8u?cL7Dp)I3sh;bXDfS)Fp=|g5|#$ z%RC~p_Th)X@&uk{ymRia>SX-`BY}!7eQu^IwyfyQ5)9$l&sbszkKukOUNavokLN_A zQxC9$X`GyBl=MSqFap80MS@q6EXtX_3XAkdhD}wLzrH|KIUwP+Q&Hss#*(TmT~&!H zo9pcAu-7E&1RtWqAJQPchQ%hBqd0*@sgeNb5W-Rff znNgNo_iO^ozy4%nxOi=6)Oe5~Q;ikNzfd)1-v5m&8!QhomV=4L`bWM5%fIAwV6gQe1tg2Khce-#xrFqTwd{k8+Bu$9p#@XpIdg~ldYbnD?-a0~n+ zk{~;#{Pv~lWBQHZQiWyn4yp?KJoN0h7@75N#u6j5jON$y>4T40jFXPw@{Nf;6N3GtF-(O z*9pNbP8WD5;mJ7Qgt+k$aFj-Z_kzk2$3gl|(Rz%Bvb-dV953QSS!<#hM$w+1m9D?M8&dNd9g~JIg3>xrphw!*mKRyp#4nmh8fJllHfkk57 zgcjmOnl{)tRb)nHv=DEDFZY4~5ReA_$1Ol?Skw3rI8_N@N0Ot3_>edn%pSoOJ=3R; z5$XbAh`bwK5(q;dOqvd}AsB6mjX*I*4&yGZ;59?4H?D=T{C7*zdtI#m%}U!Qn#SO{ zwu#1U@@*4MOA(JvyMNn6^FKP#K$wa3v(o;z4TRzl;QFawpePu|c47Ur>WzC9uI71jrW?3N&46c&eW zhp+t#n2toCN3j3H>dr}}FvB@_&?BfD z=2K_{wH2QB3;2I85Jj_ujRwo^3ytj#PXgHmvFUclXxBz9F^&G%VdPDVj_r4JL40iY z1n+P;AR=6p;gAKKEQuR|A1nM!=F~|Kd|ei=hVa8?6{?E*37NWJ%hCO<)#qM#F0A>dv@fyrNKKSS`9|f8kB*BvMhkuEE@ZZ) G-Twi#WoQ)u literal 0 HcmV?d00001 diff --git a/wandb/run-20260826_120547-epochs=1/files/config.yaml b/wandb/run-20260826_120547-epochs=1/files/config.yaml new file mode 100644 index 0000000..95a3cbe --- /dev/null +++ b/wandb/run-20260826_120547-epochs=1/files/config.yaml @@ -0,0 +1,356 @@ +_wandb: + value: + cli_version: 0.28.1 + e: + or4v6kb1ovc7c03s73xv05tt65ws327p: + args: + - --spec + - /tmp/claude-1000/-home-lars-Programming-giant/c0a425e3-0573-4431-8d18-9d7c30e13d34/scratchpad/smoke.toml + - --workers + - "1" + - --mode + - run + codePath: giant/workflow/run.py + codePathLocal: giant/workflow/run.py + cpu_count: 8 + cpu_count_logical: 16 + disk: + /: + total: "1153673723904" + used: "227085520896" + email: lars.bogner@outlook.de + executable: /home/lars/Programming/giant/.venv/bin/python3 + git: + commit: 44edb474b26e0b618419f8f6e4503b0db9926f5c + remote: gitea@git.larsbogner.de:lars/giant.git + host: fedora-thinkpad + memory: + total: "15931523072" + os: Linux-7.1.5-200.fc44.x86_64-x86_64-with-glibc2.43 + program: /home/lars/Programming/giant/giant/workflow/run.py + python: CPython 3.12.13 + root: /home/lars/Programming/giant + startedAt: "2026-08-26T10:05:47.410749Z" + writerId: or4v6kb1ovc7c03s73xv05tt65ws327p + m: [] + python_version: 3.12.13 + t: + "1": + - 1 + - 5 + - 53 + "2": + - 1 + - 5 + - 53 + "3": + - 2 + - 5 + - 13 + - 14 + - 16 + - 61 + - 62 + "4": 3.12.13 + "5": 0.28.1 + "12": 0.28.1 + "13": linux-x86_64 +conditioning: + value: + material: + emb_dim: 16 + n_layers: 2 + type: physical + out_dim: 128 + particle: + emb_dim: 16 + n_layers: 2 + type: physical + share_stages: false +model_config: + value: + conditioning: + material: + emb_dim: 16 + n_layers: 2 + type: physical + out_dim: 128 + particle: + emb_dim: 16 + n_layers: 2 + type: physical + share_stages: false + mat_vocab: 2 + pdg_vocab: 5 + stage1_model: + active: true + ddpm: + n_steps: 1000 + time_dim: 64 + dropout: 0 + flow: + time_dim: 64 + freeze: false + generator: flow + heads: + n_sec: + depth: 2 + hidden_ratio: 0.5 + hidden_dim: 16 + init_from: "" + lambda: 1 + n_res_blocks: 1 + router: + emb_dim: 8 + enabled: false + gumbel: false + gumbel_tau_end: 0.1 + gumbel_tau_start: 1 + hidden_dim: 64 + lambda_balance: 0 + lambda_entropy: 0 + lambda_proc: 0 + learn_centers: true + learn_temperature: false + learn_width: false + n_experts: 4 + temperature: 0.5 + type: energy + width_max_ratio: 10 + width_min_ratio: 0.1 + trunk: + block_conditioning: add + type: resmlp + wgan: + critic_hidden_dim: 0 + critic_lr: 0 + critic_n_res_blocks: 0 + gp_weight: 10 + n_critic: 5 + noise_dim: 64 + stage2_model: + active: true + autoregressive: + attn_n_heads: 4 + attn_n_layers: 2 + history: markov + order: energy_desc + teacher_forcing: always + tf_p_end: 1 + tf_p_start: 1 + context_dim: 64 + ctx_p_end: 0 + ctx_p_start: 1 + ddpm: + n_steps: 1000 + time_dim: 64 + decoder: one_shot + dropout: 0 + flow: + time_dim: 64 + freeze: false + generator: wgan + heads: + n_sec: + depth: 2 + hidden_ratio: 0.5 + type: + depth: 2 + hidden_ratio: 0.5 + hidden_dim: 16 + init_from: "" + k_max: 15 + lambda: 1 + n_res_blocks: 1 + n_sec: + lambda: 0.1 + mode: head + owner: stage2 + stop_sampling: greedy + particle_type: + class_weighting: none + lambda: 1 + n_classes: 0 + other_policy: sample + target: physical + router: + emb_dim: 8 + enabled: false + gumbel: false + gumbel_tau_end: 0.1 + gumbel_tau_start: 1 + hidden_dim: 64 + lambda_balance: 0 + lambda_entropy: 0 + lambda_proc: 0 + learn_centers: true + learn_temperature: false + learn_width: false + n_experts: 4 + temperature: 0.5 + tie_to_stage1: false + type: energy + width_max_ratio: 10 + width_min_ratio: 0.1 + stage1_context: truth + trunk: + block_conditioning: add + type: resmlp + wgan: + critic_hidden_dim: 0 + critic_lr: 0 + critic_n_res_blocks: 0 + gp_weight: 10 + gumbel_tau_end: 0.1 + gumbel_tau_start: 1 + n_critic: 5 + noise_dim: 64 +param_counts: + value: + stage1: 26409 + stage2: 54162 + total: 80571 +stage1_model: + value: + active: true + ddpm: + n_steps: 1000 + time_dim: 64 + dropout: 0 + flow: + time_dim: 64 + freeze: false + generator: flow + heads: + n_sec: + depth: 2 + hidden_ratio: 0.5 + hidden_dim: 16 + init_from: "" + lambda: 1 + n_res_blocks: 1 + router: + emb_dim: 8 + enabled: false + gumbel: false + gumbel_tau_end: 0.1 + gumbel_tau_start: 1 + hidden_dim: 64 + lambda_balance: 0 + lambda_entropy: 0 + lambda_proc: 0 + learn_centers: true + learn_temperature: false + learn_width: false + n_experts: 4 + temperature: 0.5 + type: energy + width_max_ratio: 10 + width_min_ratio: 0.1 + trunk: + block_conditioning: add + type: resmlp + wgan: + critic_hidden_dim: 0 + critic_lr: 0 + critic_n_res_blocks: 0 + gp_weight: 10 + n_critic: 5 + noise_dim: 64 +stage2_model: + value: + active: true + autoregressive: + attn_n_heads: 4 + attn_n_layers: 2 + history: markov + order: energy_desc + teacher_forcing: always + tf_p_end: 1 + tf_p_start: 1 + context_dim: 64 + ctx_p_end: 0 + ctx_p_start: 1 + ddpm: + n_steps: 1000 + time_dim: 64 + decoder: one_shot + dropout: 0 + flow: + time_dim: 64 + freeze: false + generator: wgan + heads: + n_sec: + depth: 2 + hidden_ratio: 0.5 + type: + depth: 2 + hidden_ratio: 0.5 + hidden_dim: 16 + init_from: "" + k_max: 15 + lambda: 1 + n_res_blocks: 1 + n_sec: + lambda: 0.1 + mode: head + owner: stage2 + stop_sampling: greedy + particle_type: + class_weighting: none + lambda: 1 + n_classes: 0 + other_policy: sample + target: physical + router: + emb_dim: 8 + enabled: false + gumbel: false + gumbel_tau_end: 0.1 + gumbel_tau_start: 1 + hidden_dim: 64 + lambda_balance: 0 + lambda_entropy: 0 + lambda_proc: 0 + learn_centers: true + learn_temperature: false + learn_width: false + n_experts: 4 + temperature: 0.5 + tie_to_stage1: false + type: energy + width_max_ratio: 10 + width_min_ratio: 0.1 + stage1_context: truth + trunk: + block_conditioning: add + type: resmlp + wgan: + critic_hidden_dim: 0 + critic_lr: 0 + critic_n_res_blocks: 0 + gp_weight: 10 + gumbel_tau_end: 0.1 + gumbel_tau_start: 1 + n_critic: 5 + noise_dim: 64 +train: + value: + batch_size: 32 + ema_decay: 0.9999 + epochs: 1 + lr: 0.0003 + max_val_batches: 200 + num_workers: 4 + precision: fp32 + seed: 0 + val_fraction: 0.1 + validate_every: 0 + validate_steps: 10 + wandb: true + wandb_log_every: 50 + wandb_project: giant + wandb_run_name: "" + warmup_epochs: 5 + weight_decay: 0.01 diff --git a/wandb/run-20260826_120547-epochs=1/files/output.log b/wandb/run-20260826_120547-epochs=1/files/output.log new file mode 100644 index 0000000..531cffa --- /dev/null +++ b/wandb/run-20260826_120547-epochs=1/files/output.log @@ -0,0 +1,43 @@ + + +Dim real_mean gen_mean real_std gen_std KL(real||gen) +------------------------------------------------------------------------------- +log_step_length -0.2712 -0.2344 1.1637 1.0464 15.1834 +edep_logit 0.1038 -0.0389 0.9154 1.2521 12.7509 +sec_logit -0.0401 -0.3063 0.9973 1.3948 12.8780 +post_dx -0.1144 0.2365 0.8849 1.4247 14.0754 +post_dy 0.1969 -0.0502 0.9479 0.5923 12.7509 +post_dz 0.1798 -0.0799 1.1660 0.9817 10.4483 +travel_dx 0.0000 0.2248 0.0000 0.9969 21.1933 +travel_dy 0.0000 -0.4027 0.0000 1.0107 21.1933 +travel_dz 0.0000 0.2537 0.0000 1.1752 2.7726 + +n_sec accuracy=0.0000 mean|Δ|=13.0625 +n_sec value real_frac gen_frac +------------------------------------------ +0 0.3750 0.0000 +1 0.3125 0.0000 +2 0.3125 0.0000 +3 0.0000 0.0000 +4 0.0000 0.0000 +5 0.0000 0.0000 +6 0.0000 0.0000 +7 0.0000 0.0000 +8 0.0000 0.0000 +9 0.0000 0.0000 +10 0.0000 0.0000 +11 0.0000 0.0000 +12 0.0000 0.0000 +13 0.0000 0.0000 +14 0.0000 1.0000 + +sec slot (energy frac.) real_mean gen_mean real_std gen_std KL(real||gen) +------------------------------------------------------------------------------------------ +0 0.6770 0.4659 0.3354 0.0769 15.9420 +1 1.0000 0.5398 0.0000 0.0593 21.1933 + +sec phys (normalised) real_mean gen_mean real_std gen_std KL(real||gen) +-------------------------------------------------------------------- +log_mass 0.1510 0.1224 0.9292 0.3722 13.1985 +charge -0.1977 -0.0639 0.9295 0.3566 14.5522 +epoch 1/1 stage1[loss=1.928] stage2[d=7.949 g=-0.053] val 15.5104 0.1s [best] diff --git a/wandb/run-20260826_120547-epochs=1/files/requirements.txt b/wandb/run-20260826_120547-epochs=1/files/requirements.txt new file mode 100644 index 0000000..3665f21 --- /dev/null +++ b/wandb/run-20260826_120547-epochs=1/files/requirements.txt @@ -0,0 +1,122 @@ +typer==0.26.7 +python-dateutil==2.9.0.post0 +six==1.17.0 +markdown-it-py==4.2.0 +mdurl==0.1.2 +annotated-doc==0.0.4 +shellingham==1.5.4 +rich==15.0.0 +Pygments==2.20.0 +numpy==2.4.6 +pyarrow==24.0.0 +pandas==3.0.3 +tqdm==4.68.3 +PyYAML==6.0.3 +packaging==26.2 +typing_extensions==4.15.0 +MarkupSafe==3.0.3 +filelock==3.29.4 +Jinja2==3.1.6 +fsspec==2026.6.0 +mpmath==1.3.0 +networkx==3.6.1 +sympy==1.14.0 +torch==2.3.1+cpu +iniconfig==2.3.0 +pluggy==1.6.0 +ty==0.0.50 +ruff==0.15.17 +pytest==9.1.0 +polars-runtime-32==1.41.2 +polars==1.41.2 +cramjam==2.11.0 +xxhash==3.7.0 +awkward_cpp==53 +uproot==5.7.4 +awkward==2.9.1 +ipython_pygments_lexers==1.1.1 +comm==0.2.3 +decorator==5.3.1 +nest-asyncio2==1.7.2 +stack-data==0.6.3 +kiwisolver==1.5.0 +pyparsing==3.3.2 +platformdirs==4.10.0 +matplotlib-inline==0.2.2 +ipykernel==7.3.0 +jupyter_core==5.9.1 +ptyprocess==0.7.0 +pexpect==4.9.0 +executing==2.2.1 +psutil==7.2.2 +asttokens==3.0.1 +parso==0.8.7 +wcwidth==0.8.1 +pure_eval==0.2.3 +cycler==0.12.1 +jupyter_client==8.9.1 +traitlets==5.15.1 +contourpy==1.3.3 +pyzmq==27.1.0 +tornado==6.5.7 +pillow==12.2.0 +prompt_toolkit==3.0.52 +ipython==9.14.1 +debugpy==1.8.21 +fonttools==4.63.0 +matplotlib==3.11.0 +jedi==0.20.0 +threadpoolctl==3.6.0 +joblib==1.5.3 +narwhals==2.23.0 +scikit-learn==1.9.0 +scipy==1.18.0 +hepunits==2.4.6 +attrs==26.1.0 +particle==1.0.0 +plotstyle==1.0.0 +certifi==2026.7.22 +typing-inspection==0.4.2 +annotated-types==0.8.0 +idna==3.18 +requests==2.34.2 +click==8.4.2 +pydantic_core==2.46.4 +charset-normalizer==3.4.9 +urllib3==2.7.0 +protobuf==7.35.1 +pydantic==2.13.4 +sentry-sdk==2.66.1 +wandb==0.28.1 +pytest-cov==7.1.0 +coverage==7.15.4 +tomlkit==0.15.1 +h11==0.16.0 +bracex==3.0.1 +truststore==0.10.4 +python-dotenv==1.2.3 +wcmatch==11.0.1 +questionary==2.1.1 +git-cliff==2.13.1 +pydantic-settings==2.15.0 +rich-click==1.9.8 +httpx2==2.11.0 +httpcore2==2.11.0 +bump-my-version==1.5.1 +anyio==4.14.2 +giant==0.3.10 +parse==1.22.1 +python-daemon==2.1.2 +colorama==0.4.6 +tenacity==8.5.0 +lockfile==0.12.2 +webdavclient3==3.14.7 +cachetools==7.1.7 +smmap==5.0.3 +gitdb==4.0.12 +GitPython==3.1.60 +b2luigi==1.2.9 +lxml==6.1.2 +docutils==0.23 +luigi==3.7.3 +setuptools==84.0.0 diff --git a/wandb/run-20260826_120547-epochs=1/files/wandb-metadata.json b/wandb/run-20260826_120547-epochs=1/files/wandb-metadata.json new file mode 100644 index 0000000..f12d13e --- /dev/null +++ b/wandb/run-20260826_120547-epochs=1/files/wandb-metadata.json @@ -0,0 +1,36 @@ +{ + "os": "Linux-7.1.5-200.fc44.x86_64-x86_64-with-glibc2.43", + "python": "CPython 3.12.13", + "startedAt": "2026-08-26T10:05:47.410749Z", + "args": [ + "--spec", + "/tmp/claude-1000/-home-lars-Programming-giant/c0a425e3-0573-4431-8d18-9d7c30e13d34/scratchpad/smoke.toml", + "--workers", + "1", + "--mode", + "run" + ], + "program": "/home/lars/Programming/giant/giant/workflow/run.py", + "codePath": "giant/workflow/run.py", + "codePathLocal": "giant/workflow/run.py", + "git": { + "remote": "gitea@git.larsbogner.de:lars/giant.git", + "commit": "44edb474b26e0b618419f8f6e4503b0db9926f5c" + }, + "email": "lars.bogner@outlook.de", + "root": "/home/lars/Programming/giant", + "host": "fedora-thinkpad", + "executable": "/home/lars/Programming/giant/.venv/bin/python3", + "cpu_count": 8, + "cpu_count_logical": 16, + "disk": { + "/": { + "total": "1153673723904", + "used": "227085520896" + } + }, + "memory": { + "total": "15931523072" + }, + "writerId": "or4v6kb1ovc7c03s73xv05tt65ws327p" +} \ No newline at end of file diff --git a/wandb/run-20260826_120547-epochs=1/files/wandb-summary.json b/wandb/run-20260826_120547-epochs=1/files/wandb-summary.json new file mode 100644 index 0000000..8d92029 --- /dev/null +++ b/wandb/run-20260826_120547-epochs=1/files/wandb-summary.json @@ -0,0 +1 @@ +{"stage1/train/loss_proc":0,"stage1/train/loss_nsec":0,"val/loss":17.372398624909856,"stage1/val/loss_stop":0,"epoch_time_s":0.16791635100526037,"stage1/val/loss_nsec":0,"grad_norm":26.296576776590783,"stage2/train/gp_loss":0.6444484663188905,"stage2/train/grad_norm_g":0.08295154899246711,"gpu_mem_mb":0,"stage2/train/grad_norm_d":25.49316411986387,"stage2/train/d_loss":6.450412280577466,"stage1/train/loss_type":0,"stage2/train/nsec_acc":0.36090225575113655,"stage2/train/grad_norm_cont_slice":0.005208832428867656,"_wandb":{"runtime":0},"val/marginal_kl":15.535483727944827,"_step":5,"samples_per_sec":792.061042321206,"stage2/lr":0.00012,"stage1/train/nsec_acc":0,"stage1/train/loss":1.873649984374082,"stage1/val/loss_gen":1.8369148969650269,"stage1/val/loss":1.8369148969650269,"stage1/train/loss_balance":0,"stage2/critic_lr":0.0003,"stage2/train/g_loss":-0.025276119547679013,"stage1/train/stop_acc":0,"stage1/lr":8.999999999999999e-05,"stage1/train/type_acc":0,"stage2/train/loss_nsec":2.622415101617799,"stage1/val/loss_type":0,"stage2/train/loss_stop":0,"_runtime":0,"stage2/train/stop_acc":0,"stage1/val/nsec_acc":0,"epoch":1,"_timestamp":1.7877384419621117e+09,"stage1/val/type_acc":0,"stage1/train/loss_stop":0,"stage1/train/loss_entropy":0,"stage1/train/grad_norm":0.7204611077344507,"stage2/train/wasserstein":-0.005927463727337974,"stage2/train/grad_norm_type_slice":0.000876106321811676,"is_best":1,"_wandb.runtime":0,"stage1/val/stop_acc":0,"stage1/train/loss_gen":1.873649984374082} \ No newline at end of file diff --git a/wandb/run-20260826_120547-epochs=1/logs/debug-core.log b/wandb/run-20260826_120547-epochs=1/logs/debug-core.log new file mode 120000 index 0000000..3cc36ed --- /dev/null +++ b/wandb/run-20260826_120547-epochs=1/logs/debug-core.log @@ -0,0 +1 @@ +/home/lars/.cache/wandb/logs/core-debug-20260826_120546.log \ No newline at end of file diff --git a/wandb/run-20260826_120547-epochs=1/logs/debug-internal.log b/wandb/run-20260826_120547-epochs=1/logs/debug-internal.log new file mode 100644 index 0000000..edd12c8 --- /dev/null +++ b/wandb/run-20260826_120547-epochs=1/logs/debug-internal.log @@ -0,0 +1,18 @@ +{"time":"2026-08-26T12:05:47.414587851+02:00","level":"INFO","msg":"wandb-core"} +{"time":"2026-08-26T12:05:47.414935095+02:00","level":"INFO","msg":"stream: starting","core version":"0.28.1"} +{"time":"2026-08-26T12:05:47.923141233+02:00","level":"INFO","msg":"stream: created new stream","id":"epochs=1"} +{"time":"2026-08-26T12:05:47.923253164+02:00","level":"INFO","msg":"handler: started"} +{"time":"2026-08-26T12:05:47.923467788+02:00","level":"INFO","msg":"stream: started"} +{"time":"2026-08-26T12:05:47.923539674+02:00","level":"INFO","msg":"writer: started","stream_id":"epochs=1"} +{"time":"2026-08-26T12:05:47.923572075+02:00","level":"INFO","msg":"sender: started"} +{"time":"2026-08-26T12:05:48.630295208+02:00","level":"INFO","msg":"filestream: sending request","total_files":1} +{"time":"2026-08-26T12:05:48.852032204+02:00","level":"WARN","msg":"handler: ignoring partial history record","step":5,"current":6} +{"time":"2026-08-26T12:05:48.892408959+02:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-26T12:05:49.850681126+02:00","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"} +{"time":"2026-08-26T12:05:49.85086395+02:00","level":"INFO","msg":"filestream: sending request","total_files":2,"console_offset":0,"console_lines":43,"uploaded_len":5,"complete":true,"exit_code":0} +{"time":"2026-08-26T12:05:50.327698664+02:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-26T12:05:50.33054758+02:00","level":"INFO","msg":"handler: operation stats","stats":{}} +{"time":"2026-08-26T12:05:50.333447101+02:00","level":"INFO","msg":"stream: finishing up"} +{"time":"2026-08-26T12:05:50.333459534+02:00","level":"INFO","msg":"handler: closed"} +{"time":"2026-08-26T12:05:50.3335687+02:00","level":"INFO","msg":"sender: closed"} +{"time":"2026-08-26T12:05:50.333578639+02:00","level":"INFO","msg":"stream: all finished"} diff --git a/wandb/run-20260826_120547-epochs=1/logs/debug.log b/wandb/run-20260826_120547-epochs=1/logs/debug.log new file mode 100644 index 0000000..564dd3e --- /dev/null +++ b/wandb/run-20260826_120547-epochs=1/logs/debug.log @@ -0,0 +1,25 @@ +2026-08-26 12:05:47,412 INFO MainThread:744872 [wandb_setup.py:_flush():81] Current SDK version is 0.28.1 +2026-08-26 12:05:47,413 INFO MainThread:744872 [wandb_setup.py:_flush():81] Configure stats pid to 744872 +2026-08-26 12:05:47,413 INFO MainThread:744872 [wandb_setup.py:_flush():81] Loading settings from environment variables +2026-08-26 12:05:47,413 INFO MainThread:744872 [wandb_init.py:setup_run_log_directory():729] Logging user logs to /home/lars/Programming/giant/wandb/run-20260826_120547-epochs=1/logs/debug.log +2026-08-26 12:05:47,413 INFO MainThread:744872 [wandb_init.py:setup_run_log_directory():730] Logging internal logs to /home/lars/Programming/giant/wandb/run-20260826_120547-epochs=1/logs/debug-internal.log +2026-08-26 12:05:47,413 INFO MainThread:744872 [wandb_init.py:init():772] calling init triggers +2026-08-26 12:05:47,413 INFO MainThread:744872 [wandb_init.py:init():777] wandb.init called with sweep_config: {} +config: {'train': {'epochs': 1, 'batch_size': 32, 'lr': 0.0003, 'weight_decay': 0.01, 'ema_decay': 0.9999, 'warmup_epochs': 5, 'val_fraction': 0.1, 'max_val_batches': 200, 'num_workers': 4, 'seed': 0, 'validate_every': 0, 'validate_steps': 10, 'wandb': True, 'wandb_project': 'giant', 'wandb_run_name': '', 'wandb_log_every': 50, 'precision': 'fp32'}, 'conditioning': {'out_dim': 128, 'share_stages': False, 'particle': {'type': 'physical', 'emb_dim': 16, 'n_layers': 2}, 'material': {'type': 'physical', 'emb_dim': 16, 'n_layers': 2}}, 'stage1_model': {'active': True, 'init_from': '', 'freeze': False, 'generator': 'flow', 'hidden_dim': 16, 'n_res_blocks': 1, 'dropout': 0.0, 'lambda': 1.0, 'flow': {'time_dim': 64}, 'ddpm': {'time_dim': 64, 'n_steps': 1000}, 'wgan': {'noise_dim': 64, 'n_critic': 5, 'gp_weight': 10.0, 'critic_lr': 0.0, 'critic_hidden_dim': 0, 'critic_n_res_blocks': 0}, 'router': {'enabled': False, 'type': 'energy', 'n_experts': 4, 'temperature': 0.5, 'learn_centers': True, 'learn_width': False, 'learn_temperature': False, 'width_min_ratio': 0.1, 'width_max_ratio': 10.0, 'lambda_balance': 0.0, 'lambda_entropy': 0.0, 'gumbel': False, 'gumbel_tau_start': 1.0, 'gumbel_tau_end': 0.1, 'emb_dim': 8, 'hidden_dim': 64, 'lambda_proc': 0.0}, 'trunk': {'type': 'resmlp', 'block_conditioning': 'add'}, 'heads': {'n_sec': {'hidden_ratio': 0.5, 'depth': 2}}}, 'stage2_model': {'active': True, 'init_from': '', 'freeze': False, 'decoder': 'one_shot', 'generator': 'wgan', 'hidden_dim': 16, 'n_res_blocks': 1, 'dropout': 0.0, 'lambda': 1.0, 'k_max': 15, 'context_dim': 64, 'stage1_context': 'truth', 'ctx_p_start': 1.0, 'ctx_p_end': 0.0, 'n_sec': {'mode': 'head', 'lambda': 0.1, 'owner': 'stage2', 'stop_sampling': 'greedy'}, 'particle_type': {'target': 'physical', 'lambda': 1.0, 'other_policy': 'sample', 'n_classes': 0, 'class_weighting': 'none'}, 'autoregressive': {'order': 'energy_desc', 'history': 'markov', 'teacher_forcing': 'always', 'tf_p_start': 1.0, 'tf_p_end': 1.0, 'attn_n_heads': 4, 'attn_n_layers': 2}, 'flow': {'time_dim': 64}, 'ddpm': {'time_dim': 64, 'n_steps': 1000}, 'wgan': {'noise_dim': 64, 'n_critic': 5, 'gp_weight': 10.0, 'critic_lr': 0.0, 'critic_hidden_dim': 0, 'critic_n_res_blocks': 0, 'gumbel_tau_start': 1.0, 'gumbel_tau_end': 0.1}, 'router': {'tie_to_stage1': False, 'enabled': False, 'type': 'energy', 'n_experts': 4, 'temperature': 0.5, 'learn_centers': True, 'learn_width': False, 'learn_temperature': False, 'width_min_ratio': 0.1, 'width_max_ratio': 10.0, 'lambda_balance': 0.0, 'lambda_entropy': 0.0, 'gumbel': False, 'gumbel_tau_start': 1.0, 'gumbel_tau_end': 0.1, 'emb_dim': 8, 'hidden_dim': 64, 'lambda_proc': 0.0}, 'trunk': {'type': 'resmlp', 'block_conditioning': 'add'}, 'heads': {'n_sec': {'hidden_ratio': 0.5, 'depth': 2}, 'type': {'hidden_ratio': 0.5, 'depth': 2}}}, 'model_config': {'pdg_vocab': 5, 'mat_vocab': 2, 'conditioning': {'out_dim': 128, 'share_stages': False, 'particle': {'type': 'physical', 'emb_dim': 16, 'n_layers': 2}, 'material': {'type': 'physical', 'emb_dim': 16, 'n_layers': 2}}, 'stage1_model': {'active': True, 'init_from': '', 'freeze': False, 'generator': 'flow', 'hidden_dim': 16, 'n_res_blocks': 1, 'dropout': 0.0, 'lambda': 1.0, 'flow': {'time_dim': 64}, 'ddpm': {'time_dim': 64, 'n_steps': 1000}, 'wgan': {'noise_dim': 64, 'n_critic': 5, 'gp_weight': 10.0, 'critic_lr': 0.0, 'critic_hidden_dim': 0, 'critic_n_res_blocks': 0}, 'router': {'enabled': False, 'type': 'energy', 'n_experts': 4, 'temperature': 0.5, 'learn_centers': True, 'learn_width': False, 'learn_temperature': False, 'width_min_ratio': 0.1, 'width_max_ratio': 10.0, 'lambda_balance': 0.0, 'lambda_entropy': 0.0, 'gumbel': False, 'gumbel_tau_start': 1.0, 'gumbel_tau_end': 0.1, 'emb_dim': 8, 'hidden_dim': 64, 'lambda_proc': 0.0}, 'trunk': {'type': 'resmlp', 'block_conditioning': 'add'}, 'heads': {'n_sec': {'hidden_ratio': 0.5, 'depth': 2}}}, 'stage2_model': {'active': True, 'init_from': '', 'freeze': False, 'decoder': 'one_shot', 'generator': 'wgan', 'hidden_dim': 16, 'n_res_blocks': 1, 'dropout': 0.0, 'lambda': 1.0, 'k_max': 15, 'context_dim': 64, 'stage1_context': 'truth', 'ctx_p_start': 1.0, 'ctx_p_end': 0.0, 'n_sec': {'mode': 'head', 'lambda': 0.1, 'owner': 'stage2', 'stop_sampling': 'greedy'}, 'particle_type': {'target': 'physical', 'lambda': 1.0, 'other_policy': 'sample', 'n_classes': 0, 'class_weighting': 'none'}, 'autoregressive': {'order': 'energy_desc', 'history': 'markov', 'teacher_forcing': 'always', 'tf_p_start': 1.0, 'tf_p_end': 1.0, 'attn_n_heads': 4, 'attn_n_layers': 2}, 'flow': {'time_dim': 64}, 'ddpm': {'time_dim': 64, 'n_steps': 1000}, 'wgan': {'noise_dim': 64, 'n_critic': 5, 'gp_weight': 10.0, 'critic_lr': 0.0, 'critic_hidden_dim': 0, 'critic_n_res_blocks': 0, 'gumbel_tau_start': 1.0, 'gumbel_tau_end': 0.1}, 'router': {'tie_to_stage1': False, 'enabled': False, 'type': 'energy', 'n_experts': 4, 'temperature': 0.5, 'learn_centers': True, 'learn_width': False, 'learn_temperature': False, 'width_min_ratio': 0.1, 'width_max_ratio': 10.0, 'lambda_balance': 0.0, 'lambda_entropy': 0.0, 'gumbel': False, 'gumbel_tau_start': 1.0, 'gumbel_tau_end': 0.1, 'emb_dim': 8, 'hidden_dim': 64, 'lambda_proc': 0.0}, 'trunk': {'type': 'resmlp', 'block_conditioning': 'add'}, 'heads': {'n_sec': {'hidden_ratio': 0.5, 'depth': 2}, 'type': {'hidden_ratio': 0.5, 'depth': 2}}}}, 'param_counts': {'stage1': 26409, 'stage2': 54162, 'total': 80571}, '_wandb': {}} +2026-08-26 12:05:47,413 INFO MainThread:744872 [wandb_init.py:init():820] starting backend +2026-08-26 12:05:47,413 INFO MainThread:744872 [wandb_init.py:init():835] sending inform_init request +2026-08-26 12:05:47,924 INFO MainThread:744872 [wandb_init.py:init():840] backend started and connected +2026-08-26 12:05:47,926 INFO MainThread:744872 [wandb_init.py:init():910] updated telemetry +2026-08-26 12:05:47,936 INFO MainThread:744872 [wandb_init.py:init():933] communicating run to backend with 90.0 second timeout +2026-08-26 12:05:48,626 INFO MainThread:744872 [wandb_init.py:init():973] run resumed +2026-08-26 12:05:48,628 INFO MainThread:744872 [wandb_init.py:init():978] starting run threads in backend +2026-08-26 12:05:48,710 INFO MainThread:744872 [wandb_run.py:_console_start():2621] atexit reg +2026-08-26 12:05:48,710 INFO MainThread:744872 [wandb_run.py:_redirect():2471] redirect: wrap_raw +2026-08-26 12:05:48,710 INFO MainThread:744872 [wandb_run.py:_redirect():2540] Wrapping output streams. +2026-08-26 12:05:48,711 INFO MainThread:744872 [wandb_run.py:_redirect():2563] Redirects installed. +2026-08-26 12:05:48,712 INFO MainThread:744872 [wandb_init.py:init():1016] run started, returning control to user process +2026-08-26 12:05:48,875 INFO MainThread:744872 [wandb_run.py:_finish():2383] finishing run lade043-karlsruhe-institute-of-technology/giant/epochs=1 +2026-08-26 12:05:48,875 INFO MainThread:744872 [wandb_run.py:_atexit_cleanup():2588] got exitcode: 0 +2026-08-26 12:05:48,876 INFO MainThread:744872 [wandb_run.py:_restore():2570] restore +2026-08-26 12:05:48,876 INFO MainThread:744872 [wandb_run.py:_restore():2576] restore done +2026-08-26 12:05:50,332 INFO MainThread:744872 [wandb_run.py:_footer_sync_info():3993] logging synced files diff --git a/wandb/run-20260826_120547-epochs=1/run-epochs=1.wandb b/wandb/run-20260826_120547-epochs=1/run-epochs=1.wandb new file mode 100644 index 0000000000000000000000000000000000000000..32370ab6d4111eb1923bfe9da5f28940151ba3ef GIT binary patch literal 14060 zcmeHOdz2K_nYWlQjOBpC0Ip7aG%X^J>FRn{*C>KuVl+k(R19GHRCiZDnC`B&y5=R! z*~vsb#@+1Bf)9+zSyr=wMUAK=q8ttJwWvYyk%K{_qpOD1T^Ez=E`l5O`)*bB+&d4E zoa{N-9OjRns#{;(-|v2pd%yeL?zUw!7ry=YaXYrpJ@0GBaShxPjXd9ASDbXdI#1fn zox_`aTomMlAk9ss<#bk7Q&K8pW-Y~%QhGXNr%YKC6Gkeb$W}J3$$GZAUK9*b5a<8U zT^yatHH_=$CPf>ox+9g0_UrP6YtszK&D`(L9)fHcpDS2pFZ%FIej;C=?6S(4R6jRv zbua&uar}7CwF>2a?w)b0qdv!Io75UjSzbDytQM}bqiu@Z8ZElfHozA}r8U}R7jk(o znX%JW4`~H?yJQVDnD7T;mRstmB*RX%)@Y|yOlDmx?G>Cdz6kG?tnMT>6Fj>bZG(}w zM#~+gWS8T%+b*=ItqT1Z<( zfVWGjpaUJ0kStm~L<4d!D$29n0!SU*i@p4B$McPZgp@2f8N1ley*++)6phdc=)Q^y z<$?#6aez8%A?w;U8b08hv&*(?c@DThG+T7KKq6nrWb87{)wQe1RMAPdqX}B08P}0B#>>|__S={a0!Sj4 zEERyJ1ZgSvxO2&SObAGoh~2(F@4P7@L^&Y%%UfQ|eB2Ay@3QZ_hOXmWC!^sEka zU>EF2Oy^6HX1k0LiP$x#1)rx?szcxgSP*<*8n6Xu69!#wr@R=nT`E>UdBl5?bX0-A zS(!`}Udr261{4N%PgZT{YITTIQvzr=V^>gxa&K=he-|Hky&QV|0Dp8|57Qfj3;MiM zhA_@M9&n^Xfw&?&WQl|=?LVI#3hhal|3J4u9>(q2-NF2UstaN^Xa^dgI2ayCdfmwi zV-~+9un1VVrX&n_coVe;FNRS_tmbrq)50?XBg50G=RmJksZxab3?AfQ63FzR^20eR z>AO3GsO9EtoJy&wE9{*3iR0yMH(7Ctg)}%=l=Nx?2Kau_s#bA6#DK%=AXI(KGN>96 ztqz!NY+z8Wl35C-R@b+MA8N4FRMXI3z5uLo9f0Z4ZFf4M$+N9Af@d8!?RRPwyR4on zKFSW$8)+bFBdjgYgS8+T_!^iXXrQOz|6h|=7}uXCkU{N36P;JElb+)*UQ%sVI5z#^ zB>5*l{eh>G%;JcXbRB(d9K3saa?qQB1p0z zDRZEThh@K2jj+e+=#F(K^rWtC=9cg?a|PJAEPzj;Xt~vtlY`xvkg?nFE>0>|0z7P< zrK)x&r5b8V)@?DRO9@pnvx%&3tD2~!#7xRGp-%o37^?>X^D<%S(-X6VK-= z9m$eiN|vAu$cg;f{A7Q#87H;Cc+shXiY7}!!ccV8G!v>~sA59qPvNHof>5%HmtiNK zw9;wP$Eo~DBl;lwMe+FkZs?lM&)^$L*)d6KOfZ-!u;Yp z0xVe<6@#D3Px6bQ0+b|Bl5m~LpGXbT*F`hvLeWi0O_;i=Yoe^1JjkIIVB?u9l%ayz z4wbcLNfR_hQxiB2Q&khP!N&rn$-&rjNxx4rY*~{HU6M>qHGrNdDf}1tX^bMtwmj7G z*gCIB0H9@!00Vr(bD+R)ffktcaN zk)Ke23Zq^1;8xt%$ITvQx>V8oW3rRoJhAUqfJ;ngl)vk+158Bmvn|7#AYu49a~( zm(%#;iGUn0y8YY)3?We(9^S;GLdP3!bmn0!aG%h_hdcu4DY|HivaD%_CP|8}Y5WQN zcv92_DjGkDZ%ES77vYbm^&#tm3;_qh0dZ}LMnZwu_Q^|x{7Hno2!m(-AdH%VA=Zk& z{Txicc!DvSXVm;G9BDWhCQwGzY*1Y#nuW2EiHG>;446r`l!xvuW?*9TWT|!niLy!b524^`! zHm$0Hzt9EiU979%=;bqVmy|2N_Gra$k<}n0kJJS`lqY$tY^PnuhvuIuGl3yjpVFZNYO&#W}~vV!`3l98N-fEF{dS12>iBIAX@h zs!U<}D|GOQ?_!xS4lf9mp0;T|p<&GnM{mCP{~#AwauV_t{G?(59A*?9ryY`u<)?nu zXi~#d9as1)@wm`wmpkLBLOEU`=2RYSj5w~^skf&jr!#G&MWt#e-JPQ5dAinBRb->` z{;7+9(*j4NfJHEwe4YdZ?AU4pr)DtO)A$=r;}`oCQa0`*K9vwVIn$!e};TaB~0 zAm7?wcchfd-gwpR%b?o{Ot-7P+}zmkDM{vDd*Z!U$F=AaBM}nL5h*UUMIsULtTpf% z{H=+IaW%3+6x&4c-1)7M`Q!{UUcF}HS*hRR!EeLM+*kUzhMTyiySOPl7jK@_(AT%) zooA;v^=;U9a990it{xiRy7!#Vp($?j^&gx8eICy;o>XHz@V&>buUqt&Z=8qY;#sMo zaqWBfnd|GwxWZ8!#s7)l-~V(JdOv~feR7RM-^OR5cW&aHo2PB5f?y*nm}=l^qBk8{ z_jh$Ii}?!*rBN8THY8Lf+bY8|$V0+Q(p>d2_y#tU%dcKC3)|PMftJ~i-?8iU8Gt;I zMV>+-@BiRVK<4;w-25Nsxga`;6}2eQ*Y^AXL@$f|asMu#an`%Y@kADw;rPr(!ttRS z9)1crHnE~K#|^hVh#c|A8c#}-MZ28y@->}8ZY>*}xI5wZY?m^_(%!<++2Orsv9BnwDgEa~EF$8$%1Cn!5 zN#H$h1(bwI9*KepX$`rQ1W1%6atR->mohZbT=ZY(tU!)aSYVptO$Q$%9REjLbUSjK z%8Jq)ckg-%IpUsXG>S+}6$u5nR3NbqIhuxlDG7?Hl0o1T;FvHH;$6RbZX0r(#sbqE z4}9mJ3CGP-WFO zJ91P7(a_Wt?|f2^9RGp^raA6-{YAoYPUBnKkmJd$D9v&GjW4aOaqOY#`PaY^_E30@ zDut~SX$D)XMrd}}3i>LAM}e(-J0H9oIiA7-(;N>x|4RVo_^-db?iS?O!iv%y4{UyS zh~ssH0P_JH4YTHtkO7gW7&E#^E`e@B8q%XEKz5~M_x@rHa{M9-Omlqg@UIES6V~3* zjvP;AMQM(Mw|s;gVMpExM@}QHO;XvA4diRS=P|8jplGBl1A9|Z>Spix2sxg{0@EA^ z`+r9`&YC#;N67JXR+Q$r;r@d(#}U>ZVgt5TMcLQbP-_H^U16s~R64}*+DD$;iX6{i zfoYEG4}VHH>U(?MK#mbsl;*hq?r*K5^f0Gq~W){v6jHU+xTV*;b*dq z3G)#CY_?Ate&G7`1pe6-O+5%dixs8eci#B-2=B)gHSq8frhZs@$enMFyJzlw2;pb5 zebVq7w%$eHy&p{Z5aH*rqBQ*eNB@U5&U4Zq=gn-PA<*+bmm{|NXW?zx049Wk~~8h+pJ?;-G)t1DkXc!3qA z;rl+m58-Qb|1k7O7y!`jUrvt+`*HMfwoe*<@cH`*yb_c4BD~0o((wEK?E!?Zr9wx9 zKl!=YHo{A6pEUe|ty>BF{O&{lfbcRaO2hAd?y_tSAkC;Eu--ULOUS!lW+wXWuR1=ry)a8h*#8j}!Q(&);|_!t1Ok z4ZrjIKSTK1S}>f(2-{!t@S#D3H`qRD_<_DB3H-A11row1SWy~&$FHA8_*(jQMEJ$` zoV^U;O}0-4{-d1){-4gg`c{N*V?}BBorj-8ct6h=jt%!CMjv@>-j5Of9JWsye(>X; z6Zne@28ZzHvZ6HnmP0QfyfoIdHv(R9cFPDqkL{C&A9&>@0{^q7mX{I!JXVy3-}&w< z1b(b(Zv^~>-#M8_`1x#~H2lste?j1U7<)1$>Ia*2S=@&auuNSc#7`lJ;uY~TZH$Ld=1ksCGQJbQ>>6HT@x^%3FCUXqb zg$*N2W>l!J2dxU6Ug*_8wikJRjRmK9Zh85B!t>&T z-@42L(Mws;G^Njh51#?i%ZZ=jw_YQ&@F>zM!ne>f;H7`ClWtxAX*;sKjD@CIZn*Dx z!t!44l))T`E@nlqqF4^Tw+losI9k^mP5wvQZ^|RF%ULv<*!ur|kq|prJ^e85!j`b2 z^e$}Yi+eznRH;gE_Difrf546#&Km+_!eLqHf2M4P1p+v6tIg1`^MR8&?bgGQJ;-q> z3rus|wEiu^alxeapCiXBSW%ke?gu_Xj%oPWMvmU}1U#|2Vj3ht!ODfMgy8}l!<1an z^jZQ1)fG*XeASk_DzYZrJuQ;W&7ju(AV0uVO_rl!3QAcf+l9ElX-e=}5#s z>05yZIP>7_Q%+nHw8<+n^9+bsGm@J}N-YXJfejtTG3XjJ3 zZ}9sgE7Dac7E!#AgL%NtKrgl($$MU<+7^!!b^@FeW$bLBY{yEr=N8f-Kk`1D!bF@b z9FV}*+6DgJE3a62B@BEyGw|gXjH1%XP4MlK;GpAkDRstaEtk!OzE`xI%};9%e*V=w pfj)E{b_mP&wSJ(S7iVwv2h!1>Wgm}v8?wX!vy1Uxy>Ujuk z=8Q&BqajK>tU(3L%HR{14YJv2Ccbt|OoC{l8(*la4!hZeMUAW&-0!PL&%HB)LQeLa zY!3ZLclE8W?(cWM*S+_<-OZQHocHGAhyCF2eZM;IFs6=qqMl{z?6Q+-t;`kgV@_lZ zHpO$I&Iu=^Gh(Jil+!{wYqVIBC8X6%+D;oH&+A%Rmqe>2qljut<5-^4c#ePIS?!X< zWTtLZ4>KWA@1*m5rXqEgsuoXy+{o-Zeh@M?CYQHLUgFW2?09yp*#rK886YC z2$T`EyVa6evWhUwL?UV{IJpQwf!@lloyk{x&WV70=4yxLT}21;~^w*UM)L0Jk*Zb(Ime+}c&iXRHFi+r@O) zfeK163s#q}0dYAh%Cp@(NFCgR%h~tGu=PF(!7MsiyU@eDIc8}BjnEG0fr|2_ya$$X zfI4cS#kFlTe8@Rxmu%Pa9B_d|OTp;?iPn5JYnMo_u3a(H1t-&nCTL1zU8fA{@ZAHv z$10|?7Tn-KoqiWMihR)ydQfE;U^ZI@c)A&tP%|sfgH%V(0@qoZC^`8`?P(OtxL}J+ zq8Z#QS2hC|MQ1?7;GP-!aP2!eh(W26Ne%@uT^NWBgNFbqS?L10VyKzWf~cQd7pSFV z+MQ+F^#ZT;>>_-zys8VjWsmJD2Wn8Maz;DO#DxC&M&T!UC)MIFGgO!l07)Dhx7*Ff*#c;JYF{WWf(x(tkcX6xvM4f1q0+599Xi&M<$V>cW@}+kpls4u%JkUZ+{6%o4PO z76A*_l!O5fPonnV!6*uSt2rIuv~bUd5#esdbD&qNSS~<5gBv+W0@*H9ew4G!z}+E4 zEjMRlDkV}^)Vc2`j@N3tX4xs^GvHtezgHVD!1oJQrGoho0}ijlPz^9kplU?4s*r7L zU{I;}Sqf6C8`vTUHJEBD8R)My53F$>fb{6LIqlHo*;WR@TO2nNbZQkktgZ^)Y8j$8 zzrk0V&)V`lmk~+wJO{PH7l~9!a~P$Jgl|oyrK!q=hdorOD4A1S;w`K zUTeP8R<^P?GWB))KKRj#V;lN+zwqqnI~ai-SI5j^dPg&{aji_5>1LS3IEfQPPLSq6 z6%WgPOX^{dRqaf6>Z+;A_c0f-Gjn;^xSR^_T)}cHX(tD}GcId4JJTq|pq9JkoRG(t&Jl0-?BMH$PTysEIr4iQH-Sh@>vj$`W(JD}Jo zXq=?#nkMtADysso%4{;^D29W{nSt!lNvJ)D8gIa01W6MmO%e=+jj@x7A^BK1E`Lmu z*$F|Vl!JN&ma6>L8SKPhGYhO>lj#djGBlmz4PDh$i5Fyv7uheeM^mGwRFYz+`ZsGN zBbAt0P>QH=hN8lt6h&7Ic$3-V*kh>Pe4=6b#%EQ}j`7Q6P}CK8_DFV&Uvq_9B0CcZ zV+B%3k(%RlP`trQlCFTaONzkG9-_HysJTfBCo3ASfa+junjvVQ1_7@|Xe)KGsJ(K#c9N1P~ykLXl24kO;Jv54+Q z9s4Y5&yHxBu-fJiVgg%dlKwM=Jt8zm!R=w{{EE5&em{o_uEC);LL3e?RYXZ3BG#<= zZ4_`6;oxqg$f<%P%ZkM7x+Z9nBC+BSXY9c8j0-haJQMK4Mi5m^Gc>R%L@6%{BHPSP z+m8dI+RO@6eZYj1ac~B&8it|^BDeyt8zLKLk04V3WJ8@tDzc!1BZ5D&(?b=BDOAyv zKt&oJDGa`Jb{fl?7?nVz2)+c#05XB3%d*Vrs-fx%24O=;vsVA@VITwJA;yrD<@1hG z)(K%&h%^Z0WHgAMuoM7*{GsatI5)hr4J?~0SIwebG>dSk0?BYXTknUTPtSzMASwh& zfh55j1}IR{RawTk#DIjdRW4tG^N%*D%Qp%Nr$~yd1A=DAvMy@FGRa`D0aWDmkta~Y z;D=bYrgjtd`N&Do1Vfb}U(JsP2&VkNy32+*OCFd1hZW@=_NbzUTZQ}$ioR3CrgbJPhZgGwK}DEI90}? zX|;Rf-fKtA8JkR2%64W>YsxE@Q&2dpX6>W^mP{pEouZw@X)?LMbzqQ1sEy~6{*;-@ z@Rlqpwv>cvTuOrJgruGo^rVs1G7@hKQdW{vl?)V-Gp#V0rz%CK&E`C(SeSD}G8vvg z&0z$@$7;fy(Gbj{m_p2yKQ$AW!89GdmClz^W#63AkLu%Hr7W*FS6$uK zuBo1$ZmYUo9i3P6irsOwt?lr9fNbyG2#?n~jZ0%NJQ%%W3jE3L-blB<3e6E3=TjsCoK*X%ui_oqvt+i_I4OXfGSb=@E0if-$_ z7Gvu8c-#-?xR?@~Fuc}(3*Zo@pC#aGZUW&40_?PeoM~12>sNcTq4G$SkqH#%v1J|uWhTr()wmxLoNK29o zdpF+!3~e}>gECnG~H(2qDsv+NS_7i`P z43DC5NrqeZu0e*&F8J{=$Z#?(Niy8Jb3HJ`-ONY?QE{;FMFM!KC;=B>XlTKuz^OW~ z))*QbEJMWie)vib86HjJk_>lz_d#Sh^TH2v$Z!fRNitmV%w}L%b}Dc<*ck!UK7p1X z$dR^q+3?B6c}~~mz_f6-rH5qUDOh8`Mo9SflAVVm!!OXdB*RVDZ9#_bj%9rvPNgMD zhW)?$mm0&a8nfC3Ff`PF3$DJ@h#~C8qE=Pc2X&}|hYIptGxaYc!((V%lHuArA4i7$ z|Nikt)M1R4BpI&#hj(fWudWfRT>wMPi2P7c^e8+8RposlFt{QP`XQ`q6jglk`J1LA z!!OdfB*TGyJCWh0Ex*4X86HbZk_`Lq*#!(?58e(ZOvCMrisK_Lk}3wVOttDdUt<^- zIUbgf|Fd&i92tIz#w8hU`_J9T@S7jz?m&iLrX@*+1JCav7!I@ZAQx~+DGY1yLxQ)a zg+lz zfrDL+pD@wrA;V3}9%({`(`a0h;p%nQh``Xjebm0oK{7#0o<+kD*QOAYi`67XTW8@T(xYjAaT4ZD!0A+gr|3dINv?K}M-*+c~2N^IzBt8LL5TjWT!Piau z;5-CBf$ow7-}J=Y2)^)}U%wr}n`lWAeCylm0KDel1g?KM41D{E=64W0Nq0$tuYKnp z1b=+m;tvpAE5 zoEAfHiSCjd`PR*kAo#s6UAY^HM&a@e8u`7BlznJ-2{T`v?K|>^2x^m zJeVjC1pJfv&pm|T2HhnIzVfj?1TX#}cN&5>(~>0kj%S_#@L+j!AmG_s)|`#tC(>P# z;5+)BLhuLv@tHRf{3KeE1Yf=V82}gdm*R%m{M}ck`!=6TcS(Y;ey$(ESJ}%iNAQzr zNfLbE*FQt>{iV2J;BVh<9)Tl2h3=9B-}=UL2)=ej^$G+(m6jyIU*7Xe1m9nZ8wUQZ zC!gMf;HS}DlHh$GZ$t3WZ%zFbg3qHRN$}oJwj=odQrs}`ZDW3W6M~;kcS(Zx{_#Zw z=cU&!K=AprBniH9&u zv6$Gg_qSr~5*Bt*@k+t*;BVv3z|98#|Fd`WU8leBGSWPg1}ACm`0!Pv=}i99 zqsu_@ELyUSr1^)}#n_?)Uv?a<hMxl#30eaG!8}Nu$70>x_=38u=O+G5a*qNPv;=ZuhG~f%kFLO zBg5@(=#`G0a>0$ zW0Nd5t-MA8mQ(+`|NRO`o=;1r30>~lvRaB===&%BWHmkuPav%V{DeFU-uY)c=h7*! ze1se?ppi+A+umG*9M`)W&usz81+?U)1jlXL*GaMY2kUYp$uE3uje)c-q`^p9TVK2f zY1uc-c@6he7txaBo~pa|J}Ia%72#+oGE(gmcFsyT(ZD4fEroVA2JH-oI)jt2%xR(^ zEZO+hhsf|^8kc0a_NNaZ!|tD)IU5;XLQ9ei_Y6D&3^VX=iyXO$2`OTI#L)c6zzU9B zb3b4hEwm*#s*FY?$Q+ac9ZqmkjIG%m@od*7qT@Qjnv|5gCWg|y^i!nEBVy)DJg zsg;rA@!$+_F&-<;6`*2dToJa3i?eezPScHeZmv&PhC8r5iwi22oFL9%IF(Nq_WK*b z%V@Q*b%#M5D-cUT>N7ElTW-@t$6XY9WOd1$AdrMz`th-UGaP=1EE}jLEPI}=*70Q$=nm>Y0Cp9n!r`73Sid}F5^u0KCJbQFw_+PEYapV#5kR#<~ jPyOuV8Sun6dYFbpz2+&lSm?;h)%MCP`j2O~GKc*ys-+xj literal 0 HcmV?d00001 diff --git a/wandb/run-20260826_120553-epochs=3/files/config.yaml b/wandb/run-20260826_120553-epochs=3/files/config.yaml new file mode 100644 index 0000000..209a385 --- /dev/null +++ b/wandb/run-20260826_120553-epochs=3/files/config.yaml @@ -0,0 +1,357 @@ +_wandb: + value: + cli_version: 0.28.1 + e: + sz38z114u2tfxdjzg1mag2rs2va1luwi: + args: + - --spec + - /tmp/claude-1000/-home-lars-Programming-giant/c0a425e3-0573-4431-8d18-9d7c30e13d34/scratchpad/smoke.toml + - --workers + - "1" + - --mode + - run + codePath: giant/workflow/run.py + codePathLocal: giant/workflow/run.py + cpu_count: 8 + cpu_count_logical: 16 + disk: + /: + total: "1153673723904" + used: "227085520896" + email: lars.bogner@outlook.de + executable: /home/lars/Programming/giant/.venv/bin/python3 + git: + commit: 44edb474b26e0b618419f8f6e4503b0db9926f5c + remote: gitea@git.larsbogner.de:lars/giant.git + host: fedora-thinkpad + memory: + total: "15931523072" + os: Linux-7.1.5-200.fc44.x86_64-x86_64-with-glibc2.43 + program: /home/lars/Programming/giant/giant/workflow/run.py + python: CPython 3.12.13 + root: /home/lars/Programming/giant + startedAt: "2026-08-26T10:05:53.599572Z" + writerId: sz38z114u2tfxdjzg1mag2rs2va1luwi + m: [] + python_version: 3.12.13 + t: + "1": + - 1 + - 5 + - 53 + "2": + - 1 + - 5 + - 53 + "3": + - 2 + - 5 + - 13 + - 14 + - 16 + - 41 + - 61 + - 62 + "4": 3.12.13 + "5": 0.28.1 + "12": 0.28.1 + "13": linux-x86_64 +conditioning: + value: + material: + emb_dim: 16 + n_layers: 2 + type: physical + out_dim: 128 + particle: + emb_dim: 16 + n_layers: 2 + type: physical + share_stages: false +model_config: + value: + conditioning: + material: + emb_dim: 16 + n_layers: 2 + type: physical + out_dim: 128 + particle: + emb_dim: 16 + n_layers: 2 + type: physical + share_stages: false + mat_vocab: 2 + pdg_vocab: 5 + stage1_model: + active: true + ddpm: + n_steps: 1000 + time_dim: 64 + dropout: 0 + flow: + time_dim: 64 + freeze: false + generator: flow + heads: + n_sec: + depth: 2 + hidden_ratio: 0.5 + hidden_dim: 16 + init_from: "" + lambda: 1 + n_res_blocks: 1 + router: + emb_dim: 8 + enabled: false + gumbel: false + gumbel_tau_end: 0.1 + gumbel_tau_start: 1 + hidden_dim: 64 + lambda_balance: 0 + lambda_entropy: 0 + lambda_proc: 0 + learn_centers: true + learn_temperature: false + learn_width: false + n_experts: 4 + temperature: 0.5 + type: energy + width_max_ratio: 10 + width_min_ratio: 0.1 + trunk: + block_conditioning: add + type: resmlp + wgan: + critic_hidden_dim: 0 + critic_lr: 0 + critic_n_res_blocks: 0 + gp_weight: 10 + n_critic: 5 + noise_dim: 64 + stage2_model: + active: true + autoregressive: + attn_n_heads: 4 + attn_n_layers: 2 + history: markov + order: energy_desc + teacher_forcing: always + tf_p_end: 1 + tf_p_start: 1 + context_dim: 64 + ctx_p_end: 0 + ctx_p_start: 1 + ddpm: + n_steps: 1000 + time_dim: 64 + decoder: one_shot + dropout: 0 + flow: + time_dim: 64 + freeze: false + generator: wgan + heads: + n_sec: + depth: 2 + hidden_ratio: 0.5 + type: + depth: 2 + hidden_ratio: 0.5 + hidden_dim: 16 + init_from: "" + k_max: 15 + lambda: 1 + n_res_blocks: 1 + n_sec: + lambda: 0.1 + mode: head + owner: stage2 + stop_sampling: greedy + particle_type: + class_weighting: none + lambda: 1 + n_classes: 0 + other_policy: sample + target: physical + router: + emb_dim: 8 + enabled: false + gumbel: false + gumbel_tau_end: 0.1 + gumbel_tau_start: 1 + hidden_dim: 64 + lambda_balance: 0 + lambda_entropy: 0 + lambda_proc: 0 + learn_centers: true + learn_temperature: false + learn_width: false + n_experts: 4 + temperature: 0.5 + tie_to_stage1: false + type: energy + width_max_ratio: 10 + width_min_ratio: 0.1 + stage1_context: truth + trunk: + block_conditioning: add + type: resmlp + wgan: + critic_hidden_dim: 0 + critic_lr: 0 + critic_n_res_blocks: 0 + gp_weight: 10 + gumbel_tau_end: 0.1 + gumbel_tau_start: 1 + n_critic: 5 + noise_dim: 64 +param_counts: + value: + stage1: 26409 + stage2: 54162 + total: 80571 +stage1_model: + value: + active: true + ddpm: + n_steps: 1000 + time_dim: 64 + dropout: 0 + flow: + time_dim: 64 + freeze: false + generator: flow + heads: + n_sec: + depth: 2 + hidden_ratio: 0.5 + hidden_dim: 16 + init_from: "" + lambda: 1 + n_res_blocks: 1 + router: + emb_dim: 8 + enabled: false + gumbel: false + gumbel_tau_end: 0.1 + gumbel_tau_start: 1 + hidden_dim: 64 + lambda_balance: 0 + lambda_entropy: 0 + lambda_proc: 0 + learn_centers: true + learn_temperature: false + learn_width: false + n_experts: 4 + temperature: 0.5 + type: energy + width_max_ratio: 10 + width_min_ratio: 0.1 + trunk: + block_conditioning: add + type: resmlp + wgan: + critic_hidden_dim: 0 + critic_lr: 0 + critic_n_res_blocks: 0 + gp_weight: 10 + n_critic: 5 + noise_dim: 64 +stage2_model: + value: + active: true + autoregressive: + attn_n_heads: 4 + attn_n_layers: 2 + history: markov + order: energy_desc + teacher_forcing: always + tf_p_end: 1 + tf_p_start: 1 + context_dim: 64 + ctx_p_end: 0 + ctx_p_start: 1 + ddpm: + n_steps: 1000 + time_dim: 64 + decoder: one_shot + dropout: 0 + flow: + time_dim: 64 + freeze: false + generator: wgan + heads: + n_sec: + depth: 2 + hidden_ratio: 0.5 + type: + depth: 2 + hidden_ratio: 0.5 + hidden_dim: 16 + init_from: "" + k_max: 15 + lambda: 1 + n_res_blocks: 1 + n_sec: + lambda: 0.1 + mode: head + owner: stage2 + stop_sampling: greedy + particle_type: + class_weighting: none + lambda: 1 + n_classes: 0 + other_policy: sample + target: physical + router: + emb_dim: 8 + enabled: false + gumbel: false + gumbel_tau_end: 0.1 + gumbel_tau_start: 1 + hidden_dim: 64 + lambda_balance: 0 + lambda_entropy: 0 + lambda_proc: 0 + learn_centers: true + learn_temperature: false + learn_width: false + n_experts: 4 + temperature: 0.5 + tie_to_stage1: false + type: energy + width_max_ratio: 10 + width_min_ratio: 0.1 + stage1_context: truth + trunk: + block_conditioning: add + type: resmlp + wgan: + critic_hidden_dim: 0 + critic_lr: 0 + critic_n_res_blocks: 0 + gp_weight: 10 + gumbel_tau_end: 0.1 + gumbel_tau_start: 1 + n_critic: 5 + noise_dim: 64 +train: + value: + batch_size: 32 + ema_decay: 0.9999 + epochs: 3 + lr: 0.0003 + max_val_batches: 200 + num_workers: 4 + precision: fp32 + seed: 0 + val_fraction: 0.1 + validate_every: 0 + validate_steps: 10 + wandb: true + wandb_log_every: 50 + wandb_project: giant + wandb_run_name: "" + warmup_epochs: 5 + weight_decay: 0.01 diff --git a/wandb/run-20260826_120553-epochs=3/files/output.log b/wandb/run-20260826_120553-epochs=3/files/output.log new file mode 100644 index 0000000..9e5ed85 --- /dev/null +++ b/wandb/run-20260826_120553-epochs=3/files/output.log @@ -0,0 +1,43 @@ + + +Dim real_mean gen_mean real_std gen_std KL(real||gen) +------------------------------------------------------------------------------- +log_step_length -0.2712 -0.6230 1.1637 1.2241 16.2914 +edep_logit 0.1038 0.5304 0.9154 1.1436 11.6862 +sec_logit -0.0401 -0.3349 0.9973 1.2312 16.0983 +post_dx -0.1144 0.6235 0.8849 1.3231 15.1834 +post_dy 0.1969 -0.1217 0.9479 1.0335 12.8375 +post_dz 0.1798 -0.5140 1.1660 0.6126 15.0968 +travel_dx 0.0000 0.3038 0.0000 0.9044 2.0794 +travel_dy 0.0000 -0.4919 0.0000 0.6814 21.1933 +travel_dz 0.0000 0.1689 0.0000 1.1528 2.0794 + +n_sec accuracy=0.0000 mean|Δ|=13.0625 +n_sec value real_frac gen_frac +------------------------------------------ +0 0.3750 0.0000 +1 0.3125 0.0000 +2 0.3125 0.0000 +3 0.0000 0.0000 +4 0.0000 0.0000 +5 0.0000 0.0000 +6 0.0000 0.0000 +7 0.0000 0.0000 +8 0.0000 0.0000 +9 0.0000 0.0000 +10 0.0000 0.0000 +11 0.0000 0.0000 +12 0.0000 0.0000 +13 0.0000 0.0000 +14 0.0000 1.0000 + +sec slot (energy frac.) real_mean gen_mean real_std gen_std KL(real||gen) +------------------------------------------------------------------------------------------ +0 0.6770 0.4632 0.3354 0.0574 14.1692 +1 1.0000 0.5308 0.0000 0.0671 21.1933 + +sec phys (normalised) real_mean gen_mean real_std gen_std KL(real||gen) +-------------------------------------------------------------------- +log_mass 0.1510 0.1370 0.9292 0.3398 5.1594 +charge -0.1977 -0.0405 0.9295 0.3401 5.9980 +epoch 3/3 stage1[loss=1.841] stage2[d=7.351 g=-0.045] val 14.5286 0.1s [best] diff --git a/wandb/run-20260826_120553-epochs=3/files/requirements.txt b/wandb/run-20260826_120553-epochs=3/files/requirements.txt new file mode 100644 index 0000000..3665f21 --- /dev/null +++ b/wandb/run-20260826_120553-epochs=3/files/requirements.txt @@ -0,0 +1,122 @@ +typer==0.26.7 +python-dateutil==2.9.0.post0 +six==1.17.0 +markdown-it-py==4.2.0 +mdurl==0.1.2 +annotated-doc==0.0.4 +shellingham==1.5.4 +rich==15.0.0 +Pygments==2.20.0 +numpy==2.4.6 +pyarrow==24.0.0 +pandas==3.0.3 +tqdm==4.68.3 +PyYAML==6.0.3 +packaging==26.2 +typing_extensions==4.15.0 +MarkupSafe==3.0.3 +filelock==3.29.4 +Jinja2==3.1.6 +fsspec==2026.6.0 +mpmath==1.3.0 +networkx==3.6.1 +sympy==1.14.0 +torch==2.3.1+cpu +iniconfig==2.3.0 +pluggy==1.6.0 +ty==0.0.50 +ruff==0.15.17 +pytest==9.1.0 +polars-runtime-32==1.41.2 +polars==1.41.2 +cramjam==2.11.0 +xxhash==3.7.0 +awkward_cpp==53 +uproot==5.7.4 +awkward==2.9.1 +ipython_pygments_lexers==1.1.1 +comm==0.2.3 +decorator==5.3.1 +nest-asyncio2==1.7.2 +stack-data==0.6.3 +kiwisolver==1.5.0 +pyparsing==3.3.2 +platformdirs==4.10.0 +matplotlib-inline==0.2.2 +ipykernel==7.3.0 +jupyter_core==5.9.1 +ptyprocess==0.7.0 +pexpect==4.9.0 +executing==2.2.1 +psutil==7.2.2 +asttokens==3.0.1 +parso==0.8.7 +wcwidth==0.8.1 +pure_eval==0.2.3 +cycler==0.12.1 +jupyter_client==8.9.1 +traitlets==5.15.1 +contourpy==1.3.3 +pyzmq==27.1.0 +tornado==6.5.7 +pillow==12.2.0 +prompt_toolkit==3.0.52 +ipython==9.14.1 +debugpy==1.8.21 +fonttools==4.63.0 +matplotlib==3.11.0 +jedi==0.20.0 +threadpoolctl==3.6.0 +joblib==1.5.3 +narwhals==2.23.0 +scikit-learn==1.9.0 +scipy==1.18.0 +hepunits==2.4.6 +attrs==26.1.0 +particle==1.0.0 +plotstyle==1.0.0 +certifi==2026.7.22 +typing-inspection==0.4.2 +annotated-types==0.8.0 +idna==3.18 +requests==2.34.2 +click==8.4.2 +pydantic_core==2.46.4 +charset-normalizer==3.4.9 +urllib3==2.7.0 +protobuf==7.35.1 +pydantic==2.13.4 +sentry-sdk==2.66.1 +wandb==0.28.1 +pytest-cov==7.1.0 +coverage==7.15.4 +tomlkit==0.15.1 +h11==0.16.0 +bracex==3.0.1 +truststore==0.10.4 +python-dotenv==1.2.3 +wcmatch==11.0.1 +questionary==2.1.1 +git-cliff==2.13.1 +pydantic-settings==2.15.0 +rich-click==1.9.8 +httpx2==2.11.0 +httpcore2==2.11.0 +bump-my-version==1.5.1 +anyio==4.14.2 +giant==0.3.10 +parse==1.22.1 +python-daemon==2.1.2 +colorama==0.4.6 +tenacity==8.5.0 +lockfile==0.12.2 +webdavclient3==3.14.7 +cachetools==7.1.7 +smmap==5.0.3 +gitdb==4.0.12 +GitPython==3.1.60 +b2luigi==1.2.9 +lxml==6.1.2 +docutils==0.23 +luigi==3.7.3 +setuptools==84.0.0 diff --git a/wandb/run-20260826_120553-epochs=3/files/wandb-metadata.json b/wandb/run-20260826_120553-epochs=3/files/wandb-metadata.json new file mode 100644 index 0000000..a34faae --- /dev/null +++ b/wandb/run-20260826_120553-epochs=3/files/wandb-metadata.json @@ -0,0 +1,36 @@ +{ + "os": "Linux-7.1.5-200.fc44.x86_64-x86_64-with-glibc2.43", + "python": "CPython 3.12.13", + "startedAt": "2026-08-26T10:05:53.599572Z", + "args": [ + "--spec", + "/tmp/claude-1000/-home-lars-Programming-giant/c0a425e3-0573-4431-8d18-9d7c30e13d34/scratchpad/smoke.toml", + "--workers", + "1", + "--mode", + "run" + ], + "program": "/home/lars/Programming/giant/giant/workflow/run.py", + "codePath": "giant/workflow/run.py", + "codePathLocal": "giant/workflow/run.py", + "git": { + "remote": "gitea@git.larsbogner.de:lars/giant.git", + "commit": "44edb474b26e0b618419f8f6e4503b0db9926f5c" + }, + "email": "lars.bogner@outlook.de", + "root": "/home/lars/Programming/giant", + "host": "fedora-thinkpad", + "executable": "/home/lars/Programming/giant/.venv/bin/python3", + "cpu_count": 8, + "cpu_count_logical": 16, + "disk": { + "/": { + "total": "1153673723904", + "used": "227085520896" + } + }, + "memory": { + "total": "15931523072" + }, + "writerId": "sz38z114u2tfxdjzg1mag2rs2va1luwi" +} \ No newline at end of file diff --git a/wandb/run-20260826_120553-epochs=3/files/wandb-summary.json b/wandb/run-20260826_120553-epochs=3/files/wandb-summary.json new file mode 100644 index 0000000..479e1f8 --- /dev/null +++ b/wandb/run-20260826_120553-epochs=3/files/wandb-summary.json @@ -0,0 +1 @@ +{"stage2/train/wasserstein":-0.00959531486706626,"stage1/train/loss_balance":0,"_step":15,"stage1/train/grad_norm":0.73869278197898,"samples_per_sec":1142.7341743723402,"stage1/val/type_acc":0,"gpu_mem_mb":0,"stage2/train/nsec_acc":0.36090225575113655,"_wandb":{"runtime":0},"stage1/train/loss_proc":0,"stage2/train/loss_stop":0,"stage2/train/d_loss":4.57250355957146,"stage1/lr":0.00024,"stage2/train/g_loss":-0.02378324099949428,"_wandb.runtime":0,"stage2/train/grad_norm_type_slice":0.008421143194786589,"stage1/train/type_acc":0,"val/marginal_kl":15.535483727944827,"epoch_time_s":0.11638752299768385,"stage1/val/loss":1.8279871940612793,"stage1/train/loss_nsec":0,"stage1/train/loss_gen":1.894191010554034,"grad_norm":30.918668481052144,"_timestamp":1.7877384480070157e+09,"stage1/val/loss_gen":1.8279871940612793,"stage1/val/loss_type":0,"epoch":3,"val/loss":17.36347092200611,"stage2/train/loss_nsec":2.600247922696566,"_runtime":0,"stage1/val/nsec_acc":0,"stage1/train/loss":1.894191010554034,"stage2/train/grad_norm_d":30.059515745119946,"stage2/train/gp_loss":0.45629081242066577,"stage1/train/loss_type":0,"stage1/train/stop_acc":0,"stage2/train/stop_acc":0,"stage2/train/grad_norm_g":0.12045995395322492,"stage2/critic_lr":0.0003,"stage1/val/loss_stop":0,"stage1/train/loss_entropy":0,"stage1/train/loss_stop":0,"is_best":1,"stage1/val/loss_nsec":0,"stage1/val/stop_acc":0,"stage1/train/nsec_acc":0,"stage2/lr":0.00024,"stage2/train/grad_norm_cont_slice":0.008100892368115876} \ No newline at end of file diff --git a/wandb/run-20260826_120553-epochs=3/logs/debug-core.log b/wandb/run-20260826_120553-epochs=3/logs/debug-core.log new file mode 120000 index 0000000..3cc36ed --- /dev/null +++ b/wandb/run-20260826_120553-epochs=3/logs/debug-core.log @@ -0,0 +1 @@ +/home/lars/.cache/wandb/logs/core-debug-20260826_120546.log \ No newline at end of file diff --git a/wandb/run-20260826_120553-epochs=3/logs/debug-internal.log b/wandb/run-20260826_120553-epochs=3/logs/debug-internal.log new file mode 100644 index 0000000..d3266d4 --- /dev/null +++ b/wandb/run-20260826_120553-epochs=3/logs/debug-internal.log @@ -0,0 +1,20 @@ +{"time":"2026-08-26T12:05:53.603583703+02:00","level":"INFO","msg":"wandb-core"} +{"time":"2026-08-26T12:05:53.603765495+02:00","level":"INFO","msg":"stream: starting","core version":"0.28.1"} +{"time":"2026-08-26T12:05:54.111493133+02:00","level":"INFO","msg":"stream: created new stream","id":"epochs=3"} +{"time":"2026-08-26T12:05:54.111600906+02:00","level":"INFO","msg":"handler: started"} +{"time":"2026-08-26T12:05:54.111828224+02:00","level":"INFO","msg":"stream: started"} +{"time":"2026-08-26T12:05:54.111882476+02:00","level":"INFO","msg":"writer: started","stream_id":"epochs=3"} +{"time":"2026-08-26T12:05:54.11194287+02:00","level":"INFO","msg":"sender: started"} +{"time":"2026-08-26T12:05:54.76967823+02:00","level":"INFO","msg":"filestream: sending request","total_files":1} +{"time":"2026-08-26T12:05:54.967116392+02:00","level":"INFO","msg":"flowcontrol: backed up, offloading to disk","recordNumber":59} +{"time":"2026-08-26T12:05:54.96800731+02:00","level":"INFO","msg":"flowcontrol: unblocked","totalOffloaded":29} +{"time":"2026-08-26T12:05:54.969172244+02:00","level":"WARN","msg":"handler: ignoring partial history record","step":15,"current":16} +{"time":"2026-08-26T12:05:55.33582325+02:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-26T12:05:55.872460505+02:00","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"} +{"time":"2026-08-26T12:05:55.872862052+02:00","level":"INFO","msg":"filestream: sending request","total_files":2,"console_offset":0,"console_lines":43,"uploaded_len":5,"complete":true,"exit_code":0} +{"time":"2026-08-26T12:05:56.326116675+02:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-26T12:05:56.327601001+02:00","level":"INFO","msg":"handler: operation stats","stats":{}} +{"time":"2026-08-26T12:05:56.33054197+02:00","level":"INFO","msg":"stream: finishing up"} +{"time":"2026-08-26T12:05:56.330557449+02:00","level":"INFO","msg":"handler: closed"} +{"time":"2026-08-26T12:05:56.330602734+02:00","level":"INFO","msg":"sender: closed"} +{"time":"2026-08-26T12:05:56.330608776+02:00","level":"INFO","msg":"stream: all finished"} diff --git a/wandb/run-20260826_120553-epochs=3/logs/debug.log b/wandb/run-20260826_120553-epochs=3/logs/debug.log new file mode 100644 index 0000000..e36290b --- /dev/null +++ b/wandb/run-20260826_120553-epochs=3/logs/debug.log @@ -0,0 +1,22 @@ +2026-08-26 12:05:53,602 INFO MainThread:744872 [wandb_init.py:setup_run_log_directory():729] Logging user logs to /home/lars/Programming/giant/wandb/run-20260826_120553-epochs=3/logs/debug.log +2026-08-26 12:05:53,602 INFO MainThread:744872 [wandb_init.py:setup_run_log_directory():730] Logging internal logs to /home/lars/Programming/giant/wandb/run-20260826_120553-epochs=3/logs/debug-internal.log +2026-08-26 12:05:53,602 INFO MainThread:744872 [wandb_init.py:init():772] calling init triggers +2026-08-26 12:05:53,602 INFO MainThread:744872 [wandb_init.py:init():777] wandb.init called with sweep_config: {} +config: {'train': {'epochs': 3, 'batch_size': 32, 'lr': 0.0003, 'weight_decay': 0.01, 'ema_decay': 0.9999, 'warmup_epochs': 5, 'val_fraction': 0.1, 'max_val_batches': 200, 'num_workers': 4, 'seed': 0, 'validate_every': 0, 'validate_steps': 10, 'wandb': True, 'wandb_project': 'giant', 'wandb_run_name': '', 'wandb_log_every': 50, 'precision': 'fp32'}, 'conditioning': {'out_dim': 128, 'share_stages': False, 'particle': {'type': 'physical', 'emb_dim': 16, 'n_layers': 2}, 'material': {'type': 'physical', 'emb_dim': 16, 'n_layers': 2}}, 'stage1_model': {'active': True, 'init_from': '', 'freeze': False, 'generator': 'flow', 'hidden_dim': 16, 'n_res_blocks': 1, 'dropout': 0.0, 'lambda': 1.0, 'flow': {'time_dim': 64}, 'ddpm': {'time_dim': 64, 'n_steps': 1000}, 'wgan': {'noise_dim': 64, 'n_critic': 5, 'gp_weight': 10.0, 'critic_lr': 0.0, 'critic_hidden_dim': 0, 'critic_n_res_blocks': 0}, 'router': {'enabled': False, 'type': 'energy', 'n_experts': 4, 'temperature': 0.5, 'learn_centers': True, 'learn_width': False, 'learn_temperature': False, 'width_min_ratio': 0.1, 'width_max_ratio': 10.0, 'lambda_balance': 0.0, 'lambda_entropy': 0.0, 'gumbel': False, 'gumbel_tau_start': 1.0, 'gumbel_tau_end': 0.1, 'emb_dim': 8, 'hidden_dim': 64, 'lambda_proc': 0.0}, 'trunk': {'type': 'resmlp', 'block_conditioning': 'add'}, 'heads': {'n_sec': {'hidden_ratio': 0.5, 'depth': 2}}}, 'stage2_model': {'active': True, 'init_from': '', 'freeze': False, 'decoder': 'one_shot', 'generator': 'wgan', 'hidden_dim': 16, 'n_res_blocks': 1, 'dropout': 0.0, 'lambda': 1.0, 'k_max': 15, 'context_dim': 64, 'stage1_context': 'truth', 'ctx_p_start': 1.0, 'ctx_p_end': 0.0, 'n_sec': {'mode': 'head', 'lambda': 0.1, 'owner': 'stage2', 'stop_sampling': 'greedy'}, 'particle_type': {'target': 'physical', 'lambda': 1.0, 'other_policy': 'sample', 'n_classes': 0, 'class_weighting': 'none'}, 'autoregressive': {'order': 'energy_desc', 'history': 'markov', 'teacher_forcing': 'always', 'tf_p_start': 1.0, 'tf_p_end': 1.0, 'attn_n_heads': 4, 'attn_n_layers': 2}, 'flow': {'time_dim': 64}, 'ddpm': {'time_dim': 64, 'n_steps': 1000}, 'wgan': {'noise_dim': 64, 'n_critic': 5, 'gp_weight': 10.0, 'critic_lr': 0.0, 'critic_hidden_dim': 0, 'critic_n_res_blocks': 0, 'gumbel_tau_start': 1.0, 'gumbel_tau_end': 0.1}, 'router': {'tie_to_stage1': False, 'enabled': False, 'type': 'energy', 'n_experts': 4, 'temperature': 0.5, 'learn_centers': True, 'learn_width': False, 'learn_temperature': False, 'width_min_ratio': 0.1, 'width_max_ratio': 10.0, 'lambda_balance': 0.0, 'lambda_entropy': 0.0, 'gumbel': False, 'gumbel_tau_start': 1.0, 'gumbel_tau_end': 0.1, 'emb_dim': 8, 'hidden_dim': 64, 'lambda_proc': 0.0}, 'trunk': {'type': 'resmlp', 'block_conditioning': 'add'}, 'heads': {'n_sec': {'hidden_ratio': 0.5, 'depth': 2}, 'type': {'hidden_ratio': 0.5, 'depth': 2}}}, 'model_config': {'pdg_vocab': 5, 'mat_vocab': 2, 'conditioning': {'out_dim': 128, 'share_stages': False, 'particle': {'type': 'physical', 'emb_dim': 16, 'n_layers': 2}, 'material': {'type': 'physical', 'emb_dim': 16, 'n_layers': 2}}, 'stage1_model': {'active': True, 'init_from': '', 'freeze': False, 'generator': 'flow', 'hidden_dim': 16, 'n_res_blocks': 1, 'dropout': 0.0, 'lambda': 1.0, 'flow': {'time_dim': 64}, 'ddpm': {'time_dim': 64, 'n_steps': 1000}, 'wgan': {'noise_dim': 64, 'n_critic': 5, 'gp_weight': 10.0, 'critic_lr': 0.0, 'critic_hidden_dim': 0, 'critic_n_res_blocks': 0}, 'router': {'enabled': False, 'type': 'energy', 'n_experts': 4, 'temperature': 0.5, 'learn_centers': True, 'learn_width': False, 'learn_temperature': False, 'width_min_ratio': 0.1, 'width_max_ratio': 10.0, 'lambda_balance': 0.0, 'lambda_entropy': 0.0, 'gumbel': False, 'gumbel_tau_start': 1.0, 'gumbel_tau_end': 0.1, 'emb_dim': 8, 'hidden_dim': 64, 'lambda_proc': 0.0}, 'trunk': {'type': 'resmlp', 'block_conditioning': 'add'}, 'heads': {'n_sec': {'hidden_ratio': 0.5, 'depth': 2}}}, 'stage2_model': {'active': True, 'init_from': '', 'freeze': False, 'decoder': 'one_shot', 'generator': 'wgan', 'hidden_dim': 16, 'n_res_blocks': 1, 'dropout': 0.0, 'lambda': 1.0, 'k_max': 15, 'context_dim': 64, 'stage1_context': 'truth', 'ctx_p_start': 1.0, 'ctx_p_end': 0.0, 'n_sec': {'mode': 'head', 'lambda': 0.1, 'owner': 'stage2', 'stop_sampling': 'greedy'}, 'particle_type': {'target': 'physical', 'lambda': 1.0, 'other_policy': 'sample', 'n_classes': 0, 'class_weighting': 'none'}, 'autoregressive': {'order': 'energy_desc', 'history': 'markov', 'teacher_forcing': 'always', 'tf_p_start': 1.0, 'tf_p_end': 1.0, 'attn_n_heads': 4, 'attn_n_layers': 2}, 'flow': {'time_dim': 64}, 'ddpm': {'time_dim': 64, 'n_steps': 1000}, 'wgan': {'noise_dim': 64, 'n_critic': 5, 'gp_weight': 10.0, 'critic_lr': 0.0, 'critic_hidden_dim': 0, 'critic_n_res_blocks': 0, 'gumbel_tau_start': 1.0, 'gumbel_tau_end': 0.1}, 'router': {'tie_to_stage1': False, 'enabled': False, 'type': 'energy', 'n_experts': 4, 'temperature': 0.5, 'learn_centers': True, 'learn_width': False, 'learn_temperature': False, 'width_min_ratio': 0.1, 'width_max_ratio': 10.0, 'lambda_balance': 0.0, 'lambda_entropy': 0.0, 'gumbel': False, 'gumbel_tau_start': 1.0, 'gumbel_tau_end': 0.1, 'emb_dim': 8, 'hidden_dim': 64, 'lambda_proc': 0.0}, 'trunk': {'type': 'resmlp', 'block_conditioning': 'add'}, 'heads': {'n_sec': {'hidden_ratio': 0.5, 'depth': 2}, 'type': {'hidden_ratio': 0.5, 'depth': 2}}}}, 'param_counts': {'stage1': 26409, 'stage2': 54162, 'total': 80571}, '_wandb': {}} +2026-08-26 12:05:53,602 INFO MainThread:744872 [wandb_init.py:init():820] starting backend +2026-08-26 12:05:53,602 INFO MainThread:744872 [wandb_init.py:init():835] sending inform_init request +2026-08-26 12:05:54,112 INFO MainThread:744872 [wandb_init.py:init():840] backend started and connected +2026-08-26 12:05:54,114 INFO MainThread:744872 [wandb_init.py:init():910] updated telemetry +2026-08-26 12:05:54,122 INFO MainThread:744872 [wandb_init.py:init():933] communicating run to backend with 90.0 second timeout +2026-08-26 12:05:54,765 INFO MainThread:744872 [wandb_init.py:init():973] run resumed +2026-08-26 12:05:54,768 INFO MainThread:744872 [wandb_init.py:init():978] starting run threads in backend +2026-08-26 12:05:54,849 INFO MainThread:744872 [wandb_run.py:_console_start():2621] atexit reg +2026-08-26 12:05:54,849 INFO MainThread:744872 [wandb_run.py:_redirect():2471] redirect: wrap_raw +2026-08-26 12:05:54,849 INFO MainThread:744872 [wandb_run.py:_redirect():2540] Wrapping output streams. +2026-08-26 12:05:54,849 INFO MainThread:744872 [wandb_run.py:_redirect():2563] Redirects installed. +2026-08-26 12:05:54,849 INFO MainThread:744872 [wandb_init.py:init():1016] run started, returning control to user process +2026-08-26 12:05:54,994 INFO MainThread:744872 [wandb_run.py:_finish():2383] finishing run lade043-karlsruhe-institute-of-technology/giant/epochs=3 +2026-08-26 12:05:54,994 INFO MainThread:744872 [wandb_run.py:_atexit_cleanup():2588] got exitcode: 0 +2026-08-26 12:05:54,994 INFO MainThread:744872 [wandb_run.py:_restore():2570] restore +2026-08-26 12:05:54,994 INFO MainThread:744872 [wandb_run.py:_restore():2576] restore done +2026-08-26 12:05:56,330 INFO MainThread:744872 [wandb_run.py:_footer_sync_info():3993] logging synced files diff --git a/wandb/run-20260826_120553-epochs=3/run-epochs=3.wandb b/wandb/run-20260826_120553-epochs=3/run-epochs=3.wandb new file mode 100644 index 0000000000000000000000000000000000000000..9959261e7a6e167b2cc50d753153d3e9103e267a GIT binary patch literal 14045 zcmeHO3zQVqnNBeQ#&U$20Z~VVrbR`VuCDiEl&I)NjV}}*S%{~%y1V)T-CdpP>Ul8C z*kcv%z^HzTmSvP@Ba6{|GoFW)m@h!xA4`iU+FEKd-J(p;hMQeT6n(MDZ8m$Wr1=B zcOq}`aZ!*>L7JaT$*GL2CZ%NB%Gio6CG}L&Nm{Zfnnu!8WIL16WIfY9NfZoG5WhFK z`-R!lx#kH&+>~fbRa&vkw!fY4Eu<9&WHt9c$2TB5CT8EsYM zp?`qCe*!C72?NU0UN!w555|#W42X5ugXu*qi0lp~0vmPg(&H0J6 zld}6rsni*Digu&Gf2m8ZW+u$ z+ylJFE+*49JP^Q~Llf$@XFo_yNR)fES2jDir7$R&z- zplO5ip<*z1SPFwFEDahS*c}E}!7il;320|n2qd77f&mORs}_?EI9IL9$!)^7tLVTU z^dsrIK#CMQB^;56U3XgWdD^5p4BQY41|M_{^aWTG8eLjWc`;bKSSW+>i1#GuQ3d{H zr_)iWlymGf7!3M7QE@<3e+{W_1h8(}DWeJHfq?=3RzCE4x#sn2`2F*G2yZZ4(C6I} z4C9>Z14nu&5LaZIERkVL`_JbOh2;r|e_&f65AF7y-Y|Zk>B2D^mIDni95fFk{oX{G z>6V}*>=EeUx{+|eLrt_ERIH6c(ra!HI4wLQFfu%?_%3L*i{%2uGkB1NAdv1uzu!+bxaed>kYqtp z=0Oqh* zRdv!y)lieN?ubcUGF8dSm>JzsHBm{5>7->rwopr*mpOgW;z?X{6O$I~c({c>f}a-b zEaQ-Ni<3>Cok|UHoXE%cLjx6)&C^mIlVk~COhhy&fKrpuOSO0p`8x~>@pe^jVj3aL=K zf#|{fM3Pkm)(WIFC+8vco&lvTbXq$3eC z5cOyaQe|B5`qPYn-zFJg8AUZjXsIablEfd$w}ycAw9^m=J&(E5@n8dsL931o z&0lMC!~F12;tyxc*Mr+=4{~FeyPY0G^_FI7ilmyl0Y;Q{zKfsDRLOdFI#F^x90esm zQGv}lm}ojyH6{3O$%<}Dl4cs8R~NSyY+Y5BBvp|t)i8CgwQeH56DHG$N@#zO@Tepp z{fGG~Y`>(+f}yCAp@In%Rh0ST`L;2NVCYDKX~C$LL`l>%Ra8`d?kGd0LqoNyf@a7t z@HOapLsIp+3)M`@4DS|xB1xt~>R;0MIeZHlLkW_G4aT7)>56G+vTRv~ZYrk6&tswm zX)2_^uss5Fp=BD-?cnursf>y&OdpKyAcoicQDeQ{1w&jboO&pxZpnrzS%ztue0-n% zl?GM{I5XHn(hL=%6u6Gg&*pj3L@;#`hIhMUmsX{E!WJy)|TI7`CbmaWQ!|%=3CUDJPeU`iDtGsj$naK=660{fu zKp~S-RUw$z!uc)MllOD6Y#|S4U4p8#Pd#l>pPzF}k#JV*XlY(WCeYze_S`gK-lSNp zQg%}Fa&f;{jzfyDns#Ckp2T=8=N6q9&WN!^o(trQkOj}i$m|$TiMA?hjuL|jTZyR< zk78z8GGkWSNGYNtDQQKGS5lBJPUT?Qj#rBAa!2spVqxAvu~>N4G>?-IAM*zDn!u>C z97oJJnT09LU`7r<4{2;_jMf_5E@myaQxzL{2$Ey7tTPwLa>N91Hx?JeQjZScJhuWRbi4~axbOpGXTr7IGN zh{vvk&+u<$M2xGErJ~p+iYJ}i89A98S;i}uz1gzL!*kx|XSp*6x#p|6)?2x0JQr`D z(mXi0?X~T*TL*`CfArL(JGeKrz|ybZK-hrHN6$E$!~3oDpx=IWv& z*Ic{3sbdj;dcHUg1J8kFLea5H@C>Gx+9fHj_-U+x#pLqrbLL|C%9T)Z!n7M^&X@zp zhp@=gDC9M3uLop~f8vFU+C31R!iw6I=&ldeg6R3NKkeU=;h}es<5U)y=J@#VjfCU9 zOaJ~{#3JXEmkYv1vOI=n(@<O0ZcocC#t%}47FUH3F{Jd_2dIqn?U zL^#^(clRU58LTMHam`Izkz?7dz_DO2L8U){7{uC|@xVYDc`6E~8Pb&m1xVKFz!F?C z71eutlZYG-V}WUoyEi^gIL^61I}JG=&Wh3;ckS5G;MiA#YJ3AnODD!dy0R2FAuKjv zZ%Cxziqaf+-tuvS>2V@3}yVI)a%!yh&1Yu(IU_rd+h@kkb!=D2px&=VMY2IjX3$nhvv zl;$}2+G-FzA2#0IaKbdUw{e#y*4QYG;X{>LV(1Lm5?K&opY@&RR~?KTk7j{sjvKaL zLpWY>FB~v~=uB3W=D7LgAJQDh^mc^4mr+Z zffUr#t5^7>&HBgY6UN^>0k)j!c3$MiPCM$*kO9D$T32f?Xf#~*!vS`sNPaplwhuyTQ< z2%;`)o8SNKR^)OF3qW%jdEj=!W#i#*y@V^1IjrbO6qmg({R~9s1yo?$UUeukWCF$) zwxA3rV7xr{%q^E8{IRS~8h*on-AUlDlxE(9@W-*DH2lu*+>P*Ge#ZUBcbmwlJD$}^ z!w+A(fxyrD?BfXtKbIAy;Ws>UAHoOYifVZ65<Ue&p{q z5%?W@uDu%J=dq$R{Nr05K=^uuuEEy60bY`8Q61r58$4+{!p~=Q((pTXJw)I)ypw20 z_)b=ohF|mjUm!eLEz}_C?=kR8HvOU(;bW{$8h-B&9wzV?=#vD57g$jme)ofqB788N z(zxMuZ2-V+aM`l`-oHWkIIEL}ANki`68Mu2n>`!hMOKuCUwhNz2wx9JqZy2WpLOaJ zCnLPX>ZIX!|MUq0zxAQ!a}Zu;MQQk5JDx=Npm#@O*PBcp1Wfohr_Mxph1E&JuX*)p z0$+W8;O7XhvZ6Hn;Ob`(zCNjqW-zApTe^>&itrk%lZM}X<8uW5{l}(T2(PoEH2nI< zo=5m#H82``yw)ez+_(zi4OS-&zy99e5crwHr&JK$WJPKCk?+2O@QpA(io%%IfBNjY zD-hmdb<*$~9(#?zw_W_%3kcuEiqh~`zxR8D59Xdx(0Drr{#!S{{0D?Tk=04VZ@co} z34CtkyD5Y}i4~>cH{A0d2rum`?2Uo{q|(0};TNzvY52`M-z4y>^uN6d;lIX;((vm) ze2c*EE9{Md|KNrPstA8FtCNP`ux^CFUw_$^(-Hm@R+NSxesm9k-&fch1AoRZ@7sv* zr?NU}_>m{yCGeST*=Y#BkQJrj_rCQ$f!|ly8w0=U_J1oO{AsLC8h+bT9}@UyCY`Vj z;ZJ8pY529DeoWx^74|52See70v^mm>@PEbXq~Uj7`ze7x;`R6M>jBZPv!WSlxv_2Y z;IEoGF5+R|6{!?lKQcFXp)Z0<3*iLt{XaSvFmT@!zeA#Du;?_=SDqOHbdG=IxxvK) zAbKV%TA+yT{OAf0UGn7@Ci^S-=$%_SknUM52b%8453eG06PhD*gXlL{QHP?t_QyAX z=;D2iXcA*!^=%ln#f+*e!2rPBZMf}*zK6s)k%bRQg`|NcUv$a)ZzIpMS#X-?<~wg8 zJo#qza^!gqD@ya+{Kh8axv!y5umisfDMNZ7h|-i}!liE1RfOA!%w4qLKlsr-NbCX@jV3nu^s9u}hw8{W z+=X4piqgBVt6zK*L`jya2nUrlm#Tlmj#~?-AGlQNUTMiz!z+U=IjIAg3(Zn{X0Bg? z92c{|G{?Q4yiGX1ym9io$nhdpl;OBxFLF%5uQamsrY9tc=?cpr3lzA7WKeA#4jgNj zaEw=X!-ytWmMLDv4={1H2*cDdD&}? zwDIs$4?Nw}@eD_P&(jsT^wbN_JL|kNA{TjiCmr$K2&C@t3p1e+NsIV7+mGZckpjFo zjyEOva3Zju_TY#il+uOBV*H^{q*$%^k)#tTx+T|#AMwC1a0-2qd?^Kky8;JGoso(Q z^+6r{;K+{jB9&u1YLIBC%0IFX$1mn&WIIN>M2Nm1I#;k{w?Msx4q3KJQrY|{t9HX|i!uurQQOB1u>zt!I&Yusumv$V_AKD)N-m85w qeMmU!C5bi9&bs4RsPQd0agDZ=t74{4bM&NS7Ur@)Ui$&}mH!0=_CA3C literal 0 HcmV?d00001 diff --git a/wandb/run-20260826_120646-single/files/config.yaml b/wandb/run-20260826_120646-single/files/config.yaml new file mode 100644 index 0000000..db91a76 --- /dev/null +++ b/wandb/run-20260826_120646-single/files/config.yaml @@ -0,0 +1,368 @@ +_wandb: + value: + cli_version: 0.28.1 + e: + 03u890h8ay2x9warl6313brxq8q7ckxj: + args: + - train + - /tmp/claude-1000/-home-lars-Programming-giant/c0a425e3-0573-4431-8d18-9d7c30e13d34/scratchpad/data/train.parquet + - --config + - /tmp/claude-1000/-home-lars-Programming-giant/c0a425e3-0573-4431-8d18-9d7c30e13d34/scratchpad/tiny.toml + - --epochs + - "3" + - --hidden-dim + - "16" + - --n-blocks + - "1" + - --batch-size + - "32" + - --stage2-hidden-dim + - "16" + - --stage2-n-res-blocks + - "1" + - --num-workers + - "0" + - --device + - cpu + - --out + - /tmp/claude-1000/-home-lars-Programming-giant/c0a425e3-0573-4431-8d18-9d7c30e13d34/scratchpad/single + codePath: .venv/bin/giant + codePathLocal: .venv/bin/giant + cpu_count: 8 + cpu_count_logical: 16 + disk: + /: + total: "1153673723904" + used: "227095486464" + email: lars.bogner@outlook.de + executable: /home/lars/Programming/giant/.venv/bin/python3 + git: + commit: 44edb474b26e0b618419f8f6e4503b0db9926f5c + remote: gitea@git.larsbogner.de:lars/giant.git + host: fedora-thinkpad + memory: + total: "15931523072" + os: Linux-7.1.5-200.fc44.x86_64-x86_64-with-glibc2.43 + program: /home/lars/Programming/giant/.venv/bin/giant + python: CPython 3.12.13 + root: /home/lars/Programming/giant + startedAt: "2026-08-26T10:06:46.248455Z" + writerId: 03u890h8ay2x9warl6313brxq8q7ckxj + m: [] + python_version: 3.12.13 + t: + "1": + - 1 + "2": + - 1 + "3": + - 2 + - 5 + - 13 + - 14 + - 16 + - 61 + - 62 + "4": 3.12.13 + "5": 0.28.1 + "12": 0.28.1 + "13": linux-x86_64 +conditioning: + value: + material: + emb_dim: 16 + n_layers: 2 + type: physical + out_dim: 128 + particle: + emb_dim: 16 + n_layers: 2 + type: physical + share_stages: false +model_config: + value: + conditioning: + material: + emb_dim: 16 + n_layers: 2 + type: physical + out_dim: 128 + particle: + emb_dim: 16 + n_layers: 2 + type: physical + share_stages: false + mat_vocab: 2 + pdg_vocab: 5 + stage1_model: + active: true + ddpm: + n_steps: 1000 + time_dim: 64 + dropout: 0 + flow: + time_dim: 64 + freeze: false + generator: flow + heads: + n_sec: + depth: 2 + hidden_ratio: 0.5 + hidden_dim: 16 + init_from: "" + lambda: 1 + n_res_blocks: 1 + router: + emb_dim: 8 + enabled: false + gumbel: false + gumbel_tau_end: 0.1 + gumbel_tau_start: 1 + hidden_dim: 64 + lambda_balance: 0 + lambda_entropy: 0 + lambda_proc: 0 + learn_centers: true + learn_temperature: false + learn_width: false + n_experts: 4 + temperature: 0.5 + type: energy + width_max_ratio: 10 + width_min_ratio: 0.1 + trunk: + block_conditioning: add + type: resmlp + wgan: + critic_hidden_dim: 0 + critic_lr: 0 + critic_n_res_blocks: 0 + gp_weight: 10 + n_critic: 5 + noise_dim: 64 + stage2_model: + active: true + autoregressive: + attn_n_heads: 4 + attn_n_layers: 2 + history: markov + order: energy_desc + teacher_forcing: always + tf_p_end: 1 + tf_p_start: 1 + context_dim: 64 + ctx_p_end: 0 + ctx_p_start: 1 + ddpm: + n_steps: 1000 + time_dim: 64 + decoder: one_shot + dropout: 0 + flow: + time_dim: 64 + freeze: false + generator: wgan + heads: + n_sec: + depth: 2 + hidden_ratio: 0.5 + type: + depth: 2 + hidden_ratio: 0.5 + hidden_dim: 16 + init_from: "" + k_max: 15 + lambda: 1 + n_res_blocks: 1 + n_sec: + lambda: 0.1 + mode: head + owner: stage2 + stop_sampling: greedy + particle_type: + class_weighting: none + lambda: 1 + n_classes: 0 + other_policy: sample + target: physical + router: + emb_dim: 8 + enabled: false + gumbel: false + gumbel_tau_end: 0.1 + gumbel_tau_start: 1 + hidden_dim: 64 + lambda_balance: 0 + lambda_entropy: 0 + lambda_proc: 0 + learn_centers: true + learn_temperature: false + learn_width: false + n_experts: 4 + temperature: 0.5 + tie_to_stage1: false + type: energy + width_max_ratio: 10 + width_min_ratio: 0.1 + stage1_context: truth + trunk: + block_conditioning: add + type: resmlp + wgan: + critic_hidden_dim: 0 + critic_lr: 0 + critic_n_res_blocks: 0 + gp_weight: 10 + gumbel_tau_end: 0.1 + gumbel_tau_start: 1 + n_critic: 5 + noise_dim: 64 +param_counts: + value: + stage1: 26409 + stage2: 54162 + total: 80571 +stage1_model: + value: + active: true + ddpm: + n_steps: 1000 + time_dim: 64 + dropout: 0 + flow: + time_dim: 64 + freeze: false + generator: flow + heads: + n_sec: + depth: 2 + hidden_ratio: 0.5 + hidden_dim: 16 + init_from: "" + lambda: 1 + n_res_blocks: 1 + router: + emb_dim: 8 + enabled: false + gumbel: false + gumbel_tau_end: 0.1 + gumbel_tau_start: 1 + hidden_dim: 64 + lambda_balance: 0 + lambda_entropy: 0 + lambda_proc: 0 + learn_centers: true + learn_temperature: false + learn_width: false + n_experts: 4 + temperature: 0.5 + type: energy + width_max_ratio: 10 + width_min_ratio: 0.1 + trunk: + block_conditioning: add + type: resmlp + wgan: + critic_hidden_dim: 0 + critic_lr: 0 + critic_n_res_blocks: 0 + gp_weight: 10 + n_critic: 5 + noise_dim: 64 +stage2_model: + value: + active: true + autoregressive: + attn_n_heads: 4 + attn_n_layers: 2 + history: markov + order: energy_desc + teacher_forcing: always + tf_p_end: 1 + tf_p_start: 1 + context_dim: 64 + ctx_p_end: 0 + ctx_p_start: 1 + ddpm: + n_steps: 1000 + time_dim: 64 + decoder: one_shot + dropout: 0 + flow: + time_dim: 64 + freeze: false + generator: wgan + heads: + n_sec: + depth: 2 + hidden_ratio: 0.5 + type: + depth: 2 + hidden_ratio: 0.5 + hidden_dim: 16 + init_from: "" + k_max: 15 + lambda: 1 + n_res_blocks: 1 + n_sec: + lambda: 0.1 + mode: head + owner: stage2 + stop_sampling: greedy + particle_type: + class_weighting: none + lambda: 1 + n_classes: 0 + other_policy: sample + target: physical + router: + emb_dim: 8 + enabled: false + gumbel: false + gumbel_tau_end: 0.1 + gumbel_tau_start: 1 + hidden_dim: 64 + lambda_balance: 0 + lambda_entropy: 0 + lambda_proc: 0 + learn_centers: true + learn_temperature: false + learn_width: false + n_experts: 4 + temperature: 0.5 + tie_to_stage1: false + type: energy + width_max_ratio: 10 + width_min_ratio: 0.1 + stage1_context: truth + trunk: + block_conditioning: add + type: resmlp + wgan: + critic_hidden_dim: 0 + critic_lr: 0 + critic_n_res_blocks: 0 + gp_weight: 10 + gumbel_tau_end: 0.1 + gumbel_tau_start: 1 + n_critic: 5 + noise_dim: 64 +train: + value: + batch_size: 32 + ema_decay: 0.9999 + epochs: 3 + lr: 0.0003 + max_val_batches: 200 + num_workers: 0 + precision: fp32 + seed: 0 + val_fraction: 0.1 + validate_every: 10 + validate_steps: 10 + wandb: true + wandb_log_every: 50 + wandb_project: giant + wandb_run_name: "" + warmup_epochs: 5 + weight_decay: 0.01 diff --git a/wandb/run-20260826_120646-single/files/output.log b/wandb/run-20260826_120646-single/files/output.log new file mode 100644 index 0000000..baafcf2 --- /dev/null +++ b/wandb/run-20260826_120646-single/files/output.log @@ -0,0 +1,129 @@ + + +Dim real_mean gen_mean real_std gen_std KL(real||gen) +------------------------------------------------------------------------------- +log_step_length -0.2712 -0.2344 1.1637 1.0464 15.1834 +edep_logit 0.1038 -0.0389 0.9154 1.2521 12.7509 +sec_logit -0.0401 -0.3063 0.9973 1.3948 12.8780 +post_dx -0.1144 0.2365 0.8849 1.4247 14.0754 +post_dy 0.1969 -0.0502 0.9479 0.5923 12.7509 +post_dz 0.1798 -0.0799 1.1660 0.9817 10.4483 +travel_dx 0.0000 0.2248 0.0000 0.9969 21.1933 +travel_dy 0.0000 -0.4027 0.0000 1.0107 21.1933 +travel_dz 0.0000 0.2537 0.0000 1.1752 2.7726 + +n_sec accuracy=0.0000 mean|Δ|=13.0625 +n_sec value real_frac gen_frac +------------------------------------------ +0 0.3750 0.0000 +1 0.3125 0.0000 +2 0.3125 0.0000 +3 0.0000 0.0000 +4 0.0000 0.0000 +5 0.0000 0.0000 +6 0.0000 0.0000 +7 0.0000 0.0000 +8 0.0000 0.0000 +9 0.0000 0.0000 +10 0.0000 0.0000 +11 0.0000 0.0000 +12 0.0000 0.0000 +13 0.0000 0.0000 +14 0.0000 1.0000 + +sec slot (energy frac.) real_mean gen_mean real_std gen_std KL(real||gen) +------------------------------------------------------------------------------------------ +0 0.6770 0.4659 0.3354 0.0769 15.9420 +1 1.0000 0.5398 0.0000 0.0593 21.1933 + +sec phys (normalised) real_mean gen_mean real_std gen_std KL(real||gen) +-------------------------------------------------------------------- +log_mass 0.1510 0.1224 0.9292 0.3722 13.1985 +charge -0.1977 -0.0639 0.9295 0.3566 14.5522 +epoch 1/3 stage1[loss=1.928] stage2[d=7.949 g=-0.053] val 15.5104 0.3s [best] + + +Dim real_mean gen_mean real_std gen_std KL(real||gen) +------------------------------------------------------------------------------- +log_step_length -0.2712 -0.0388 1.1637 1.2439 10.6216 +edep_logit 0.1038 -0.5505 0.9154 0.7483 17.2694 +sec_logit -0.0401 -0.0553 0.9973 1.6806 19.7732 +post_dx -0.1144 0.0491 0.8849 1.0873 15.2701 +post_dy 0.1969 0.0061 0.9479 0.6886 16.1614 +post_dz 0.1798 -0.1587 1.1660 0.9523 11.5562 +travel_dx 0.0000 0.3628 0.0000 0.8803 2.0794 +travel_dy 0.0000 -0.3038 0.0000 0.7700 21.1933 +travel_dz 0.0000 0.2912 0.0000 1.2252 21.1933 + +n_sec accuracy=0.0000 mean|Δ|=13.0625 +n_sec value real_frac gen_frac +------------------------------------------ +0 0.3750 0.0000 +1 0.3125 0.0000 +2 0.3125 0.0000 +3 0.0000 0.0000 +4 0.0000 0.0000 +5 0.0000 0.0000 +6 0.0000 0.0000 +7 0.0000 0.0000 +8 0.0000 0.0000 +9 0.0000 0.0000 +10 0.0000 0.0000 +11 0.0000 0.0000 +12 0.0000 0.0000 +13 0.0000 0.0000 +14 0.0000 1.0000 + +sec slot (energy frac.) real_mean gen_mean real_std gen_std KL(real||gen) +------------------------------------------------------------------------------------------ +0 0.6770 0.4527 0.3354 0.0734 15.9014 +1 1.0000 0.5292 0.0000 0.0895 21.1933 + +sec phys (normalised) real_mean gen_mean real_std gen_std KL(real||gen) +-------------------------------------------------------------------- +log_mass 0.1510 0.1453 0.9292 0.3858 4.7211 +charge -0.1977 -0.0492 0.9295 0.3317 14.4793 +epoch 2/3 stage1[loss=1.779] stage2[d=7.789 g=-0.044] val 16.9971 0.1s + + +Dim real_mean gen_mean real_std gen_std KL(real||gen) +------------------------------------------------------------------------------- +log_step_length -0.2712 -0.6230 1.1637 1.2241 16.2914 +edep_logit 0.1038 0.5304 0.9154 1.1436 11.6862 +sec_logit -0.0401 -0.3349 0.9973 1.2312 16.0983 +post_dx -0.1144 0.6235 0.8849 1.3231 15.1834 +post_dy 0.1969 -0.1217 0.9479 1.0335 12.8375 +post_dz 0.1798 -0.5140 1.1660 0.6126 15.0968 +travel_dx 0.0000 0.3038 0.0000 0.9044 2.0794 +travel_dy 0.0000 -0.4919 0.0000 0.6814 21.1933 +travel_dz 0.0000 0.1689 0.0000 1.1528 2.0794 + +n_sec accuracy=0.0000 mean|Δ|=13.0625 +n_sec value real_frac gen_frac +------------------------------------------ +0 0.3750 0.0000 +1 0.3125 0.0000 +2 0.3125 0.0000 +3 0.0000 0.0000 +4 0.0000 0.0000 +5 0.0000 0.0000 +6 0.0000 0.0000 +7 0.0000 0.0000 +8 0.0000 0.0000 +9 0.0000 0.0000 +10 0.0000 0.0000 +11 0.0000 0.0000 +12 0.0000 0.0000 +13 0.0000 0.0000 +14 0.0000 1.0000 + +sec slot (energy frac.) real_mean gen_mean real_std gen_std KL(real||gen) +------------------------------------------------------------------------------------------ +0 0.6770 0.4632 0.3354 0.0574 14.1692 +1 1.0000 0.5308 0.0000 0.0671 21.1933 + +sec phys (normalised) real_mean gen_mean real_std gen_std KL(real||gen) +-------------------------------------------------------------------- +log_mass 0.1510 0.1370 0.9292 0.3398 5.1594 +charge -0.1977 -0.0405 0.9295 0.3401 5.9980 +epoch 3/3 stage1[loss=1.841] stage2[d=7.351 g=-0.045] val 14.5286 0.1s [best] diff --git a/wandb/run-20260826_120646-single/files/requirements.txt b/wandb/run-20260826_120646-single/files/requirements.txt new file mode 100644 index 0000000..3665f21 --- /dev/null +++ b/wandb/run-20260826_120646-single/files/requirements.txt @@ -0,0 +1,122 @@ +typer==0.26.7 +python-dateutil==2.9.0.post0 +six==1.17.0 +markdown-it-py==4.2.0 +mdurl==0.1.2 +annotated-doc==0.0.4 +shellingham==1.5.4 +rich==15.0.0 +Pygments==2.20.0 +numpy==2.4.6 +pyarrow==24.0.0 +pandas==3.0.3 +tqdm==4.68.3 +PyYAML==6.0.3 +packaging==26.2 +typing_extensions==4.15.0 +MarkupSafe==3.0.3 +filelock==3.29.4 +Jinja2==3.1.6 +fsspec==2026.6.0 +mpmath==1.3.0 +networkx==3.6.1 +sympy==1.14.0 +torch==2.3.1+cpu +iniconfig==2.3.0 +pluggy==1.6.0 +ty==0.0.50 +ruff==0.15.17 +pytest==9.1.0 +polars-runtime-32==1.41.2 +polars==1.41.2 +cramjam==2.11.0 +xxhash==3.7.0 +awkward_cpp==53 +uproot==5.7.4 +awkward==2.9.1 +ipython_pygments_lexers==1.1.1 +comm==0.2.3 +decorator==5.3.1 +nest-asyncio2==1.7.2 +stack-data==0.6.3 +kiwisolver==1.5.0 +pyparsing==3.3.2 +platformdirs==4.10.0 +matplotlib-inline==0.2.2 +ipykernel==7.3.0 +jupyter_core==5.9.1 +ptyprocess==0.7.0 +pexpect==4.9.0 +executing==2.2.1 +psutil==7.2.2 +asttokens==3.0.1 +parso==0.8.7 +wcwidth==0.8.1 +pure_eval==0.2.3 +cycler==0.12.1 +jupyter_client==8.9.1 +traitlets==5.15.1 +contourpy==1.3.3 +pyzmq==27.1.0 +tornado==6.5.7 +pillow==12.2.0 +prompt_toolkit==3.0.52 +ipython==9.14.1 +debugpy==1.8.21 +fonttools==4.63.0 +matplotlib==3.11.0 +jedi==0.20.0 +threadpoolctl==3.6.0 +joblib==1.5.3 +narwhals==2.23.0 +scikit-learn==1.9.0 +scipy==1.18.0 +hepunits==2.4.6 +attrs==26.1.0 +particle==1.0.0 +plotstyle==1.0.0 +certifi==2026.7.22 +typing-inspection==0.4.2 +annotated-types==0.8.0 +idna==3.18 +requests==2.34.2 +click==8.4.2 +pydantic_core==2.46.4 +charset-normalizer==3.4.9 +urllib3==2.7.0 +protobuf==7.35.1 +pydantic==2.13.4 +sentry-sdk==2.66.1 +wandb==0.28.1 +pytest-cov==7.1.0 +coverage==7.15.4 +tomlkit==0.15.1 +h11==0.16.0 +bracex==3.0.1 +truststore==0.10.4 +python-dotenv==1.2.3 +wcmatch==11.0.1 +questionary==2.1.1 +git-cliff==2.13.1 +pydantic-settings==2.15.0 +rich-click==1.9.8 +httpx2==2.11.0 +httpcore2==2.11.0 +bump-my-version==1.5.1 +anyio==4.14.2 +giant==0.3.10 +parse==1.22.1 +python-daemon==2.1.2 +colorama==0.4.6 +tenacity==8.5.0 +lockfile==0.12.2 +webdavclient3==3.14.7 +cachetools==7.1.7 +smmap==5.0.3 +gitdb==4.0.12 +GitPython==3.1.60 +b2luigi==1.2.9 +lxml==6.1.2 +docutils==0.23 +luigi==3.7.3 +setuptools==84.0.0 diff --git a/wandb/run-20260826_120646-single/files/wandb-metadata.json b/wandb/run-20260826_120646-single/files/wandb-metadata.json new file mode 100644 index 0000000..a22d418 --- /dev/null +++ b/wandb/run-20260826_120646-single/files/wandb-metadata.json @@ -0,0 +1,52 @@ +{ + "os": "Linux-7.1.5-200.fc44.x86_64-x86_64-with-glibc2.43", + "python": "CPython 3.12.13", + "startedAt": "2026-08-26T10:06:46.248455Z", + "args": [ + "train", + "/tmp/claude-1000/-home-lars-Programming-giant/c0a425e3-0573-4431-8d18-9d7c30e13d34/scratchpad/data/train.parquet", + "--config", + "/tmp/claude-1000/-home-lars-Programming-giant/c0a425e3-0573-4431-8d18-9d7c30e13d34/scratchpad/tiny.toml", + "--epochs", + "3", + "--hidden-dim", + "16", + "--n-blocks", + "1", + "--batch-size", + "32", + "--stage2-hidden-dim", + "16", + "--stage2-n-res-blocks", + "1", + "--num-workers", + "0", + "--device", + "cpu", + "--out", + "/tmp/claude-1000/-home-lars-Programming-giant/c0a425e3-0573-4431-8d18-9d7c30e13d34/scratchpad/single" + ], + "program": "/home/lars/Programming/giant/.venv/bin/giant", + "codePath": ".venv/bin/giant", + "codePathLocal": ".venv/bin/giant", + "git": { + "remote": "gitea@git.larsbogner.de:lars/giant.git", + "commit": "44edb474b26e0b618419f8f6e4503b0db9926f5c" + }, + "email": "lars.bogner@outlook.de", + "root": "/home/lars/Programming/giant", + "host": "fedora-thinkpad", + "executable": "/home/lars/Programming/giant/.venv/bin/python3", + "cpu_count": 8, + "cpu_count_logical": 16, + "disk": { + "/": { + "total": "1153673723904", + "used": "227095486464" + } + }, + "memory": { + "total": "15931523072" + }, + "writerId": "03u890h8ay2x9warl6313brxq8q7ckxj" +} \ No newline at end of file diff --git a/wandb/run-20260826_120646-single/files/wandb-summary.json b/wandb/run-20260826_120646-single/files/wandb-summary.json new file mode 100644 index 0000000..feba7ac --- /dev/null +++ b/wandb/run-20260826_120646-single/files/wandb-summary.json @@ -0,0 +1 @@ +{"stage2/train/grad_norm_d":13.77030973506153,"stage1/val/stop_acc":0,"stage1/train/grad_norm":0.6233828596602705,"stage1/train/loss":1.7828800059798966,"val/marginal_kl":11.30129785568997,"grad_norm":14.5173784066972,"epoch_time_s":0.11107149100280368,"stage2/train/wasserstein":-0.06684112884944543,"stage1/lr":0.00024,"stage1/val/loss_gen":2.0530993938446045,"stage1/val/nsec_acc":0,"stage2/train/loss_stop":0,"stage1/train/loss_nsec":0,"stage2/lr":0.00024,"stage2/critic_lr":0.0003,"stage1/train/stop_acc":0,"_runtime":0,"stage2/train/gp_loss":0.7146442339832622,"stage1/val/loss_type":0,"stage2/train/grad_norm_g":0.12368581197539666,"stage2/train/nsec_acc":0,"is_best":1,"stage1/train/type_acc":0,"gpu_mem_mb":0,"stage1/val/loss":2.0530993938446045,"stage1/train/nsec_acc":0,"epoch":3,"stage1/train/loss_entropy":0,"samples_per_sec":1197.4269796796264,"stage1/train/loss_stop":0,"_wandb":{"runtime":0},"stage2/train/loss_nsec":2.961937870298113,"stage2/train/d_loss":7.2132834850397325,"stage2/train/stop_acc":0,"stage2/train/g_loss":-0.04876285567319483,"stage1/val/type_acc":0,"stage1/val/loss_stop":0,"stage1/train/loss_balance":0,"stage1/train/loss_gen":1.7828800059798966,"_wandb.runtime":0,"val/loss":13.354397249534577,"stage1/val/loss_nsec":0,"_timestamp":1.7877386773129892e+09,"stage1/train/loss_type":0,"stage1/train/loss_proc":0,"_step":15} \ No newline at end of file diff --git a/wandb/run-20260826_120646-single/logs/debug-core.log b/wandb/run-20260826_120646-single/logs/debug-core.log new file mode 120000 index 0000000..cfaed1a --- /dev/null +++ b/wandb/run-20260826_120646-single/logs/debug-core.log @@ -0,0 +1 @@ +/home/lars/.cache/wandb/logs/core-debug-20260826_120645.log \ No newline at end of file diff --git a/wandb/run-20260826_120646-single/logs/debug-internal.log b/wandb/run-20260826_120646-single/logs/debug-internal.log new file mode 100644 index 0000000..9d1e99a --- /dev/null +++ b/wandb/run-20260826_120646-single/logs/debug-internal.log @@ -0,0 +1,20 @@ +{"time":"2026-08-26T12:06:46.252106452+02:00","level":"INFO","msg":"wandb-core"} +{"time":"2026-08-26T12:06:46.252325194+02:00","level":"INFO","msg":"stream: starting","core version":"0.28.1"} +{"time":"2026-08-26T12:06:46.658262802+02:00","level":"INFO","msg":"stream: created new stream","id":"single"} +{"time":"2026-08-26T12:06:46.658380483+02:00","level":"INFO","msg":"handler: started"} +{"time":"2026-08-26T12:06:46.658710485+02:00","level":"INFO","msg":"stream: started"} +{"time":"2026-08-26T12:06:46.658740862+02:00","level":"INFO","msg":"writer: started","stream_id":"single"} +{"time":"2026-08-26T12:06:46.65877147+02:00","level":"INFO","msg":"sender: started"} +{"time":"2026-08-26T12:06:47.342926017+02:00","level":"INFO","msg":"filestream: sending request","total_files":1} +{"time":"2026-08-26T12:06:47.582730923+02:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-26T12:06:47.760329309+02:00","level":"WARN","msg":"handler: ignoring partial history record","step":5,"current":16} +{"time":"2026-08-26T12:06:47.906835657+02:00","level":"WARN","msg":"handler: ignoring partial history record","step":10,"current":16} +{"time":"2026-08-26T12:06:48.038527464+02:00","level":"WARN","msg":"handler: ignoring partial history record","step":15,"current":16} +{"time":"2026-08-26T12:06:48.848865564+02:00","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"} +{"time":"2026-08-26T12:06:48.849395963+02:00","level":"INFO","msg":"filestream: sending request","total_files":2,"console_offset":0,"console_lines":129,"uploaded_len":5,"complete":true,"exit_code":0} +{"time":"2026-08-26T12:06:49.2478418+02:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-08-26T12:06:49.248829701+02:00","level":"INFO","msg":"handler: operation stats","stats":{}} +{"time":"2026-08-26T12:06:49.251597855+02:00","level":"INFO","msg":"stream: finishing up"} +{"time":"2026-08-26T12:06:49.251618974+02:00","level":"INFO","msg":"handler: closed"} +{"time":"2026-08-26T12:06:49.251756904+02:00","level":"INFO","msg":"sender: closed"} +{"time":"2026-08-26T12:06:49.25176531+02:00","level":"INFO","msg":"stream: all finished"} diff --git a/wandb/run-20260826_120646-single/logs/debug.log b/wandb/run-20260826_120646-single/logs/debug.log new file mode 100644 index 0000000..abbf88e --- /dev/null +++ b/wandb/run-20260826_120646-single/logs/debug.log @@ -0,0 +1,25 @@ +2026-08-26 12:06:46,250 INFO MainThread:746506 [wandb_setup.py:_flush():81] Current SDK version is 0.28.1 +2026-08-26 12:06:46,250 INFO MainThread:746506 [wandb_setup.py:_flush():81] Configure stats pid to 746506 +2026-08-26 12:06:46,250 INFO MainThread:746506 [wandb_setup.py:_flush():81] Loading settings from environment variables +2026-08-26 12:06:46,250 INFO MainThread:746506 [wandb_init.py:setup_run_log_directory():729] Logging user logs to /home/lars/Programming/giant/wandb/run-20260826_120646-single/logs/debug.log +2026-08-26 12:06:46,250 INFO MainThread:746506 [wandb_init.py:setup_run_log_directory():730] Logging internal logs to /home/lars/Programming/giant/wandb/run-20260826_120646-single/logs/debug-internal.log +2026-08-26 12:06:46,250 INFO MainThread:746506 [wandb_init.py:init():772] calling init triggers +2026-08-26 12:06:46,250 INFO MainThread:746506 [wandb_init.py:init():777] wandb.init called with sweep_config: {} +config: {'train': {'epochs': 3, 'batch_size': 32, 'lr': 0.0003, 'weight_decay': 0.01, 'ema_decay': 0.9999, 'warmup_epochs': 5, 'val_fraction': 0.1, 'max_val_batches': 200, 'num_workers': 0, 'seed': 0, 'validate_every': 10, 'validate_steps': 10, 'wandb': True, 'wandb_project': 'giant', 'wandb_run_name': '', 'wandb_log_every': 50, 'precision': 'fp32'}, 'conditioning': {'out_dim': 128, 'share_stages': False, 'particle': {'type': 'physical', 'emb_dim': 16, 'n_layers': 2}, 'material': {'type': 'physical', 'emb_dim': 16, 'n_layers': 2}}, 'stage1_model': {'active': True, 'init_from': '', 'freeze': False, 'generator': 'flow', 'hidden_dim': 16, 'n_res_blocks': 1, 'dropout': 0.0, 'lambda': 1.0, 'flow': {'time_dim': 64}, 'ddpm': {'time_dim': 64, 'n_steps': 1000}, 'wgan': {'noise_dim': 64, 'n_critic': 5, 'gp_weight': 10.0, 'critic_lr': 0.0, 'critic_hidden_dim': 0, 'critic_n_res_blocks': 0}, 'router': {'enabled': False, 'type': 'energy', 'n_experts': 4, 'temperature': 0.5, 'learn_centers': True, 'learn_width': False, 'learn_temperature': False, 'width_min_ratio': 0.1, 'width_max_ratio': 10.0, 'lambda_balance': 0.0, 'lambda_entropy': 0.0, 'gumbel': False, 'gumbel_tau_start': 1.0, 'gumbel_tau_end': 0.1, 'emb_dim': 8, 'hidden_dim': 64, 'lambda_proc': 0.0}, 'trunk': {'type': 'resmlp', 'block_conditioning': 'add'}, 'heads': {'n_sec': {'hidden_ratio': 0.5, 'depth': 2}}}, 'stage2_model': {'active': True, 'init_from': '', 'freeze': False, 'decoder': 'one_shot', 'generator': 'wgan', 'hidden_dim': 16, 'n_res_blocks': 1, 'dropout': 0.0, 'lambda': 1.0, 'k_max': 15, 'context_dim': 64, 'stage1_context': 'truth', 'ctx_p_start': 1.0, 'ctx_p_end': 0.0, 'n_sec': {'mode': 'head', 'lambda': 0.1, 'owner': 'stage2', 'stop_sampling': 'greedy'}, 'particle_type': {'target': 'physical', 'lambda': 1.0, 'other_policy': 'sample', 'n_classes': 0, 'class_weighting': 'none'}, 'autoregressive': {'order': 'energy_desc', 'history': 'markov', 'teacher_forcing': 'always', 'tf_p_start': 1.0, 'tf_p_end': 1.0, 'attn_n_heads': 4, 'attn_n_layers': 2}, 'flow': {'time_dim': 64}, 'ddpm': {'time_dim': 64, 'n_steps': 1000}, 'wgan': {'noise_dim': 64, 'n_critic': 5, 'gp_weight': 10.0, 'critic_lr': 0.0, 'critic_hidden_dim': 0, 'critic_n_res_blocks': 0, 'gumbel_tau_start': 1.0, 'gumbel_tau_end': 0.1}, 'router': {'tie_to_stage1': False, 'enabled': False, 'type': 'energy', 'n_experts': 4, 'temperature': 0.5, 'learn_centers': True, 'learn_width': False, 'learn_temperature': False, 'width_min_ratio': 0.1, 'width_max_ratio': 10.0, 'lambda_balance': 0.0, 'lambda_entropy': 0.0, 'gumbel': False, 'gumbel_tau_start': 1.0, 'gumbel_tau_end': 0.1, 'emb_dim': 8, 'hidden_dim': 64, 'lambda_proc': 0.0}, 'trunk': {'type': 'resmlp', 'block_conditioning': 'add'}, 'heads': {'n_sec': {'hidden_ratio': 0.5, 'depth': 2}, 'type': {'hidden_ratio': 0.5, 'depth': 2}}}, 'model_config': {'pdg_vocab': 5, 'mat_vocab': 2, 'conditioning': {'out_dim': 128, 'share_stages': False, 'particle': {'type': 'physical', 'emb_dim': 16, 'n_layers': 2}, 'material': {'type': 'physical', 'emb_dim': 16, 'n_layers': 2}}, 'stage1_model': {'active': True, 'init_from': '', 'freeze': False, 'generator': 'flow', 'hidden_dim': 16, 'n_res_blocks': 1, 'dropout': 0.0, 'lambda': 1.0, 'flow': {'time_dim': 64}, 'ddpm': {'time_dim': 64, 'n_steps': 1000}, 'wgan': {'noise_dim': 64, 'n_critic': 5, 'gp_weight': 10.0, 'critic_lr': 0.0, 'critic_hidden_dim': 0, 'critic_n_res_blocks': 0}, 'router': {'enabled': False, 'type': 'energy', 'n_experts': 4, 'temperature': 0.5, 'learn_centers': True, 'learn_width': False, 'learn_temperature': False, 'width_min_ratio': 0.1, 'width_max_ratio': 10.0, 'lambda_balance': 0.0, 'lambda_entropy': 0.0, 'gumbel': False, 'gumbel_tau_start': 1.0, 'gumbel_tau_end': 0.1, 'emb_dim': 8, 'hidden_dim': 64, 'lambda_proc': 0.0}, 'trunk': {'type': 'resmlp', 'block_conditioning': 'add'}, 'heads': {'n_sec': {'hidden_ratio': 0.5, 'depth': 2}}}, 'stage2_model': {'active': True, 'init_from': '', 'freeze': False, 'decoder': 'one_shot', 'generator': 'wgan', 'hidden_dim': 16, 'n_res_blocks': 1, 'dropout': 0.0, 'lambda': 1.0, 'k_max': 15, 'context_dim': 64, 'stage1_context': 'truth', 'ctx_p_start': 1.0, 'ctx_p_end': 0.0, 'n_sec': {'mode': 'head', 'lambda': 0.1, 'owner': 'stage2', 'stop_sampling': 'greedy'}, 'particle_type': {'target': 'physical', 'lambda': 1.0, 'other_policy': 'sample', 'n_classes': 0, 'class_weighting': 'none'}, 'autoregressive': {'order': 'energy_desc', 'history': 'markov', 'teacher_forcing': 'always', 'tf_p_start': 1.0, 'tf_p_end': 1.0, 'attn_n_heads': 4, 'attn_n_layers': 2}, 'flow': {'time_dim': 64}, 'ddpm': {'time_dim': 64, 'n_steps': 1000}, 'wgan': {'noise_dim': 64, 'n_critic': 5, 'gp_weight': 10.0, 'critic_lr': 0.0, 'critic_hidden_dim': 0, 'critic_n_res_blocks': 0, 'gumbel_tau_start': 1.0, 'gumbel_tau_end': 0.1}, 'router': {'tie_to_stage1': False, 'enabled': False, 'type': 'energy', 'n_experts': 4, 'temperature': 0.5, 'learn_centers': True, 'learn_width': False, 'learn_temperature': False, 'width_min_ratio': 0.1, 'width_max_ratio': 10.0, 'lambda_balance': 0.0, 'lambda_entropy': 0.0, 'gumbel': False, 'gumbel_tau_start': 1.0, 'gumbel_tau_end': 0.1, 'emb_dim': 8, 'hidden_dim': 64, 'lambda_proc': 0.0}, 'trunk': {'type': 'resmlp', 'block_conditioning': 'add'}, 'heads': {'n_sec': {'hidden_ratio': 0.5, 'depth': 2}, 'type': {'hidden_ratio': 0.5, 'depth': 2}}}}, 'param_counts': {'stage1': 26409, 'stage2': 54162, 'total': 80571}, '_wandb': {}} +2026-08-26 12:06:46,250 INFO MainThread:746506 [wandb_init.py:init():820] starting backend +2026-08-26 12:06:46,250 INFO MainThread:746506 [wandb_init.py:init():835] sending inform_init request +2026-08-26 12:06:46,659 INFO MainThread:746506 [wandb_init.py:init():840] backend started and connected +2026-08-26 12:06:46,660 INFO MainThread:746506 [wandb_init.py:init():910] updated telemetry +2026-08-26 12:06:46,670 INFO MainThread:746506 [wandb_init.py:init():933] communicating run to backend with 90.0 second timeout +2026-08-26 12:06:47,339 INFO MainThread:746506 [wandb_init.py:init():973] run resumed +2026-08-26 12:06:47,341 INFO MainThread:746506 [wandb_init.py:init():978] starting run threads in backend +2026-08-26 12:06:47,430 INFO MainThread:746506 [wandb_run.py:_console_start():2621] atexit reg +2026-08-26 12:06:47,430 INFO MainThread:746506 [wandb_run.py:_redirect():2471] redirect: wrap_raw +2026-08-26 12:06:47,430 INFO MainThread:746506 [wandb_run.py:_redirect():2540] Wrapping output streams. +2026-08-26 12:06:47,430 INFO MainThread:746506 [wandb_run.py:_redirect():2563] Redirects installed. +2026-08-26 12:06:47,432 INFO MainThread:746506 [wandb_init.py:init():1016] run started, returning control to user process +2026-08-26 12:06:48,063 INFO MainThread:746506 [wandb_run.py:_finish():2383] finishing run lade043-karlsruhe-institute-of-technology/giant/single +2026-08-26 12:06:48,064 INFO MainThread:746506 [wandb_run.py:_atexit_cleanup():2588] got exitcode: 0 +2026-08-26 12:06:48,064 INFO MainThread:746506 [wandb_run.py:_restore():2570] restore +2026-08-26 12:06:48,064 INFO MainThread:746506 [wandb_run.py:_restore():2576] restore done +2026-08-26 12:06:49,250 INFO MainThread:746506 [wandb_run.py:_footer_sync_info():3993] logging synced files diff --git a/wandb/run-20260826_120646-single/run-single.wandb b/wandb/run-20260826_120646-single/run-single.wandb new file mode 100644 index 0000000000000000000000000000000000000000..91a5a69de78b184ea07f6e7ef0d8485748e49ffa GIT binary patch literal 26151 zcmeI533O9c{>KRnh)A3Y5ZFib7e` zqKH)nthiNBDY#Gtp(+e@6j?+;Hp?PYM6t+XMb!WAci+p)@3wR-bL54hz#EQd)Lks}6uNmvdc*$Qa#QEhvBILxLf3fI z8wi)1Ug}($p%z7a1+k1AB`YJ>8}}7>Vu8^ryp*#tg3*i|V2dKWH&PAc7sNe&)#oi? zccrWhHRMg+aKjJCywOl`ktdO;Ju72`H|WWWdVTRgB#a+~&xO3BJb0V&RA57{vogZP zAWgROWN4+4xF0PJd&1rjoT2WN>1!Bx}MqZI3XN(nUOhOM|BGp8;u8iLBN$}#7l}0TU1aI z3;4W2z^kELJpl)lf+y%LVMQR1#gdAv(EzB9?}KB716_q4%!K3#Mf_^8+_b%GX$IE9 z2%u|46bJ|6P&E;-j-`+nRaLBc-E+PgR-@i{1lmAGUNABe6a@jlUky{QQ8nht4Mu#0 zSOr-b{%E8Kii5QeXg=OhuHOr9SfMys5}1oXNYzqs*dT*`e-YsM+gJ!jwTdFBM&^5= z?UZJOBY~LlX_Wb*P#3<89B60xMINniEJfQ&C^g`pqgrT_gyU?5TyIRJza);g(^oD)R1msh{2_~S9 zv>ps)RvgMzp>ZXuoW1nKy~Wsoqfn2m>NFL*t%k8nBHL)R(B^58I-m%27IZ$S8mJ2> zO~`b(khEeb?NG1?3XioO5A9XZ-n@Q)27IVM_4=W}px!+(6_P4Vkc>ir()FuFScLM} zv15ffg5K)oM60h9j<40j_y*kt+k7Mp-MAnU2amKXu%^goSz_Imwx56B6$(8t07BV< zdB}HM9i@*SSaf=y)$fB1C^*O-DC46%MO?LLck~*88a4_EJ3M?6OAkJn=!LA-A|s*E z!g~xO!@IF~1XA^eih?kn!5jH72>45|@DpQ}M{DlTMZM8{6^BwXbR`mJ?IaQ}P@|rr zNHE}o2A086Re=F*Kj@9ca6H5ghu3;n)tF%@Y9xA#VYE@fK`h2bDHvL#T3u*e4W2bI zAEZ|h0N3~+fZ;J(7#RV#;;Pq&@VrRWrzPqQj`Wtq@U6U7<;HHXVq>no@i;sSJbGJ$ zD$sAxVfcS*@JjUSj&x)w_T)ep52&7aM0?Yi&i|b=9%JZaS;J?=Z<8ILhd!Bq zo9z6*n(XKeUZ3e4Z-f7Bp7Yy0N1OQkHqX&lKfld${$I^=#tMHBdcY#a8-jUGaX20; zH(5&c^%X1^9X1idRr)$8$8M7xFwu!e;uvdjiFT(n_9{JaH!LMj^+%#!OS~WuE-do; zC!2b7f8)?w>$|1af4cCk&QF@MgwEYf=_eJKicDoDQ^rY(Rg$fek_oXp4E7D{0gJ2R zQI=6IhsR-?Yr0LiI6nX@mI3hF8uUhExsiNWmRbF34!+7}p(-o9nby~4Q~kL%r!7}@ zsA8@|a@izzo-5Cx+U%l|EBbTYZU_?Eea@x#>|58>)V&Ld2ByDzig2dT-2*Fc47!w? z1PCR{E=g1rML1hHRa={_I^*)A<+itMbvq=t;&eGh+3k`fMG)J~A1nq=g+PIk?nBtcFT}j85@aVgDAuTF<5f0bKwBtuC9}X0zKA;R4}ot`V?O)T3O?(J4Y#7LA4%sP2yK9Yx>(YEpqT+)ml% zwktNf(<%I3=)u$;7N-Oe7KbE>PRZt$L{WB$P&6z*7&C$BC&cA?}pqUka#m;fOBVQH9{Eu13;qHAu9^BUOO}#QFe;ex+7xxiTuu345lOG7f zra&RYs(VY4RS_lG?R44g4wu{Q6wVP+^*(9Db<0gKz~b)2vC7%#8kgxKNFpZ?C)TSU zhC|8bu-U+`8+KeAvMii0oJ=y4D%q@d$q8M@1`Q9IiEyDHu$BQXg5I` z$Q~q4t7NrXVAI5!=d;^x9;* zs#xGTsaR|_MY6d3lFQ=uJAI0%N{U~xWygFFrS%oS^D-MYZ@gL~v%&*;c(EGK>~67W z(TB|Z6U&YV!X?&tBosuXwk?%uQZjp3EZW-G0$Vqkoh3)6V6lWP+FnMcNkReJp0eO} zSY~HM&OFs((OO{ZPo8eP5w<|^k|fd-(ku>H^j)n?lZYn#>WF|(&FtbUD$eX`vA{M% zrvJp2fwloDXJuohX0tg4sZ?#gk!>BJhDT)Q2Ey9woRn5Ku4;Yb#uG4)x$O*eXVoS| z1E6Svkw_s-jE0>1@4V->o}opp|4vS_TEzN>@>UPCs1&>0Vu8zBB9C&zE@sf7NJ?&W z)Nt2ur>}6-u-)el`ZgW5bi2xDz(X!Istzv>MAZ;HX=2v+sQ6i?3tz4(zXk-|$P{dd z9cPAVI6Lgo*QC!6o4fqd6!E&FpA`NXk~)bbHSF579^DtQS!dJSIjc?Sj-F;SYtLpW zTgfq-&0?Q1@LT^GV-~Y*=DS5PM-;EGBSg&6HW&4vmF0Po{puhTn>BW-RTT z{?}H1WqY47J7!d{|E3zQrKD@-JGCb7mpYvJg-m%gHBSCWt)f5<-jc>p5S?Bb-z~>41aa9lKVg`B-O7CsZ z8#gZix~XTldc{A6gRCc&~<{f z$4}sGc6rmlzIcDk7`Suk)FXjq8NlsDxu+6t%fwZ{H3>sMUgjzSVG0#`iE!iRt3miD z%dh)$=A=+R^p{Gp)L%ozI_7VV*nKbh>rI8!U(1Fq=nwb%ahur_RKxl40;4QpnkhRa z8DHb2VzaTgB&+05ocg5*^9FVaza+a=f;CI;nohT%zch-a{#rizocT*RYszx;cPbT9 zf7Ro6qdygPHev1n>%as_{|hrxQE}l5oDnN7H@h!d-I6_FRkq8Lt~SG3)M*#pw`{w6 z82USnVyVBnZ}w>ZQaepTf2UI+^;bE)8U5ih=UDd8lucxKxKu=klJEyBCUyyvJDB_s ze=es>T=w3CDEd2tVyVB4KRod-Y=47xUUmTeok@k%U+t6^K=`MkNDMYsMaTL=i_G7&l@Dg2zq6^3 z`fF&KpY&H^_%bfQpWDHlU{Tsd))dW9zcy#0s_kxBD@ydI)$hFvt{jd2(kYhut9W`L z^LO(3*ME-w&Y?o;uVU((Nq?gaTgCXt9h z+lT(nrC92(amixl?_zOS3Hm#a3aP)AIq#r9SeuW4eYv(Z45r{mcOuJrOXKdk^#Vqb z3_aVeDE$Y|E<}IlQ!MpYw){Qj@2oUW9{Rh03aP)Ux$jedZE85_1j^3_Yb4#O;Tra( zVa3VrCjCw7bNWv7XQo){ulj=zn7`Xrb{dNQE~G;0uWrFw>aR@=C;dUAlkNJTNA5y_ zIqh1jM3d0|oU&uyyje@pUk1fef0a8vX8uZ-ow4aI5MD%uH<0H?&5BJRbPDW1L!uNC ze<8k845!IT`X&6}vu?~s)5qXMKy=9V$AqW9MjyYY$x|Oy`?fG2N1wdnG(4o&hYGJC zKGyua4TPDR4OpWVs|geEmpxGNTpL{D0~Ifac>69v^u;tqimn^CouN}^R2)R~B~(b! z%@6NFbjP2dCoj49WkmO-DN=Ohi@OPd*sq$yH#)#9%i`q`~!R^XRWAw}1%{|3>5s|UE`YYA^l+OymCY)F^TzK6k*F(%h=3=gGG)0Q8 zYJPyB&zRkO2BPg$NYQJ?RUq1N3@W?T2A#9MM>C=wG)0Q8cyuyDe|_@~*36t#NYRb& zO+~aZwzsy>2Aw)}vjx#Enj%FvzWoqGzjWY@nV4%g6;gE5wn{`B)2?4cU-f383(+|= zMT)L&euSYPwG8Nj=*y{)qMN^;j%aP3(3%Uc+vK`W(K*8reFaUCqMHxQVCX#$54si6 z{iu+lt6qBo(NcTESsS!}cyK$S|3Fiu=&Dy{GW61_%*BZAPlXg+v0)ZNw>O-%LBIRK z*Ow!D08NoYKUK}pmCG+Z6VX>vAw@T@p2N`X4QFl8GwxVE4bfN86e+rL&$A5ubj`gv zh`yQ%DZ1gv^9r_`)fh`xrVNYT~vUS#OImo8k7=s!{+MK`}TkD=Qe&IlT2 zSnzZH+T~e@zLus)(KYq+8QPH^nq3US>!>h~OcfeFTL8kr0<4M5v0x-_?yDVHG~=|u zdMUK=|9D+~$Jy(5qsi+jo0@ES?^R|pA5Qs~g75|^3=)&|&%X}BAswGo9ItZrLle8B z)f=e;&g!B?%<9UuLw<~d@Fpr$snxGng7EhCdMz76V5b50;q*(J!=6|hDX^!b-xZzO zItpLHGTm*H#Z^@qY#BF@qB)P>u3{eVt9F^uND!hX@taxtRp3dpl9B)%Q zmVV|pId`I|+bD~gYFRZNSSI1zADo%ELb{y_=?baw?I|E+5uy-mL9+UzzhDJy*B>cx z2}?}9hTXC|u~=7}vN8H%h|=w{-)lefGW0i?VyVBX4_j*fa*8LBM`OD z$3GZtG~3Pb0&mXM+3fuLH2praxq8p%5fF@GbQ@0yMNd{jvNRs6UY{dFuH58-a@ z8Onv@WjMr|_2Wxwl+~{!}WY{?`2SAo}ZAINlCB zQ_Kko$HO@Th<_UX;FOcYZ5!0@(p>bHN3qmj%@2o}za;~PzK{O$sgU}sUiKsU>sUBm zw8O?3{(!$^INsqBlMe$og!2@+{^og?puYl&rT&^`m%W7TZ{yxWKcT+>6;glAuTB7A z2gC6q9JA5=k#IbGCpKArcG#W~rJR+Q-i`i-Q7rXW`&9+=cgg6UY3Q$z3aP)^O%Emg zl`uH>3m>NXG!iFnj)XrFj(50R$?|i+Mv-J|{BZYL^cSR9>aSwTH0JN&MISwd{z6np z{Z;Ruk@VLlSc^4D!ts*br3DwTeQA!Du-}(xv%0^>O9!&;v^d35fAvciGJjVO z|HmU3jxVM{8ji1?QU}8SG#r0zN#}R4oJP>(sgK$(w=f^pbzQE-<^4!1q|5upwV#9V zIKuHMpUx;l^eCDlMVIZ}uA%SzBSV)^Aw^f;zYEdFT67%y-aGrheIL=IX^IqGF=01D z4=Dd`EatkD3Msm2{a!>H%`Z{SiNDZf`EdN=i?SCXdJIjGqMHwW&Cs7rx3ehHSSqCG zmKn{6Zg+v(CMG_q<&&!s{WqE-Mc3AR%h0jg{ zPr2?QNU@CmlMBNryWyc0#&(asZO%YYj^mURUa|5B!jmIXf~x=JIwX!Aw{;EeLU=is zB!xFO9A)rAq5oinkLQ#WUbE>Zgtr&NqWxa;(SP`|dl7y=mn4O^>@0g3pVV7NJ-!d& z4{%BfuRT-_%Hs&iUo>gZeuPiplBDpe@9t;t!p7}pgiqv@6uzcnBEpRaX{%CioAcl& z6&8e7a7j}5n(|2ue$U_bM-e`WQ&M=v^eG7McwoNMp|ocaKAB6B!kZs^kijimdvr(m z6i!LumGd7)c*jHYv$~d!L-8{pdX^YaeeT!`>TxFjjOtmbJ3zjvUI!5`(66khk{GYsC|5Z4BN^#=1< z2%pX+N#S*`KF8oY&l}YnbN(2or0}LEYZ$z}A+8O4oPE-h2%o_vN#Se$K9|Ao%ssdi z;g54l3a?-B5`(ul#1Xg_K7H%b-lYhy;*zBBnw76G_|%)G7mNVq6P%I;>TADP0Ll{* zsJD%?K7ux%L3upEdb@Gvg$vdzMw7r`y(rn#bD#MVUC!p%)Mdk@Rm|nM zb@%r}mrrp@>T=^78_{KZot+JPe7HUt%uOs1@EPRNL#XfpeX4!)jW=vTm(?7bx~!kS zmAUM7`CSSIPM_wKG+U-{e~kF2FF;Yn+h!Ybjp={yG+B zhwt!d5eGiZF58U9C+tu`EXvmHfnHTuey?*_>Tlzwm8|@B9=Q+wy}=2oznYD!z+VT# z>@cvvSBkZ{0tvH&Rhwe09^o5=4wpj~AN+kc^tXt^Qh#;TYtY}|J%3w`{^~d(^;a?b zQ}EZZFuS7YN6EP`y9~z{6FmpYPlRtBKK$~?F6i$~4om%2&ix$y^?AzF6aBr#38}yO z2X=$Mj-7gk`b}(8kTAOf1`U7Ow;EE-ua}~~#T=IUtNWx0{e9>;IvM>f;e^y*-Fy2C ze{F)W>}ioa^)AW!V-CtMaq1l=XE0kd{K-}qM84Es6WFQuw>d2J*Dz&2`kNc8x(od+ z<%HB<*7-m0a7~3uCUwgnp)WYodq-;Nc{@&rR)L+y7@hRZ%%2|hZp}%)I zA@x`N-K3PHzcw|TT-HID9d>!NfJ5>w^lFDoGFAZk+`9Ov>38VwJq}C#RaQ?$e-DgH z`4s&v=Y-T>)qxj?zcw|@Ig#K?$E>B1yD+}k_05Z9`Q38MAI?L6D>y9mS2t-M`dc?a zS%zWue{jO<$@8P7t~TXA4zrJcd;&ZFy^>3w`dG7PA^O<*)#Zg4dTro@mlGe&<*%n4 zPniAo(#JPo5xmc(NYORZ7a`j5+Vig=`k$PTqFZLY3Fu>o)Q@%d@$;X$578fRDN=N0 zepm_3*-yn^UeT#6K3)BG-?%U@qP9MKKO2bXb)1kx@Ba|c?M0w)r42v23%s26;ysfw*B^5!Qgp-Kj}ZM% z-Of}*ujhmmUHkPKKpR6%+g!IoKaqaPg^2!yOOc|hzFCLpK7ZMNDxyE-gcM!1XFZ^e zr`Ru|f1dxtCPZ)GQl#kG&7UGVyla4h=#89^LvP&(XyXC(i|DfL6NV!CGcH9Ay?PU( zyVl-kM)W35$f4J60d&WM>sz0{a3P{Mb18D@_qHKAF!8!sh~B~pIrNG~KqpuAt+L&w znZ2+r$j;RMOS|DEuz~S&f1_|JL+d6`U@^a4!z+ZqL1Em zK0Eckn-g;A&kiHHz2U44y8l=2uw4I(OOZo=(1PfU;V)c-1>VF7DY|CG5k$8)oDsAZ z-rQU@=@HEJ9xg?SuG)7L(GP5#I~HTAUvff>sV3IsWz9dOoS0zx=yx8hL6dtqHZ@th zsVo&t_WJvWo$%EASDdhrm~32Lo_Zof>GStDvoB_T%{ib}Ti&=It!{pFiW5(i@8g7c zZZ=V#^@paV9#;JdaQcpG4xpPxG@_& zHgiJiv2NxZ@Yr7WX5$DQ_$ac9G3d4JG=q?HJ-DA`D@{X)ZfM7e@VLvLPuBV_zXn(-ky#(DqVsixyQ@vqzw>7NA&{$xtOL^wT7{~xHNokagt syI%AkS2T$ay%0(HJ$&S6Q@JTMqld3JAV=&YONNbhkM2utJ!0zge-Xt;IRF3v literal 0 HcmV?d00001