212 lines
11 KiB
TeX
212 lines
11 KiB
TeX
%% Experiments Report — main.tex
|
|
%% SOURCE: docs/working/experiments/campaigns/
|
|
%% docs/working/experiments/02-experiments/
|
|
%% NOTE: R scripts generate figures/tables; include generated outputs from
|
|
%% experiments/build/figures/ and experiments/build/tables/.
|
|
%% Manual analysis and narrative are in docs/working/experiments/.
|
|
%% DO NOT edit R scripts here — run them in docs/working/experiments/campaigns/.
|
|
%% TODO(bob): set version and date
|
|
|
|
\input{../common/preamble}
|
|
|
|
\title{StarForth Experimental Results\\[0.4em]
|
|
\large Design of Experiments Campaigns and Analysis Reports}
|
|
\author{Robert A.\ James}
|
|
\date{%% TODO(bob): set report date — use campaign closure date
|
|
}
|
|
|
|
\begin{document}
|
|
\frontmatter
|
|
\maketitle
|
|
\tableofcontents
|
|
|
|
\mainmatter
|
|
|
|
%%────────────────────────────────────────────────
|
|
%% Part I — Design of Experiments Framework
|
|
%%────────────────────────────────────────────────
|
|
\part{Design of Experiments Framework}
|
|
|
|
\chapter{Experimental Design Overview}
|
|
%% SOURCE: docs/working/experiments/02-experiments/README.md
|
|
\input{../scraps/experiments/02-experiments/README}
|
|
|
|
\chapter{Null Hypothesis and Falsification Criteria}
|
|
%% SOURCE: docs/working/papers/NULL_HYPOTHESIS.md
|
|
\input{../scraps/papers/NULL_HYPOTHESIS}
|
|
|
|
\chapter{Negative Results and Sensitivity Analysis}
|
|
%% SOURCE: docs/working/papers/NEGATIVE_RESULTS.md
|
|
%% docs/working/papers/SENSITIVITY_ANALYSIS.md
|
|
%% All claims checked against ANTI_CLAIMS.md before promotion.
|
|
\input{../scraps/papers/NEGATIVE_RESULTS}
|
|
\input{../scraps/papers/SENSITIVITY_ANALYSIS}
|
|
|
|
%%────────────────────────────────────────────────
|
|
%% Part II — 2\textsuperscript{7} Factorial Campaign
|
|
%%────────────────────────────────────────────────
|
|
\part{$2^7$ Factorial Campaign}
|
|
|
|
\chapter{Campaign Design}
|
|
%% SOURCE: docs/working/experiments/02-experiments/factorial-doe/guide.md
|
|
%% docs/working/experiments/campaigns/doe_2x7/README.md
|
|
\input{../scraps/experiments/02-experiments/factorial-doe/guide}
|
|
\input{../scraps/experiments/02-experiments/factorial-doe/workflow}
|
|
\input{../scraps/experiments/02-experiments/factorial-doe/index}
|
|
\input{../scraps/experiments/campaigns/doe_2x7/README}
|
|
\input{../scraps/experiments/campaigns/shape_validation/README}
|
|
|
|
\chapter{Incompatible Configurations}
|
|
%% SOURCE: docs/working/experiments/02-experiments/factorial-doe/incompatible-configs.md
|
|
\input{../scraps/experiments/02-experiments/factorial-doe/incompatible-configs}
|
|
|
|
\chapter{Campaign Results — 90 Runs}
|
|
%% SOURCE: docs/working/experiments/campaigns/doe_2x7/results_30reps_RAJ_2025.11.22_1700hrs/
|
|
%% R script: doe_full_report.R
|
|
%% TODO(bob): include R-generated tables and figures.
|
|
%% FIGURES: place generated PDFs/PNGs in experiments/figures/doe_2x7_90rep/
|
|
\begin{figure}[ht]
|
|
\centering
|
|
%% \includegraphics[width=\linewidth]{figures/doe_2x7_90rep_main_effects.pdf}
|
|
%% TODO(bob): caption for main effects plot
|
|
\caption{Main effects plot --- 90-run campaign (figure pending)}
|
|
\label{fig:doe:90rep:main-effects}
|
|
\end{figure}
|
|
|
|
\chapter{Campaign Results — 300 Runs}
|
|
%% SOURCE: docs/working/experiments/campaigns/doe_2x7/results_300_reps_RAJ_2025.11.26.10:30hrs/
|
|
%% R script: doe_full_report.R
|
|
%% TODO(bob): include R-generated tables and figures.
|
|
%% FIGURES: place generated PDFs/PNGs in experiments/figures/doe_2x7_300rep/
|
|
\begin{figure}[ht]
|
|
\centering
|
|
%% \includegraphics[width=\linewidth]{figures/doe_2x7_300rep_main_effects.pdf}
|
|
%% TODO(bob): caption for 300-run main effects plot
|
|
\caption{Main effects plot --- 300-run campaign (figure pending)}
|
|
\label{fig:doe:300rep:main-effects}
|
|
\end{figure}
|
|
|
|
%%────────────────────────────────────────────────
|
|
%% Part III — L8 Attractor Map Campaign
|
|
%%────────────────────────────────────────────────
|
|
\part{L8 Attractor Map Campaign}
|
|
|
|
\chapter{Campaign Design and Execution}
|
|
%% SOURCE: docs/working/experiments/campaigns/l8_attractor_map/SESSION_REPORT_2025-12-10.md
|
|
\input{../scraps/experiments/campaigns/l8_attractor_map/SESSION_REPORT_2025-12-10}
|
|
\input{../scraps/experiments/campaigns/l8_attractor_map/results_20251209_145907/analysis_output/report/TIDBITS}
|
|
\input{../scraps/experiments/campaigns/l8_validation/README}
|
|
|
|
\chapter{Mathematical Framework}
|
|
%% SOURCE: docs/working/experiments/campaigns/l8_attractor_map/results_20251209_145907/analysis_output/report/mathematical_framework.md
|
|
\input{../scraps/experiments/campaigns/l8_attractor_map/results_20251209_145907/analysis_output/report/mathematical_framework}
|
|
|
|
\chapter{Heartbeat Analysis}
|
|
%% SOURCE: docs/working/experiments/campaigns/l8_attractor_map/results_20251209_145907/analysis_output/report/heartbeat_analysis.md
|
|
%% R scripts: l8_analysis.R, l8_analysis_fixed.R
|
|
%% TODO(bob): include R-generated heartbeat analysis figures.
|
|
\input{../scraps/experiments/campaigns/l8_attractor_map/results_20251209_145907/analysis_output/report/heartbeat_analysis}
|
|
|
|
\chapter{Comprehensive Results}
|
|
%% SOURCE: docs/working/experiments/campaigns/l8_attractor_map/results_20251209_145907/analysis_output/report/comprehensive_report.md
|
|
\input{../scraps/experiments/campaigns/l8_attractor_map/results_20251209_145907/analysis_output/report/comprehensive_report}
|
|
|
|
\chapter{Binary 2-Cycle Analysis}
|
|
%% SOURCE: docs/working/experiments/campaigns/l8_attractor_map/results_20251209_145907/binary_2cycle_analysis_report.md
|
|
\input{../scraps/experiments/campaigns/l8_attractor_map/results_20251209_145907/binary_2cycle_analysis_report}
|
|
|
|
%%────────────────────────────────────────────────
|
|
%% Part IV — Window Scaling Campaign
|
|
%%────────────────────────────────────────────────
|
|
\part{Window Scaling Campaign}
|
|
|
|
\chapter{Campaign Design}
|
|
%% SOURCE: docs/working/experiments/campaigns/window_scaling/README.md
|
|
%% docs/working/experiments/campaigns/window_scaling/QUICK_START.md
|
|
\input{../scraps/experiments/campaigns/window_scaling/README}
|
|
\input{../scraps/experiments/campaigns/window_scaling/QUICK_START}
|
|
|
|
\chapter{Results and Analysis}
|
|
%% SOURCE: R scripts: analyze_results.R, generate_run_matrix.R
|
|
%% TODO(bob): include R-generated window scaling figures and tables.
|
|
|
|
%%────────────────────────────────────────────────
|
|
%% Part V — James Law Protocol
|
|
%%────────────────────────────────────────────────
|
|
\part{James Law Protocol}
|
|
|
|
\chapter{Protocol Definition}
|
|
%% SOURCE: docs/working/experiments/02-experiments/james-law/protocol.md
|
|
%% NOTE: "James Law" is a registered proper noun — do not rename.
|
|
\input{../scraps/experiments/02-experiments/james-law/protocol}
|
|
|
|
%%────────────────────────────────────────────────
|
|
%% Part VI — Heartbeat and Physics Optimization Campaigns
|
|
%%────────────────────────────────────────────────
|
|
\part{Supplementary Campaigns}
|
|
|
|
\chapter{Heartbeat DoE}
|
|
%% SOURCE: docs/working/experiments/02-experiments/heartbeat-doe/design.md
|
|
%% docs/working/experiments/02-experiments/heartbeat-doe/corrected-design.md
|
|
\input{../scraps/experiments/02-experiments/heartbeat-doe/design}
|
|
\input{../scraps/experiments/02-experiments/heartbeat-doe/corrected-design}
|
|
\input{../scraps/experiments/02-experiments/heartbeat-doe/implementation-summary}
|
|
\input{../scraps/experiments/02-experiments/heartbeat-doe/phase2-corrected}
|
|
\input{../scraps/experiments/02-experiments/heartbeat-doe/execution-guide}
|
|
|
|
\chapter{Physics Optimization DoE}
|
|
%% SOURCE: docs/working/experiments/02-experiments/physics-optimization/doe-guide.md
|
|
%% docs/working/experiments/02-experiments/physics-optimization/reproduce.md
|
|
\input{../scraps/experiments/02-experiments/physics-optimization/doe-guide}
|
|
\input{../scraps/experiments/02-experiments/physics-optimization/execution-guide}
|
|
\input{../scraps/experiments/02-experiments/physics-optimization/hotwords-cache}
|
|
\input{../scraps/experiments/02-experiments/physics-optimization/proposals}
|
|
\input{../scraps/experiments/02-experiments/physics-optimization/reproduce}
|
|
|
|
\chapter{L8 Wiring}
|
|
\input{../scraps/experiments/02-experiments/L8_WIRING_PLAN}
|
|
\input{../scraps/experiments/02-experiments/L8_WIRING_IMPLEMENTATION_SUMMARY}
|
|
\input{../scraps/experiments/02-experiments/L8_WIRING_CODE_REVIEW_GUIDE}
|
|
|
|
\chapter{L8 Validation}
|
|
%% SOURCE: docs/working/experiments/campaigns/l8_validation/README.md
|
|
%% (already included in L8 Attractor Map chapter above)
|
|
|
|
\chapter{Shape Validation}
|
|
%% SOURCE: docs/working/experiments/campaigns/shape_validation/README.md
|
|
%% (already included in Campaign Design chapter above)
|
|
|
|
%%────────────────────────────────────────────────
|
|
%% Appendices
|
|
%%────────────────────────────────────────────────
|
|
\appendix
|
|
|
|
\chapter{Reproducibility Protocol}
|
|
%% SOURCE: docs/working/papers/REPRODUCIBILITY.md
|
|
\input{../scraps/papers/REPRODUCIBILITY}
|
|
|
|
\chapter{Replication Invitation}
|
|
%% SOURCE: docs/working/papers/REPLICATION_INVITE.md
|
|
\input{../scraps/papers/REPLICATION_INVITE}
|
|
|
|
\chapter{DoE Metrics Schema}
|
|
\input{../scraps/archive/research/doe-metrics-schema}
|
|
|
|
\chapter{Methodology Record}
|
|
\input{../scraps/archive/legacy/phase-1/Reference/physics_experiment/PEER_REVIEW_SUBMISSION/06_ASCIIDOC/03-experimental-methodology}
|
|
\input{../scraps/archive/legacy/phase-1/Reference/physics_experiment/PEER_REVIEW_SUBMISSION/06_ASCIIDOC/04-variance-analysis}
|
|
|
|
\chapter{Session Logs}
|
|
\input{../scraps/archive/session-logs/experimental-addendum}
|
|
\input{../scraps/archive/session-logs/experimental-iteration-usage}
|
|
|
|
\chapter{R Script Inventory}
|
|
%% TODO(bob): table of all R scripts, their inputs, outputs, and campaign association.
|
|
%% Scripts live in docs/working/experiments/campaigns/*/scripts/ and campaigns/*/R files.
|
|
|
|
\backmatter
|
|
\bibliographystyle{plainnat}
|
|
\bibliography{../common/starship}
|
|
|
|
\end{document}
|