Update readme.md

.claude/settings.local.json

@@ -0,0 +1,9 @@
+{
+  "permissions": {
+    "allow": [
+      "Bash(ls:*)",
+      "Bash(grep:*)"
+    ],
+    "deny": []
+  }
+}

.coveragerc

@@ -0,0 +1,29 @@
+[run]
+source = 
+    src
+    rlinference
+    hfinference
+    hftraining
+    hyperparamopt
+    totoembedding
+omit = 
+    tests/*
+    **/test_*.
+    **/*_test.py
+    **/.venv/*
+    **/venv/*
+    **/.tox/*
+    **/site-packages/*
+    **/experiments/*
+    **/reports/*
+
+[report]
+exclude_lines = 
+    pragma: no cover
+    if __name__ == .__main__.
+    @overload
+    @abstractmethod
+    @abc.abstractmethod
+precision = 1
+skip_empty = True
+

.cursorignore

@@ -0,0 +1,24 @@
+data
+lightning*
+logs
+optuna*
+.idea
+
+.env
+.cache
+data
+results
+env.py
+env_real.py
+logs
+lightning_logs
+lightning_logs*
+lightning_logsminute
+
+
+optuna_test
+.pytest_cache
+
+__pycache__
+__pycache__*
+logfile.log

.cursorrules

@@ -0,0 +1,9 @@
+you can use tools like bash:
+
+git --no-pager diff --cached -p
+git --no-pager diff -p
+
+to look over the diff
+testing/uv installing in the .venv
+pytest .
+uv pip compile requirements.in -o requirements.txt && uv pip install -r requirements.txt  --python .venv/bin/python

.devcontainer/devcontainer.json

@@ -0,0 +1,15 @@
+{
+  "name": "PufferTank 5090",
+  "image": "pufferai/puffertank:latest",
+  "runArgs": ["--gpus=all"],
+  "customizations": {
+    "vscode": {
+      "extensions": [
+        "ms-python.python",
+        "ms-toolsai.jupyter",
+        "github.vscode-pull-request-github"
+      ]
+    }
+  },
+  "postCreateCommand": "uv pip install --upgrade pufferlib torch gymnasium"
+}

.dockerignore

@@ -0,0 +1,37 @@
+
+# Ignore everything by default.
+*
+
+!.dockerignore
+!Dockerfile.runpod
+!pyproject.toml
+!uv.lock
+!runpodmarket/**
+!falmarket/**
+!fal_marketsimulator/**
+!faltrain/**
+!marketsimulator/Dockerfile
+!marketsimulator/**
+!src/**
+!traininglib/**
+!training/**
+!rlinference/**
+!gymrl/**
+!analysis/**
+!analysis_runner_funcs/**
+!fal_utils/**
+!utils/**
+!stock/**
+!toto/**
+!trade_stock_e2e.py
+!trade_stock_e2e_trained.py
+!alpaca_wrapper.py
+!backtest_test3_inline.py
+!data_curate_daily.py
+!env_real.py
+!jsonshelve.py
+!loss_utils.py
+
+gymrl/artifacts/**
+gymrl/cache/**
+gymrl/runs/**

.github/workflows/ci.yml

@@ -0,0 +1,147 @@
+name: CI
+
+on:
+  push:
+    branches: ["main"]
+  pull_request:
+
+permissions:
+  contents: read
+
+jobs:
+  quality:
+    runs-on: [self-hosted, stock-ci, gpu]
+    env:
+      MARKETSIM_ALLOW_MOCK_ANALYTICS: "1"
+      MARKETSIM_SKIP_REAL_IMPORT: "1"
+      ALP_PAPER: "1"
+      PYTHONUNBUFFERED: "1"
+    strategy:
+      fail-fast: false
+      matrix:
+        python-version: ["3.13"]
+
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v4
+
+      - name: Set up Python
+        uses: actions/setup-python@v5
+        with:
+          python-version: ${{ matrix.python-version }}
+
+      - name: Install uv
+        uses: astral-sh/setup-uv@v3
+
+      - name: Install dependencies
+        run: |
+          uv pip install --system --requirement requirements.txt
+          uv pip install --system ty ruff pyright
+
+      - name: Lint with Ruff
+        run: ruff check src
+
+      - name: Type check with ty
+        continue-on-error: true
+        run: ty check
+
+      - name: Type check with Pyright
+        continue-on-error: true
+        run: python -m pyright
+
+      - name: Run critical trading backtests
+        run: |
+          python -m pytest \
+            tests/prod/trading/test_trade_stock_e2e.py \
+            tests/prod/backtesting/test_backtest3.py
+
+      - name: Run unit tests
+        run: |
+          python -m pytest tests/prod \
+            --ignore=tests/prod/trading/test_trade_stock_e2e.py \
+            --ignore=tests/prod/backtesting/test_backtest3.py \
+            -m "not integration"
+
+      - name: Run integration tests
+        run: |
+          python -m pytest tests/prod -m integration
+
+      - name: Run fast env benchmark
+        run: |
+          make fast-env-benchmark
+
+      - name: Report benchmark drift
+        run: |
+          . .venv/bin/activate && python analysis/fast_env_drift.py --csv results/bench_fast_vs_python.csv
+
+      - name: Fast PPO smoke run
+        run: |
+          . .venv/bin/activate && python training/run_fastppo.py \
+            --symbol AAPL \
+            --data-root trainingdata \
+            --context-len 32 \
+            --total-timesteps 512 \
+            --num-envs 1 \
+            --learning-rate 1e-4 \
+            --env-backend python \
+            --log-json results/fastppo_ci.json \
+            --plot \
+            --plot-path results \
+            --html-report \
+            --html-path results/fastppo_ci_report.html \
+            --sma-window 32 \
+            --ema-window 32 \
+            --device cpu
+
+      - name: Run simulator report
+        env:
+          MARKETSIM_ALLOW_MOCK_ANALYTICS: "1"
+          MARKETSIM_SKIP_REAL_IMPORT: "1"
+          MARKETSIM_FORCE_KRONOS: "1"
+          MARKETSIM_SYMBOL_SIDE_MAP: "NVDA:sell"
+          MARKETSIM_SYMBOL_KELLY_SCALE_MAP: "AAPL:0.2,MSFT:0.25,NVDA:0.01,AMZN:0.15,GOOG:0.2,XLK:0.15,SOXX:0.15"
+          MARKETSIM_SYMBOL_MAX_HOLD_SECONDS_MAP: "AAPL:10800,MSFT:10800,NVDA:7200,AMZN:10800,GOOG:10800,XLK:10800,SOXX:10800"
+          MARKETSIM_SYMBOL_MIN_COOLDOWN_MAP: "NVDA:360"
+          MARKETSIM_SYMBOL_FORCE_PROBE_MAP: "AAPL:true"
+          MARKETSIM_SYMBOL_MIN_MOVE_MAP: "AAPL:0.08,AMZN:0.06,GOOG:0.05,XLK:0.04,SOXX:0.04"
+          MARKETSIM_SYMBOL_MIN_STRATEGY_RETURN_MAP: "AAPL:-0.03,AMZN:-0.02,GOOG:0.02,XLK:0.015,SOXX:0.015"
+          MARKETSIM_TREND_SUMMARY_PATH: "marketsimulator/run_logs/trend_summary.json"
+          MARKETSIM_TREND_PNL_SUSPEND_MAP: "AAPL:-5000,GOOG:-100,XLK:-200,AMZN:-400,SOXX:-150,NVDA:-1500"
+          MARKETSIM_TREND_PNL_RESUME_MAP: "AAPL:-3000,GOOG:-50,XLK:-100,AMZN:-200,SOXX:-75,NVDA:-750"
+          MARKETSIM_SYMBOL_MAX_ENTRIES_MAP: "NVDA:1,MSFT:10,AAPL:10,AMZN:8,GOOG:6,XLK:6,SOXX:6"
+          CI_SIM_PREFIX: "ci-${{ github.run_id }}"
+        run: |
+          make sim-report
+
+      - name: Aggregate simulator trends
+        run: |
+          make sim-trend
+
+      - name: Check trend alerts
+        env:
+          CI_SIM_PREFIX: "ci-${{ github.run_id }}"
+          MARKETSIM_SYMBOL_SIDE_MAP: "NVDA:sell"
+          MARKETSIM_SYMBOL_KELLY_SCALE_MAP: "AAPL:0.3,MSFT:0.2,NVDA:0.05,AMZN:0.15,GOOG:0.2,XLK:0.15,SOXX:0.15"
+          MARKETSIM_SYMBOL_MAX_HOLD_SECONDS_MAP: "AAPL:7200,MSFT:10800,NVDA:7200,AMZN:10800,GOOG:10800,XLK:10800,SOXX:10800"
+        run: |
+          python scripts/check_trend_alerts.py \
+            marketsimulator/run_logs/trend_summary.json \
+            --min-sma -1200 \
+            --max-std 1400 \
+            --symbols AAPL,MSFT,NVDA,AMZN,GOOG,XLK,SOXX \
+            --trades-glob "marketsimulator/run_logs/${CI_SIM_PREFIX}_trades_summary.json" \
+            --max-trades-map NVDA@ci_guard:2,MSFT@ci_guard:20,AAPL@ci_guard:20,AMZN@ci_guard:16,GOOG@ci_guard:12,XLK@ci_guard:12,SOXX@ci_guard:12
+
+      - name: Upload simulator artifacts
+        if: always()
+        uses: actions/upload-artifact@v4
+        with:
+          name: sim-report-${{ github.run_id }}
+          path: |
+            marketsimulator/run_logs/${{ env.CI_SIM_PREFIX }}_*
+            marketsimulator/run_logs/trend_summary.json
+            results/bench_fast_vs_python.json
+            results/bench_fast_vs_python.csv
+            results/fastppo_ci.json
+            results/fastppo_ci_report.html
+            results/aapl_fastppo_trace.png

.github/workflows/trend-pipeline.yml

@@ -0,0 +1,89 @@
+name: Trend Pipeline Refresh
+
+on:
+  workflow_dispatch:
+  schedule:
+    - cron: '15 1 * * *'
+
+jobs:
+  run-pipeline:
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v4
+
+      - name: Set up Python
+        uses: actions/setup-python@v5
+        with:
+          python-version: '3.12'
+          cache: 'pip'
+
+      - name: Set up uv
+        uses: astral-sh/setup-uv@v3
+
+      - name: Install dependencies
+        run: |
+          uv pip install -e .
+
+      - name: Run trend pipeline
+        run: |
+          uv run make trend-pipeline
+
+      - name: Check latency status
+        run: |
+          uv run make latency-status
+
+      - name: Append latency summary to job summary
+        run: |
+          uv run python scripts/write_latency_step_summary.py
+
+      - name: Show provider usage summary
+        if: always()
+        run: |
+          if [ -f marketsimulator/run_logs/provider_usage.csv ]; then
+            uv run python scripts/provider_usage_report.py --log marketsimulator/run_logs/provider_usage.csv --timeline-window 20 --no-sparkline
+            if [ -f marketsimulator/run_logs/provider_usage_sparkline.md ]; then
+              echo "--- Provider Usage Sparkline ---"
+              cat marketsimulator/run_logs/provider_usage_sparkline.md
+            fi
+          else
+            echo "provider_usage.csv not found"
+          fi
+          if [ -f marketsimulator/run_logs/provider_latency.csv ]; then
+            uv run python scripts/provider_latency_report.py --log marketsimulator/run_logs/provider_latency.csv --output marketsimulator/run_logs/provider_latency_summary.txt
+            if [ -f marketsimulator/run_logs/provider_latency_rolling.md ]; then
+              echo "--- Provider Latency Rolling ---"
+              cat marketsimulator/run_logs/provider_latency_rolling.md
+            fi
+            if [ -f marketsimulator/run_logs/provider_latency_history.md ]; then
+              echo "--- Provider Latency History ---"
+              cat marketsimulator/run_logs/provider_latency_history.md
+            fi
+          else
+            echo "provider_latency.csv not found"
+          fi
+
+      - name: Upload artefacts
+        if: always()
+        uses: actions/upload-artifact@v4
+        with:
+          name: trend-pipeline-logs
+          path: |
+            marketsimulator/run_logs/trend_summary.json
+            marketsimulator/run_logs/candidate_readiness.md
+            marketsimulator/run_logs/candidate_momentum.md
+            marketsimulator/run_logs/candidate_forecast_gate_report.md
+            marketsimulator/run_logs/candidate_forecast_gate_history.csv
+            marketsimulator/run_logs/candidate_readiness_history.csv
+            marketsimulator/run_logs/provider_usage.csv
+            marketsimulator/run_logs/provider_switches.csv
+            marketsimulator/run_logs/provider_usage_summary.txt
+            marketsimulator/run_logs/provider_usage_sparkline.md
+            marketsimulator/run_logs/provider_latency.csv
+            marketsimulator/run_logs/provider_latency_summary.txt
+            marketsimulator/run_logs/provider_latency_rollup.csv
+            marketsimulator/run_logs/provider_latency_rolling.md
+            marketsimulator/run_logs/provider_latency_rolling.json
+            marketsimulator/run_logs/provider_latency_rolling_history.jsonl
+            marketsimulator/run_logs/provider_latency_history.md
+            marketsimulator/run_logs/provider_latency_history.html