Update checkpoint configuration.

configs/example.yaml

@@ -105,11 +105,12 @@ TimeSeriesModel:
   encoder_config:
     attn_mode: chunk
     num_heads: 4
-    expand_v: 1.0
-    use_gate: false    
+    expand_v: 1.0   
     use_short_conv: true
-    conv_size: 16
-    allow_neg_eigval: true
+    conv_size: 32
+    allow_neg_eigval: true   
+    hidden_ratio: 1.0   
+    use_gate: true 
     use_forget_gate: true
     num_householder: 4
     weaving: true

examples/quick_start_tempo_pfn.ipynb

@@ -30,7 +30,6 @@
    "metadata": {},
    "outputs": [],
    "source": [
-    "import os\n",
     "import urllib.request\n",
     "import torch\n",
     "import numpy as np\n",
@@ -66,7 +65,8 @@
    "metadata": {},
    "outputs": [],
    "source": [
-    "DROPBOX_URL = \"https://www.dropbox.com/scl/fi/5vmjr7nx9wj9w1vl2giuv/checkpoint.pth?rlkey=qmk08ojp7wj0l6kpm8hzgbzju&st=dyr07d00&dl=1\"\n",
+    "DROPBOX_URL = \"https://www.dropbox.com/scl/fi/mqsni5lehooyaw93y3uzq/checkpoint_38M.pth?rlkey=3uyehvmtted02xkha24zgpzb6&st=seevsbkn&dl=1\"\n",
+    "\n",
     "CHECKPOINT_DIR = repo_root / \"models\"\n",
     "CHECKPOINT_PATH = CHECKPOINT_DIR / \"checkpoint.pth\"\n",
     "\n",
@@ -202,7 +202,7 @@
    "source": [
     "import matplotlib.pyplot as plt\n",
     "\n",
-    "plt.set_loglevel('error')  \n",
+    "plt.set_loglevel(\"error\")\n",
     "\n",
     "# preds: [B, P, N, Q] for quantiles (univariate -> N=1)\n",
     "preds_np = preds.cpu().numpy()\n",

examples/quick_start_tempo_pfn.py

@@ -51,7 +51,7 @@ def main():
     if args.checkpoint:
         model_path = args.checkpoint
     else:
-        dropbox_url = "https://www.dropbox.com/scl/fi/5vmjr7nx9wj9w1vl2giuv/checkpoint.pth?rlkey=qmk08ojp7wj0l6kpm8hzgbzju&st=dyr07d00&dl=0"
+        dropbox_url = "https://www.dropbox.com/scl/fi/mqsni5lehooyaw93y3uzq/checkpoint_38M.pth?rlkey=3uyehvmtted02xkha24zgpzb6&st=seevsbkn&dl=0"
         model_path = download_checkpoint_if_needed(dropbox_url, target_dir="models")
 
     logger.info("=== Time Series Model Demo (Univariate Quantile) ===")

src/models/blocks.py

@@ -22,6 +22,7 @@ class GatedDeltaProductEncoder(nn.Module):
         use_gate: bool = False,
         use_short_conv: bool = True,
         conv_size: int = 4,
+        hidden_ratio: int = 1.0,
         allow_neg_eigval: bool = True,
         use_forget_gate: bool = True,
         num_householder: int = 1,
@@ -36,7 +37,7 @@ class GatedDeltaProductEncoder(nn.Module):
             use_short_conv=use_short_conv,
             conv_size=conv_size,
             head_dim=token_embed_dim // num_heads,
-            hidden_ratio=0.5,
+            hidden_ratio=hidden_ratio,
             num_heads=num_heads,
             allow_neg_eigval=allow_neg_eigval,
             use_forget_gate=use_forget_gate,