feat(stargate): make pulsar-wait-and-widen wait for affinity and widen gradually

src/libraries/rust/stargate/README.md

@@ -30,6 +30,11 @@ set. Every Pylon must also select exactly one local stats initialization source:
 [Pylon onboarding](docs/operations/pylon-onboarding.md) for the complete
 lifecycle and calibration contract.
 
+Pulsar weights clusters by generation maximum input TPS by default. Upgrade
+Pylons and registration relays before Stargates; see
+[load-balancer configuration](docs/load-balancer-configuration.md#pulsar) for
+the rollout order and the mean-weighting option.
+
 Pylon gates startup on an upstream health probe. It tries `/health` and then
 `/v1/health/ready`, reuses whichever path answers first, and forwards Stargate's
 `/health` RTT probe to that same path, so engines that serve only the

src/libraries/rust/stargate/benches/backend-degradation.yaml

@@ -40,8 +40,6 @@ backends:
       decode_jitter_ms: 4
       prefill_tokens_per_s: 4200
       decode_tokens_per_s: 90
-    registration:
-      last_mean_input_tps: 120
   profiles:
     - count: 2
       profile:
@@ -55,8 +53,6 @@ backends:
           decode_jitter_ms: 2
           prefill_tokens_per_s: 7000
           decode_tokens_per_s: 140
-        registration:
-          last_mean_input_tps: 220
     - count: 4
       profile:
         name: balanced
@@ -69,8 +65,6 @@ backends:
           decode_jitter_ms: 4
           prefill_tokens_per_s: 4200
           decode_tokens_per_s: 90
-        registration:
-          last_mean_input_tps: 120
 
 degradation:
   actions:

src/libraries/rust/stargate/benches/bursty-8-backends.yaml

@@ -40,8 +40,6 @@ backends:
       decode_jitter_ms: 4
       prefill_tokens_per_s: 4200
       decode_tokens_per_s: 90
-    registration:
-      last_mean_input_tps: 120
   profiles:
     - count: 2
       profile:
@@ -55,8 +53,6 @@ backends:
           decode_jitter_ms: 2
           prefill_tokens_per_s: 7200
           decode_tokens_per_s: 150
-        registration:
-          last_mean_input_tps: 220
     - count: 4
       profile:
         name: balanced
@@ -69,8 +65,6 @@ backends:
           decode_jitter_ms: 4
           prefill_tokens_per_s: 4200
           decode_tokens_per_s: 90
-        registration:
-          last_mean_input_tps: 120
     - count: 2
       profile:
         name: constrained
@@ -83,8 +77,6 @@ backends:
           decode_jitter_ms: 10
           prefill_tokens_per_s: 2200
           decode_tokens_per_s: 50
-        registration:
-          last_mean_input_tps: 60
 
 traffic_pattern:
   kind: bursty

src/libraries/rust/stargate/benches/cache-thrash-6-backends.yaml

@@ -40,8 +40,6 @@ backends:
       decode_jitter_ms: 4
       prefill_tokens_per_s: 3500
       decode_tokens_per_s: 85
-    registration:
-      last_mean_input_tps: 100
 
 traffic_pattern:
   kind: zipf_hotset

src/libraries/rust/stargate/benches/hotset-8-backends-long.yaml

@@ -40,8 +40,6 @@ backends:
       decode_jitter_ms: 3
       prefill_tokens_per_s: 4000
       decode_tokens_per_s: 90
-    registration:
-      last_mean_input_tps: 120
   profiles:
     - count: 2
       profile:
@@ -55,8 +53,6 @@ backends:
           decode_jitter_ms: 2
           prefill_tokens_per_s: 7000
           decode_tokens_per_s: 140
-        registration:
-          last_mean_input_tps: 220
     - count: 4
       profile:
         name: balanced
@@ -69,8 +65,6 @@ backends:
           decode_jitter_ms: 4
           prefill_tokens_per_s: 4000
           decode_tokens_per_s: 90
-        registration:
-          last_mean_input_tps: 120
     - count: 2
       profile:
         name: slow
@@ -83,8 +77,6 @@ backends:
           decode_jitter_ms: 8
           prefill_tokens_per_s: 2200
           decode_tokens_per_s: 55
-        registration:
-          last_mean_input_tps: 70
 
 traffic_pattern:
   kind: zipf_hotset

src/libraries/rust/stargate/benches/hotset-8-backends.yaml

@@ -40,8 +40,6 @@ backends:
       decode_jitter_ms: 3
       prefill_tokens_per_s: 4000
       decode_tokens_per_s: 90
-    registration:
-      last_mean_input_tps: 120
   profiles:
     - count: 2
       profile:
@@ -55,8 +53,6 @@ backends:
           decode_jitter_ms: 2
           prefill_tokens_per_s: 7000
           decode_tokens_per_s: 140
-        registration:
-          last_mean_input_tps: 220
     - count: 4
       profile:
         name: balanced
@@ -69,8 +65,6 @@ backends:
           decode_jitter_ms: 4
           prefill_tokens_per_s: 4000
           decode_tokens_per_s: 90
-        registration:
-          last_mean_input_tps: 120
     - count: 2
       profile:
         name: slow
@@ -83,8 +77,6 @@ backends:
           decode_jitter_ms: 8
           prefill_tokens_per_s: 2200
           decode_tokens_per_s: 55
-        registration:
-          last_mean_input_tps: 70
 
 traffic_pattern:
   kind: zipf_hotset

src/libraries/rust/stargate/benches/lb-balance-bursty-4c2p-2s.yaml

@@ -42,8 +42,6 @@ backends:
       decode_jitter_ms: 3
       prefill_tokens_per_s: 7000
       decode_tokens_per_s: 170
-    registration:
-      last_mean_input_tps: 160
   profiles:
     - count: 2
       profile:
@@ -57,8 +55,6 @@ backends:
           decode_jitter_ms: 2
           prefill_tokens_per_s: 12000
           decode_tokens_per_s: 260
-        registration:
-          last_mean_input_tps: 280
     - count: 4
       profile:
         name: balanced-cluster
@@ -71,8 +67,6 @@ backends:
           decode_jitter_ms: 3
           prefill_tokens_per_s: 7000
           decode_tokens_per_s: 170
-        registration:
-          last_mean_input_tps: 160
     - count: 2
       profile:
         name: constrained-cluster
@@ -85,8 +79,6 @@ backends:
           decode_jitter_ms: 7
           prefill_tokens_per_s: 3400
           decode_tokens_per_s: 85
-        registration:
-          last_mean_input_tps: 80
 
 traffic_pattern:
   kind: bursty

src/libraries/rust/stargate/benches/lb-balance-hotset-8c2p-4s.yaml

@@ -42,8 +42,6 @@ backends:
       decode_jitter_ms: 3
       prefill_tokens_per_s: 8200
       decode_tokens_per_s: 190
-    registration:
-      last_mean_input_tps: 185
   profiles:
     - count: 4
       profile:
@@ -57,8 +55,6 @@ backends:
           decode_jitter_ms: 2
           prefill_tokens_per_s: 14000
           decode_tokens_per_s: 285
-        registration:
-          last_mean_input_tps: 310
     - count: 8
       profile:
         name: balanced-cluster
@@ -71,8 +67,6 @@ backends:
           decode_jitter_ms: 3
           prefill_tokens_per_s: 8200
           decode_tokens_per_s: 190
-        registration:
-          last_mean_input_tps: 185
     - count: 4
       profile:
         name: constrained-cluster
@@ -85,8 +79,6 @@ backends:
           decode_jitter_ms: 6
           prefill_tokens_per_s: 4000
           decode_tokens_per_s: 100
-        registration:
-          last_mean_input_tps: 90
 
 traffic_pattern:
   kind: zipf_hotset

src/libraries/rust/stargate/benches/lb-balance-prefix-reuse-4c2p-2s.yaml

@@ -42,8 +42,6 @@ backends:
       decode_jitter_ms: 2
       prefill_tokens_per_s: 32768
       decode_tokens_per_s: 220
-    registration:
-      last_mean_input_tps: 32768
   profiles:
     - count: 2
       profile:
@@ -57,8 +55,6 @@ backends:
           decode_jitter_ms: 1
           prefill_tokens_per_s: 65536
           decode_tokens_per_s: 320
-        registration:
-          last_mean_input_tps: 65536
     - count: 4
       profile:
         name: balanced-prefix-cluster
@@ -71,8 +67,6 @@ backends:
           decode_jitter_ms: 2
           prefill_tokens_per_s: 32768
           decode_tokens_per_s: 220
-        registration:
-          last_mean_input_tps: 32768
     - count: 2
       profile:
         name: constrained-prefix-cluster
@@ -85,8 +79,6 @@ backends:
           decode_jitter_ms: 4
           prefill_tokens_per_s: 16384
           decode_tokens_per_s: 120
-        registration:
-          last_mean_input_tps: 16384
 
 traffic_pattern:
   kind: prefix_reuse

src/libraries/rust/stargate/benches/lb-balance-prefix-reuse-pulsar-wait-and-widen-slo-4c2p-1s.yaml

@@ -42,8 +42,6 @@ backends:
       decode_jitter_ms: 2
       prefill_tokens_per_s: 32768
       decode_tokens_per_s: 220
-    registration:
-      last_mean_input_tps: 32768
   profiles:
     - count: 2
       profile:
@@ -57,8 +55,6 @@ backends:
           decode_jitter_ms: 1
           prefill_tokens_per_s: 65536
           decode_tokens_per_s: 320
-        registration:
-          last_mean_input_tps: 65536
     - count: 4
       profile:
         name: balanced-prefix-cluster
@@ -71,8 +67,6 @@ backends:
           decode_jitter_ms: 2
           prefill_tokens_per_s: 32768
           decode_tokens_per_s: 220
-        registration:
-          last_mean_input_tps: 32768
     - count: 2
       profile:
         name: constrained-prefix-cluster
@@ -85,8 +79,6 @@ backends:
           decode_jitter_ms: 4
           prefill_tokens_per_s: 16384
           decode_tokens_per_s: 120
-        registration:
-          last_mean_input_tps: 16384
 
 traffic_pattern:
   kind: prefix_reuse

src/libraries/rust/stargate/benches/lb-balance-prefix-reuse-smoke-2c2p-1s.yaml

@@ -42,8 +42,6 @@ backends:
       decode_jitter_ms: 1
       prefill_tokens_per_s: 32768
       decode_tokens_per_s: 512
-    registration:
-      last_mean_input_tps: 32768
 
 traffic_pattern:
   kind: prefix_reuse

src/libraries/rust/stargate/benches/lb-balance-smoke-2c2p-1s.yaml

@@ -42,8 +42,6 @@ backends:
       decode_jitter_ms: 2
       prefill_tokens_per_s: 9000
       decode_tokens_per_s: 220
-    registration:
-      last_mean_input_tps: 200
 
 traffic_pattern:
   kind: uniform

src/libraries/rust/stargate/benches/mixed-size-pulsar.yaml

@@ -40,8 +40,6 @@ backends:
       decode_jitter_ms: 4
       prefill_tokens_per_s: 4000
       decode_tokens_per_s: 90
-    registration:
-      last_mean_input_tps: 120
   profiles:
     - count: 2
       profile:
@@ -55,8 +53,6 @@ backends:
           decode_jitter_ms: 2
           prefill_tokens_per_s: 8000
           decode_tokens_per_s: 160
-        registration:
-          last_mean_input_tps: 260
     - count: 3
       profile:
         name: balanced
@@ -69,8 +65,6 @@ backends:
           decode_jitter_ms: 4
           prefill_tokens_per_s: 4000
           decode_tokens_per_s: 90
-        registration:
-          last_mean_input_tps: 120
     - count: 1
       profile:
         name: small-cache
@@ -83,8 +77,6 @@ backends:
           decode_jitter_ms: 6
           prefill_tokens_per_s: 2600
           decode_tokens_per_s: 70
-        registration:
-          last_mean_input_tps: 80
 
 traffic_pattern:
   kind: mixed_size

src/libraries/rust/stargate/benches/overload-6-backends.yaml

@@ -40,8 +40,6 @@ backends:
       decode_jitter_ms: 8
       prefill_tokens_per_s: 1800
       decode_tokens_per_s: 45
-    registration:
-      last_mean_input_tps: 60
   profiles:
     - count: 2
       profile:
@@ -55,8 +53,6 @@ backends:
           decode_jitter_ms: 4
           prefill_tokens_per_s: 4200
           decode_tokens_per_s: 90
-        registration:
-          last_mean_input_tps: 130
     - count: 4
       profile:
         name: constrained
@@ -69,8 +65,6 @@ backends:
           decode_jitter_ms: 8
           prefill_tokens_per_s: 1800
           decode_tokens_per_s: 45
-        registration:
-          last_mean_input_tps: 60
 
 traffic_pattern:
   kind: bursty