Skip to content

Commit aee618a

Browse files
test: update grok skill contract expectations
1 parent d5a5b58 commit aee618a

1 file changed

Lines changed: 27 additions & 18 deletions

File tree

tests/contract_regressions.rs

Lines changed: 27 additions & 18 deletions
Original file line numberDiff line numberDiff line change
@@ -176,12 +176,16 @@ fn bundled_skill_requires_command_surface_check() {
176176
assert!(install_ref.contains("grok-cli status --json"));
177177
assert!(install_ref.contains("bad-credentials"));
178178
assert!(install_ref.contains("grok-cli refresh --json"));
179-
assert!(install_ref.contains("access_token_expiring"));
180-
assert!(install_ref.contains("grok-cli search --json --query \"Grok\" --timeout 120"));
179+
assert!(install_ref.contains("Failure-Driven OAuth Flow"));
180+
assert!(install_ref.contains("Run the user's real command first"));
181+
assert!(install_ref.contains("try refresh first"));
182+
assert!(install_ref.contains("If refresh fails because local auth state is missing"));
183+
assert!(install_ref.contains("Never replace the user's real command with a probe"));
184+
assert!(install_ref.contains("grok-cli search --json --query \"Grok\""));
181185
assert!(install_ref.contains("PATH configuration issue"));
182186
assert!(install_ref.contains("PATH=\"$HOME/.local/bin:$PATH\""));
183-
assert!(install_ref.contains("Readiness flow before the user's requested task"));
184-
assert!(install_ref.contains(
187+
assert!(!install_ref.contains("Readiness flow before the user's requested task"));
188+
assert!(!install_ref.contains(
185189
"Only run the user's original Grok command after login and permission are verified"
186190
));
187191
assert!(install_ref.contains("rustc --version"));
@@ -213,19 +217,24 @@ fn bundled_skill_requires_command_surface_check() {
213217
assert!(readme_zh.contains("grok-cli-macos-aarch64-apple-darwin.tar.gz"));
214218
assert!(readme_zh.contains("grok-cli-windows-x86_64-pc-windows-msvc.zip"));
215219
assert!(skill.contains("What Users Can Do Through This Skill"));
216-
assert!(skill.contains("Readiness Gate"));
217-
assert!(skill.contains("Verify permission with a minimal real command"));
220+
assert!(skill.contains("Fast Path And Recovery"));
221+
assert!(skill.contains("run the user's requested `grok-cli` command directly"));
222+
assert!(skill.contains("Do not run `status`, `state`, login checks"));
223+
assert!(skill.contains("Do not run readiness probes"));
224+
assert!(skill.contains("A user asking to search should get the real search first"));
225+
assert!(skill.contains("try refresh first"));
226+
assert!(skill.contains("If refresh fails because local auth state is missing"));
227+
assert!(!skill.contains("## Readiness Gate"));
228+
assert!(!skill.contains("Verify permission with a minimal real command"));
218229
assert!(skill.contains("Reply with exactly: ok"));
219-
assert!(skill.contains("grok-cli search --json --query \"Grok\" --timeout 120"));
220230
assert!(skill.contains("access_token_expiring"));
221231
assert!(skill.contains("PATH configuration issue"));
222-
assert!(skill.contains("Do not run the user's requested Grok task until this gate passes"));
223-
assert!(skill.contains("grok-cli status --json"));
232+
assert!(!skill.contains("Do not run the user's requested Grok task until this gate passes"));
233+
assert!(install_ref.contains("grok-cli status --json"));
224234
assert!(skill.contains("bad-credentials"));
225235
assert!(skill.contains("grok-cli refresh --json"));
226-
assert!(
227-
skill.contains("Do not present an empty or generic answer as a real X discussion summary")
228-
);
236+
assert!(skill.contains("lossless human-readable rendering"));
237+
assert!(skill.contains("transformation mode"));
229238
assert!(skill.contains("Rust 1.88 or newer"));
230239
assert!(skill.contains("Rust 1.92.0"));
231240
assert!(skill.contains("rustc --version"));
@@ -266,9 +275,9 @@ fn bundled_skill_requires_command_surface_check() {
266275
assert!(basic_ref.contains("--excluded-x-handle"));
267276
assert!(basic_ref.contains("--from-date"));
268277
assert!(basic_ref.contains("--to-date"));
269-
assert!(basic_ref.contains("State the exact query and date range used"));
270-
assert!(basic_ref.contains("empty `data.citations`"));
271-
assert!(basic_ref.contains("avoid inventing sentiment"));
278+
assert!(basic_ref.contains("Return `data.answer` exactly as Grok returned it"));
279+
assert!(basic_ref.contains("Preserve `data.citations`"));
280+
assert!(basic_ref.contains("Do not add host-assistant sentiment"));
272281
assert!(basic_ref.contains("--stream"));
273282
assert!(basic_ref.contains("--raw-stream"));
274283
assert!(basic_ref.contains("--allowed-domain"));
@@ -278,9 +287,9 @@ fn bundled_skill_requires_command_surface_check() {
278287
assert!(advanced_ref.contains("--auth-file"));
279288
assert!(errors_ref.contains("bad-credentials"));
280289
assert!(errors_ref.contains("access_token_expiring"));
281-
assert!(errors_ref.contains(
282-
"install, status, login if required, refresh if credentials are stale, permission check"
283-
));
290+
assert!(errors_ref.contains("failure-driven"));
291+
assert!(errors_ref.contains("Do not run status checks or permission probes"));
292+
assert!(errors_ref.contains("run `grok-cli refresh --json` first"));
284293
assert!(errors_ref.contains("Sparse Search Results"));
285294
assert!(errors_ref.contains("PATH configuration issue"));
286295
assert!(errors_ref.contains("platform-specific install path"));

0 commit comments

Comments
 (0)