prompt-score

1import type { Register } from 'claude-code'
2
3import { score, shouldSkip, toastText } from './score'
4
5export const register: Register = on => {
6  on('prompt.submit', ($, e, next) => {
7    // Only prompts the person typed (terminal or Remote Control) are scored.
8    if ((e.origin.kind === 'composer' || e.origin.kind === 'bridge') && !shouldSkip(e.text)) {
9      $.ui.toast(toastText(score(e.text)))
10    }
11    return next(e)
12  }).catch(($, e, next) => next(e)) // scoring must never block a prompt
13}
14

1// Port of PromptTelemetry.Core's TriviaFilter and HeuristicScorer, so the score
2// matches the server's heuristic fallback. Keep the word lists in sync with it.
3
4const MAX_DIMENSION = 25
5const MIN_LENGTH = 15
6
7const ACKNOWLEDGEMENTS = new Set(['devam edebilirsin', 'evet devam edelim', 'tamamdir devam edelim', 'tamamdır devam edelim'])
8
9const ACTION_VERBS = ['ekle', 'olustur', 'oluştur', 'yaz', 'kaldir', 'kaldır', 'tasi', 'taşı', 'refactor', 'yenile', 'implement', 'fix', 'guncelle', 'güncelle', 'sil', 'degistir', 'değiştir', 'cevir', 'çevir', 'duzenle', 'düzenle']
10const VAGUE_VERBS = ['duzelt', 'düzelt', 'iyilestir', 'iyileştir', 'bak', 'hallet', 'guzellestir', 'güzelleştir', 'toparla']
11const GOAL_MARKERS = ['amac', 'amaç', 'istiyorum', 'gerekiyor', 'hedef', '?']
12const ERROR_MARKERS = ['```', 'exception', 'error', 'hata', 'stack trace', 'traceback']
13const TECH_KEYWORDS = ['dotnet', '.net', 'sql', 'ef core', 'react', 'vue', 'azure', 'iis', 'typescript', 'c#', 'http', 'json', 'docker', 'api']
14const SCOPE_LIMITERS = ['sadece', 'yalnizca', 'yalnızca', 'dokunma', 'dokun', 'haric', 'hariç', 'degistirme', 'değiştirme']
15const ACCEPTANCE_MARKERS = ['beklenen', 'olmali', 'olmalı', 'kabul kriteri', 'expected', 'should']
16const OUTPUT_MARKERS = ['ornek cikti', 'örnek çıktı', 'cikti:', 'çıktı:', 'sonuc:', 'sonuç:', 'soyle gorunmeli', 'şöyle görünmeli']
17
18// .NET's \w and \b are Unicode-aware; spell that out for JS.
19const W = '[\\p{L}\\p{N}_]'
20const FILE_PATH = new RegExp(`[\\p{L}\\p{N}_./\\\\-]+\\.(cs|csproj|ts|js|vue|sql|json|py|md|ps1|yml|yaml|html|css)(?!${W})`, 'iu')
21const PATH_SEPARATOR = new RegExp(`[\\p{L}\\p{N}_-]{2,}[/\\\\][\\p{L}\\p{N}_-]{2,}`, 'u')
22const IDENTIFIER = new RegExp(`(?<!${W})[a-zA-Z]+[A-Z][A-Za-z0-9]*(?!${W})|(?<!${W})${W}+_${W}+(?!${W})|${W}+\\(\\)`, 'u')
23
24export type Label = 'Poor' | 'Fair' | 'Good'
25
26export type Score = {
27  clarity: number
28  context: number
29  specificity: number
30  verifiability: number
31  overall: number
32  label: Label
33  hint: string
34}
35
36const clamp = (n: number) => Math.max(0, Math.min(MAX_DIMENSION, n))
37const containsAny = (lower: string, needles: readonly string[]) => needles.some(n => lower.includes(n))
38const sentences = (text: string) => text.split(/[.!?\n]/).filter(s => s.trim() !== '').length
39
40export const shouldSkip = (text: string): boolean => {
41  const trimmed = text.trim()
42  if (trimmed.length < MIN_LENGTH || trimmed.startsWith('/')) {
43    return true
44  }
45  const normalized = trimmed.replace(/[.!? ]+$/, '').split(' ').filter(Boolean).join(' ')
46  return ACKNOWLEDGEMENTS.has(normalized.toLocaleLowerCase('tr-TR'))
47}
48
49const clarityOf = (text: string, lower: string) => {
50  let score = 8
51  if (containsAny(lower, ACTION_VERBS)) score += 7
52  if (sentences(text) >= 2) score += 5
53  if (containsAny(lower, GOAL_MARKERS)) score += 5
54  if (containsAny(lower, VAGUE_VERBS) && text.length < 60) score -= 8
55  return clamp(score)
56}
57
58const contextOf = (text: string, lower: string) => {
59  let score = 0
60  if (FILE_PATH.test(text)) score += 9
61  if (containsAny(lower, ERROR_MARKERS)) score += 7
62  if (containsAny(lower, TECH_KEYWORDS)) score += 5
63  if (PATH_SEPARATOR.test(text)) score += 4
64  return clamp(score)
65}
66
67const specificityOf = (text: string, lower: string) => {
68  let score = text.length < 40 ? 0 : text.length < 120 ? 6 : text.length < 400 ? 12 : 16
69  if (IDENTIFIER.test(text)) score += 5
70  if (containsAny(lower, SCOPE_LIMITERS)) score += 4
71  return clamp(score)
72}
73
74const verifiabilityOf = (lower: string) => {
75  let score = 0
76  if (containsAny(lower, ACCEPTANCE_MARKERS)) score += 10
77  if (lower.includes('test')) score += 8
78  if (containsAny(lower, OUTPUT_MARKERS)) score += 7
79  return clamp(score)
80}
81
82// Targets the weakest dimension; ties go Context, Verifiability, Specificity, Clarity.
83const hintFor = (clarity: number, context: number, specificity: number, verifiability: number) => {
84  const weakest = Math.min(clarity, context, specificity, verifiability)
85  if (context === weakest) return 'Hangi dosya, hata mesajı veya kod parçasından bahsettiğini ekle.'
86  if (verifiability === weakest) return 'Beklenen sonucu veya kabul kriterini yaz ki sonuç doğrulanabilsin.'
87  if (specificity === weakest) return 'Kapsamı daralt: hangi metot veya alan değişecek, neye dokunulmayacak?'
88  return 'Ne yapılmasını istediğini tek bir net cümleyle belirt.'
89}
90
91export const score = (promptText: string): Score => {
92  const text = promptText.trim()
93  const lower = text.toLocaleLowerCase('tr-TR')
94  const clarity = clarityOf(text, lower)
95  const context = contextOf(text, lower)
96  const specificity = specificityOf(text, lower)
97  const verifiability = verifiabilityOf(lower)
98  const overall = clarity + context + specificity + verifiability
99  const label: Label = overall < 40 ? 'Poor' : overall < 70 ? 'Fair' : 'Good'
100  return { clarity, context, specificity, verifiability, overall, label, hint: hintFor(clarity, context, specificity, verifiability) }
101}
102
103const LABEL_TR: Record<Label, string> = { Poor: '🔴 Zayıf', Fair: '🟡 Orta', Good: '🟢 İyi' }
104
105export const toastText = (s: Score): string => {
106  const head = `Prompt ${s.overall}/100 · ${LABEL_TR[s.label]}`
107  const dims = `N${s.clarity} B${s.context} K${s.specificity} D${s.verifiability}`
108  return s.label === 'Good' ? `${head} (${dims})` : `${head} (${dims}) — ${s.hint}`
109}
110