first commit

This commit is contained in:
eeymoo
2026-09-19 12:54:45 +08:00
commit 6fc5b64077
126 changed files with 8601 additions and 0 deletions
+184
View File
@@ -0,0 +1,184 @@
.counter {
font-size: 16px;
padding: 5px 10px;
border-radius: 5px;
color: var(--accent);
background: var(--accent-bg);
border: 2px solid transparent;
transition: border-color 0.3s;
margin-bottom: 24px;
&:hover {
border-color: var(--accent-border);
}
&:focus-visible {
outline: 2px solid var(--accent);
outline-offset: 2px;
}
}
.hero {
position: relative;
.base,
.framework,
.vite {
inset-inline: 0;
margin: 0 auto;
}
.base {
width: 170px;
position: relative;
z-index: 0;
}
.framework,
.vite {
position: absolute;
}
.framework {
z-index: 1;
top: 34px;
height: 28px;
transform: perspective(2000px) rotateZ(300deg) rotateX(44deg) rotateY(39deg)
scale(1.4);
}
.vite {
z-index: 0;
top: 107px;
height: 26px;
width: auto;
transform: perspective(2000px) rotateZ(300deg) rotateX(40deg) rotateY(39deg)
scale(0.8);
}
}
#center {
display: flex;
flex-direction: column;
gap: 25px;
place-content: center;
place-items: center;
flex-grow: 1;
@media (max-width: 1024px) {
padding: 32px 20px 24px;
gap: 18px;
}
}
#next-steps {
display: flex;
border-top: 1px solid var(--border);
text-align: left;
& > div {
flex: 1 1 0;
padding: 32px;
@media (max-width: 1024px) {
padding: 24px 20px;
}
}
.icon {
margin-bottom: 16px;
width: 22px;
height: 22px;
}
@media (max-width: 1024px) {
flex-direction: column;
text-align: center;
}
}
#docs {
border-right: 1px solid var(--border);
@media (max-width: 1024px) {
border-right: none;
border-bottom: 1px solid var(--border);
}
}
#next-steps ul {
list-style: none;
padding: 0;
display: flex;
gap: 8px;
margin: 32px 0 0;
.logo {
height: 18px;
}
a {
color: var(--text-h);
font-size: 16px;
border-radius: 6px;
background: var(--social-bg);
display: flex;
padding: 6px 12px;
align-items: center;
gap: 8px;
text-decoration: none;
transition: box-shadow 0.3s;
&:hover {
box-shadow: var(--shadow);
}
.button-icon {
height: 18px;
width: 18px;
}
}
@media (max-width: 1024px) {
margin-top: 20px;
flex-wrap: wrap;
justify-content: center;
li {
flex: 1 1 calc(50% - 8px);
}
a {
width: 100%;
justify-content: center;
box-sizing: border-box;
}
}
}
#spacer {
height: 88px;
border-top: 1px solid var(--border);
@media (max-width: 1024px) {
height: 48px;
}
}
.ticks {
position: relative;
width: 100%;
&::before,
&::after {
content: '';
position: absolute;
top: -4.5px;
border: 5px solid transparent;
}
&::before {
left: 0;
border-left-color: var(--border);
}
&::after {
right: 0;
border-right-color: var(--border);
}
}
+10
View File
@@ -0,0 +1,10 @@
import { describe, it, expect } from "vitest"
import { render, screen } from "@testing-library/react"
import App from "./App"
describe("App", () => {
it("renders platform title", () => {
render(<App />)
expect(screen.getByText("PromptCR-Lab")).toBeInTheDocument()
})
})
+64
View File
@@ -0,0 +1,64 @@
import { BrowserRouter, Routes, Route, NavLink } from "react-router-dom"
import { Button } from "@/components/ui/button"
import DatasetPage from "@/pages/DatasetPage"
import ExperimentPage from "@/pages/ExperimentPage"
import MonitorPage from "@/pages/MonitorPage"
import AnalysisPage from "@/pages/AnalysisPage"
function Layout() {
return (
<div className="min-h-screen flex flex-col">
<header className="border-b px-6 py-4 flex items-center justify-between">
<h1 className="text-xl font-bold">PromptCR-Lab</h1>
<nav className="flex gap-2">
<NavLink to="/">
{({ isActive }) => (
<Button variant={isActive ? "default" : "ghost"} size="sm">
数据集
</Button>
)}
</NavLink>
<NavLink to="/experiments">
{({ isActive }) => (
<Button variant={isActive ? "default" : "ghost"} size="sm">
实验配置
</Button>
)}
</NavLink>
<NavLink to="/monitor">
{({ isActive }) => (
<Button variant={isActive ? "default" : "ghost"} size="sm">
实验监控
</Button>
)}
</NavLink>
<NavLink to="/analysis">
{({ isActive }) => (
<Button variant={isActive ? "default" : "ghost"} size="sm">
结果分析
</Button>
)}
</NavLink>
</nav>
</header>
<main className="flex-1 p-6">
<Routes>
<Route path="/" element={<DatasetPage />} />
<Route path="/experiments" element={<ExperimentPage />} />
<Route path="/monitor" element={<MonitorPage />} />
<Route path="/analysis" element={<AnalysisPage />} />
</Routes>
</main>
</div>
)
}
function App() {
return (
<BrowserRouter>
<Layout />
</BrowserRouter>
)
}
export default App
Binary file not shown.

After

Width:  |  Height:  |  Size: 13 KiB

+1
View File
@@ -0,0 +1 @@
<svg xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" class="iconify iconify--logos" width="35.93" height="32" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 228"><path fill="#00D8FF" d="M210.483 73.824a171.49 171.49 0 0 0-8.24-2.597c.465-1.9.893-3.777 1.273-5.621c6.238-30.281 2.16-54.676-11.769-62.708c-13.355-7.7-35.196.329-57.254 19.526a171.23 171.23 0 0 0-6.375 5.848a155.866 155.866 0 0 0-4.241-3.917C100.759 3.829 77.587-4.822 63.673 3.233C50.33 10.957 46.379 33.89 51.995 62.588a170.974 170.974 0 0 0 1.892 8.48c-3.28.932-6.445 1.924-9.474 2.98C17.309 83.498 0 98.307 0 113.668c0 15.865 18.582 31.778 46.812 41.427a145.52 145.52 0 0 0 6.921 2.165a167.467 167.467 0 0 0-2.01 9.138c-5.354 28.2-1.173 50.591 12.134 58.266c13.744 7.926 36.812-.22 59.273-19.855a145.567 145.567 0 0 0 5.342-4.923a168.064 168.064 0 0 0 6.92 6.314c21.758 18.722 43.246 26.282 56.54 18.586c13.731-7.949 18.194-32.003 12.4-61.268a145.016 145.016 0 0 0-1.535-6.842c1.62-.48 3.21-.974 4.76-1.488c29.348-9.723 48.443-25.443 48.443-41.52c0-15.417-17.868-30.326-45.517-39.844Zm-6.365 70.984c-1.4.463-2.836.91-4.3 1.345c-3.24-10.257-7.612-21.163-12.963-32.432c5.106-11 9.31-21.767 12.459-31.957c2.619.758 5.16 1.557 7.61 2.4c23.69 8.156 38.14 20.213 38.14 29.504c0 9.896-15.606 22.743-40.946 31.14Zm-10.514 20.834c2.562 12.94 2.927 24.64 1.23 33.787c-1.524 8.219-4.59 13.698-8.382 15.893c-8.067 4.67-25.32-1.4-43.927-17.412a156.726 156.726 0 0 1-6.437-5.87c7.214-7.889 14.423-17.06 21.459-27.246c12.376-1.098 24.068-2.894 34.671-5.345a134.17 134.17 0 0 1 1.386 6.193ZM87.276 214.515c-7.882 2.783-14.16 2.863-17.955.675c-8.075-4.657-11.432-22.636-6.853-46.752a156.923 156.923 0 0 1 1.869-8.499c10.486 2.32 22.093 3.988 34.498 4.994c7.084 9.967 14.501 19.128 21.976 27.15a134.668 134.668 0 0 1-4.877 4.492c-9.933 8.682-19.886 14.842-28.658 17.94ZM50.35 144.747c-12.483-4.267-22.792-9.812-29.858-15.863c-6.35-5.437-9.555-10.836-9.555-15.216c0-9.322 13.897-21.212 37.076-29.293c2.813-.98 5.757-1.905 8.812-2.773c3.204 10.42 7.406 21.315 12.477 32.332c-5.137 11.18-9.399 22.249-12.634 32.792a134.718 134.718 0 0 1-6.318-1.979Zm12.378-84.26c-4.811-24.587-1.616-43.134 6.425-47.789c8.564-4.958 27.502 2.111 47.463 19.835a144.318 144.318 0 0 1 3.841 3.545c-7.438 7.987-14.787 17.08-21.808 26.988c-12.04 1.116-23.565 2.908-34.161 5.309a160.342 160.342 0 0 1-1.76-7.887Zm110.427 27.268a347.8 347.8 0 0 0-7.785-12.803c8.168 1.033 15.994 2.404 23.343 4.08c-2.206 7.072-4.956 14.465-8.193 22.045a381.151 381.151 0 0 0-7.365-13.322Zm-45.032-43.861c5.044 5.465 10.096 11.566 15.065 18.186a322.04 322.04 0 0 0-30.257-.006c4.974-6.559 10.069-12.652 15.192-18.18ZM82.802 87.83a323.167 323.167 0 0 0-7.227 13.238c-3.184-7.553-5.909-14.98-8.134-22.152c7.304-1.634 15.093-2.97 23.209-3.984a321.524 321.524 0 0 0-7.848 12.897Zm8.081 65.352c-8.385-.936-16.291-2.203-23.593-3.793c2.26-7.3 5.045-14.885 8.298-22.6a321.187 321.187 0 0 0 7.257 13.246c2.594 4.48 5.28 8.868 8.038 13.147Zm37.542 31.03c-5.184-5.592-10.354-11.779-15.403-18.433c4.902.192 9.899.29 14.978.29c5.218 0 10.376-.117 15.453-.343c-4.985 6.774-10.018 12.97-15.028 18.486Zm52.198-57.817c3.422 7.8 6.306 15.345 8.596 22.52c-7.422 1.694-15.436 3.058-23.88 4.071a382.417 382.417 0 0 0 7.859-13.026a347.403 347.403 0 0 0 7.425-13.565Zm-16.898 8.101a358.557 358.557 0 0 1-12.281 19.815a329.4 329.4 0 0 1-23.444.823c-7.967 0-15.716-.248-23.178-.732a310.202 310.202 0 0 1-12.513-19.846h.001a307.41 307.41 0 0 1-10.923-20.627a310.278 310.278 0 0 1 10.89-20.637l-.001.001a307.318 307.318 0 0 1 12.413-19.761c7.613-.576 15.42-.876 23.31-.876H128c7.926 0 15.743.303 23.354.883a329.357 329.357 0 0 1 12.335 19.695a358.489 358.489 0 0 1 11.036 20.54a329.472 329.472 0 0 1-11 20.722Zm22.56-122.124c8.572 4.944 11.906 24.881 6.52 51.026c-.344 1.668-.73 3.367-1.15 5.09c-10.622-2.452-22.155-4.275-34.23-5.408c-7.034-10.017-14.323-19.124-21.64-27.008a160.789 160.789 0 0 1 5.888-5.4c18.9-16.447 36.564-22.941 44.612-18.3ZM128 90.808c12.625 0 22.86 10.235 22.86 22.86s-10.235 22.86-22.86 22.86s-22.86-10.235-22.86-22.86s10.235-22.86 22.86-22.86Z"></path></svg>

After

Width:  |  Height:  |  Size: 4.0 KiB

File diff suppressed because one or more lines are too long

After

Width:  |  Height:  |  Size: 8.5 KiB

+53
View File
@@ -0,0 +1,53 @@
import * as React from "react"
import { Slot } from "@radix-ui/react-slot"
import { cva, type VariantProps } from "class-variance-authority"
import { cn } from "@/lib/utils"
const buttonVariants = cva(
"inline-flex items-center justify-center gap-2 whitespace-nowrap rounded-md text-sm font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 [&_svg]:pointer-events-none [&_svg]:size-4 [&_svg]:shrink-0",
{
variants: {
variant: {
default: "bg-primary text-primary-foreground shadow hover:bg-primary/90",
destructive: "bg-destructive text-destructive-foreground shadow-sm hover:bg-destructive/90",
outline: "border border-input bg-background shadow-sm hover:bg-accent hover:text-accent-foreground",
secondary: "bg-secondary text-secondary-foreground shadow-sm hover:bg-secondary/80",
ghost: "hover:bg-accent hover:text-accent-foreground",
link: "text-primary underline-offset-4 hover:underline",
},
size: {
default: "h-9 px-4 py-2",
sm: "h-8 rounded-md px-3 text-xs",
lg: "h-10 rounded-md px-8",
icon: "h-9 w-9",
},
},
defaultVariants: {
variant: "default",
size: "default",
},
}
)
export interface ButtonProps
extends React.ButtonHTMLAttributes<HTMLButtonElement>,
VariantProps<typeof buttonVariants> {
asChild?: boolean
}
const Button = React.forwardRef<HTMLButtonElement, ButtonProps>(
({ className, variant, size, asChild = false, ...props }, ref) => {
const Comp = asChild ? Slot : "button"
return (
<Comp
className={cn(buttonVariants({ variant, size, className }))}
ref={ref}
{...props}
/>
)
}
)
Button.displayName = "Button"
export { Button, buttonVariants }
+64
View File
@@ -0,0 +1,64 @@
import { useEffect, useState } from "react"
const API_BASE = "/api"
export type ApiState<T> =
| { status: "loading"; data: null; error: null }
| { status: "success"; data: T; error: null }
| { status: "error"; data: null; error: string }
| { status: "empty"; data: null; error: null }
export async function apiFetch<T>(path: string, options?: RequestInit): Promise<T> {
const res = await fetch(`${API_BASE}${path}`, options)
if (!res.ok) {
let message = `API error ${res.status}`
try {
const body = await res.json()
message = body.detail || message
} catch {
// ignore
}
throw new Error(message)
}
return res.json()
}
export function useApi<T>(path: string | null, deps: unknown[] = []) {
const [state, setState] = useState<ApiState<T>>({
status: "loading",
data: null,
error: null,
})
useEffect(() => {
if (!path) {
setState({ status: "empty", data: null, error: null })
return
}
let cancelled = false
setState({ status: "loading", data: null, error: null })
apiFetch<T>(path)
.then((data) => {
if (!cancelled) {
if (Array.isArray(data) && data.length === 0) {
setState({ status: "empty", data: null, error: null })
} else {
setState({ status: "success", data, error: null })
}
}
})
.catch((err) => {
if (!cancelled) {
setState({ status: "error", data: null, error: err.message })
}
})
return () => {
cancelled = true
}
}, deps)
return state
}
+59
View File
@@ -0,0 +1,59 @@
@tailwind base;
@tailwind components;
@tailwind utilities;
@layer base {
:root {
--background: 0 0% 100%;
--foreground: 222.2 84% 4.9%;
--card: 0 0% 100%;
--card-foreground: 222.2 84% 4.9%;
--popover: 0 0% 100%;
--popover-foreground: 222.2 84% 4.9%;
--primary: 222.2 47.4% 11.2%;
--primary-foreground: 210 40% 98%;
--secondary: 210 40% 96.1%;
--secondary-foreground: 222.2 47.4% 11.2%;
--muted: 210 40% 96.1%;
--muted-foreground: 215.4 16.3% 46.9%;
--accent: 210 40% 96.1%;
--accent-foreground: 222.2 47.4% 11.2%;
--destructive: 0 84.2% 60.2%;
--destructive-foreground: 210 40% 98%;
--border: 214.3 31.8% 91.4%;
--input: 214.3 31.8% 91.4%;
--ring: 222.2 84% 4.9%;
--radius: 0.5rem;
}
.dark {
--background: 222.2 84% 4.9%;
--foreground: 210 40% 98%;
--card: 222.2 84% 4.9%;
--card-foreground: 210 40% 98%;
--popover: 222.2 84% 4.9%;
--popover-foreground: 210 40% 98%;
--primary: 210 40% 98%;
--primary-foreground: 222.2 47.4% 11.2%;
--secondary: 217.2 32.6% 17.5%;
--secondary-foreground: 210 40% 98%;
--muted: 217.2 32.6% 17.5%;
--muted-foreground: 215 20.2% 65.1%;
--accent: 217.2 32.6% 17.5%;
--accent-foreground: 210 40% 98%;
--destructive: 0 62.8% 30.6%;
--destructive-foreground: 210 40% 98%;
--border: 217.2 32.6% 17.5%;
--input: 217.2 32.6% 17.5%;
--ring: 212.7 26.8% 83.9%;
}
}
@layer base {
* {
@apply border-border;
}
body {
@apply bg-background text-foreground;
}
}
+10
View File
@@ -0,0 +1,10 @@
import { StrictMode } from 'react'
import { createRoot } from 'react-dom/client'
import './index.css'
import App from './App.tsx'
createRoot(document.getElementById('root')!).render(
<StrictMode>
<App />
</StrictMode>,
)
+163
View File
@@ -0,0 +1,163 @@
import { useEffect, useRef, useState } from "react"
import * as echarts from "echarts"
import { useApi, apiFetch } from "@/hooks/useApi"
import { Button } from "@/components/ui/button"
type ExperimentSummary = {
id: string
name: string
status: string
run_count: number
}
type ChartData = {
heatmap: string
boxplot: string
grouped_bar: string
}
type AggregateData = {
detection_rate: { mean: number; std: number; min: number; max: number; median: number }
false_positive_rate: { mean: number; std: number; min: number; max: number; median: number }
coverage_rate: { mean: number; std: number; min: number; max: number; median: number }
}
export default function AnalysisPage() {
const experimentsState = useApi<ExperimentSummary[]>("/experiments")
const [selectedExperimentId, setSelectedExperimentId] = useState<string | null>(null)
const chartsState = useApi<ChartData>(
selectedExperimentId ? `/analysis/${selectedExperimentId}/charts` : null,
[selectedExperimentId]
)
const aggregateState = useApi<AggregateData>(
selectedExperimentId ? `/analysis/${selectedExperimentId}/aggregate` : null,
[selectedExperimentId]
)
const heatmapRef = useRef<HTMLDivElement>(null)
const barRef = useRef<HTMLDivElement>(null)
useEffect(() => {
if (chartsState.status !== "success" || !heatmapRef.current || !barRef.current) return
const heatmapChart = echarts.init(heatmapRef.current)
// We render the base64 PNGs as simple images for now; full ECharts data binding
// could be added with a JSON endpoint returning series data.
heatmapChart.setOption({
title: { text: "检测率热力图" },
xAxis: { type: "category", data: ["L1", "L2", "L3"] },
yAxis: { type: "category", data: ["deepseek", "kimi", "qwen"] },
visualMap: { min: 0, max: 1 },
series: [],
})
const barChart = echarts.init(barRef.current)
barChart.setOption({
title: { text: "分组柱状图" },
xAxis: { type: "category", data: ["deepseek", "kimi", "qwen"] },
yAxis: { type: "value" },
series: [],
})
return () => {
heatmapChart.dispose()
barChart.dispose()
}
}, [chartsState.status])
async function handleLikert(runId: string, score: number) {
await apiFetch(`/analysis/likert/${runId}?score=${score}`, { method: "POST" })
alert("李克特打分已保存")
}
return (
<div className="space-y-6">
<h2 className="text-2xl font-semibold">结果分析</h2>
{experimentsState.status === "success" && (
<div className="flex gap-2 flex-wrap">
{experimentsState.data.map((e) => (
<Button
key={e.id}
variant={selectedExperimentId === e.id ? "default" : "outline"}
size="sm"
onClick={() => setSelectedExperimentId(e.id)}
>
{e.name}
</Button>
))}
</div>
)}
{aggregateState.status === "success" && (
<div className="grid grid-cols-1 md:grid-cols-3 gap-4">
{Object.entries(aggregateState.data).map(([key, stats]) => (
<div key={key} className="border rounded-lg p-4">
<h3 className="font-semibold capitalize mb-2">{key}</h3>
<p>均值: {stats.mean}</p>
<p>标准差: {stats.std}</p>
<p>中位数: {stats.median}</p>
</div>
))}
</div>
)}
{chartsState.status === "success" && (
<div className="grid grid-cols-1 md:grid-cols-2 gap-4">
<div className="border rounded-lg p-4">
<h3 className="font-semibold mb-2">热力图</h3>
<img
src={`data:image/png;base64,${chartsState.data.heatmap}`}
alt="heatmap"
className="w-full"
/>
</div>
<div className="border rounded-lg p-4">
<h3 className="font-semibold mb-2">分组柱状图</h3>
<img
src={`data:image/png;base64,${chartsState.data.grouped_bar}`}
alt="grouped bar"
className="w-full"
/>
</div>
<div className="border rounded-lg p-4 md:col-span-2">
<h3 className="font-semibold mb-2">箱线图</h3>
<img
src={`data:image/png;base64,${chartsState.data.boxplot}`}
alt="boxplot"
className="w-full max-h-96 object-contain"
/>
</div>
</div>
)}
<div className="border rounded-lg p-4">
<h3 className="font-semibold mb-2">李克特打分示例</h3>
<p className="text-sm text-muted-foreground mb-2">
选择 run ID 并输入 1-5 分(实际页面可结合实验监控选择)
</p>
<div className="flex gap-2">
<input id="likert-run" placeholder="run ID" className="border rounded px-2 py-1" />
<select id="likert-score" className="border rounded px-2 py-1">
<option value={1}>1</option>
<option value={2}>2</option>
<option value={3}>3</option>
<option value={4}>4</option>
<option value={5}>5</option>
</select>
<Button
onClick={() => {
const runId = (document.getElementById("likert-run") as HTMLInputElement).value
const score = Number((document.getElementById("likert-score") as HTMLSelectElement).value)
if (runId) handleLikert(runId, score)
}}
>
保存
</Button>
</div>
</div>
<div ref={heatmapRef} className="hidden" />
<div ref={barRef} className="hidden" />
</div>
)
}
+124
View File
@@ -0,0 +1,124 @@
import { useState } from "react"
import { useApi, apiFetch, type ApiState } from "@/hooks/useApi"
import { Button } from "@/components/ui/button"
type SampleSummary = {
id: string
repo: string
commit_sha: string
language: string
defect_count: number
}
type SampleDetail = SampleSummary & {
diff: string
defects: {
id: string
defect_type: string
line_start: number | null
line_end: number | null
reference_fix: string
}[]
}
function ApiStatus<T>({ state }: { state: ApiState<T> }) {
if (state.status === "loading") return <p className="text-muted-foreground">加载中...</p>
if (state.status === "error") return <p className="text-destructive">API 错误:{state.error}</p>
if (state.status === "empty") return <p className="text-muted-foreground">暂无数据</p>
return null
}
export default function DatasetPage() {
const samplesState = useApi<SampleSummary[]>("/datasets/samples")
const [selectedId, setSelectedId] = useState<string | null>(null)
const detailState = useApi<SampleDetail>(
selectedId ? `/datasets/samples/${selectedId}` : null,
[selectedId]
)
const [repoPath, setRepoPath] = useState("")
async function handleBuild() {
if (!repoPath) return
await apiFetch("/datasets/build", {
method: "POST",
headers: { "Content-Type": "application/json" },
body: JSON.stringify({ repo_path: repoPath }),
})
window.location.reload()
}
return (
<div className="space-y-6">
<h2 className="text-2xl font-semibold">数据集管理</h2>
<div className="flex gap-2">
<input
type="text"
value={repoPath}
onChange={(e) => setRepoPath(e.target.value)}
placeholder="输入 Git 仓库本地路径"
className="border rounded px-3 py-2 flex-1"
/>
<Button onClick={handleBuild}>构建数据集</Button>
</div>
<ApiStatus state={samplesState} />
{samplesState.status === "success" && (
<div className="grid grid-cols-1 md:grid-cols-2 gap-4">
<div className="border rounded-lg overflow-hidden">
<table className="w-full text-sm">
<thead className="bg-muted">
<tr>
<th className="px-4 py-2 text-left">仓库</th>
<th className="px-4 py-2 text-left">语言</th>
<th className="px-4 py-2 text-left">缺陷数</th>
</tr>
</thead>
<tbody>
{samplesState.data.map((s) => (
<tr
key={s.id}
className={`cursor-pointer hover:bg-muted/50 ${selectedId === s.id ? "bg-muted" : ""}`}
onClick={() => setSelectedId(s.id)}
>
<td className="px-4 py-2">{s.repo}</td>
<td className="px-4 py-2">{s.language}</td>
<td className="px-4 py-2">{s.defect_count}</td>
</tr>
))}
</tbody>
</table>
</div>
<div className="border rounded-lg p-4">
{selectedId ? (
<>
<ApiStatus state={detailState} />
{detailState.status === "success" && (
<div className="space-y-4">
<h3 className="font-semibold">Ground Truth</h3>
<pre className="bg-muted p-2 rounded text-xs overflow-auto max-h-48">
{detailState.data.diff}
</pre>
<ul className="space-y-2">
{detailState.data.defects.map((d) => (
<li key={d.id} className="border p-2 rounded text-sm">
<p>
<strong>{d.defect_type}</strong> @ {d.line_start}-{d.line_end}
</p>
<p className="text-muted-foreground">{d.reference_fix}</p>
</li>
))}
</ul>
</div>
)}
</>
) : (
<p className="text-muted-foreground">选择左侧样本查看详情</p>
)}
</div>
</div>
)}
</div>
)
}
+196
View File
@@ -0,0 +1,196 @@
import { useEffect, useState } from "react"
import { useApi, apiFetch } from "@/hooks/useApi"
import { Button } from "@/components/ui/button"
type SampleSummary = {
id: string
repo: string
commit_sha: string
language: string
defect_count: number
}
type PromptTemplate = {
id: string
strategy_id: string
level: string
version_count: number
}
type PromptVersion = {
id: string
version_number: number
body: string
variables_schema: Record<string, unknown>
}
export default function ExperimentPage() {
const samplesState = useApi<SampleSummary[]>("/datasets/samples")
useApi<PromptTemplate[]>("/prompts")
const [name, setName] = useState("exp-1")
const [selectedModels, setSelectedModels] = useState<string[]>(["deepseek"])
const [selectedLevels, setSelectedLevels] = useState<string[]>(["L1"])
const [selectedSamples, setSelectedSamples] = useState<string[]>([])
const [repeats, setRepeats] = useState(3)
const [editStrategy] = useState("code_review")
const [editLevel, setEditLevel] = useState("L1")
const [editBody, setEditBody] = useState("")
const [versions, setVersions] = useState<PromptVersion[]>([])
const unitCount = selectedModels.length * selectedLevels.length * selectedSamples.length * repeats
function toggle<T>(list: T[], value: T): T[] {
return list.includes(value) ? list.filter((v) => v !== value) : [...list, value]
}
async function handleCreate() {
await apiFetch("/experiments", {
method: "POST",
headers: { "Content-Type": "application/json" },
body: JSON.stringify({
name,
models: selectedModels,
levels: selectedLevels,
sample_ids: selectedSamples,
repeats,
}),
})
alert("实验已创建")
}
async function loadVersions(strategyId: string, level: string) {
const data = await apiFetch<PromptVersion[]>(`/prompts/${strategyId}/${level}/versions`)
setVersions(data)
const latest = [...data].sort((a, b) => b.version_number - a.version_number)[0]
setEditBody(latest?.body ?? "")
}
useEffect(() => {
loadVersions(editStrategy, editLevel)
// eslint-disable-next-line react-hooks/exhaustive-deps
}, [])
async function handleSaveTemplate() {
await apiFetch("/prompts/versions", {
method: "POST",
headers: { "Content-Type": "application/json" },
body: JSON.stringify({
strategy_id: editStrategy,
level: editLevel,
body: editBody,
}),
})
await loadVersions(editStrategy, editLevel)
alert("模板新版本已保存")
}
return (
<div className="space-y-8">
<h2 className="text-2xl font-semibold">实验配置</h2>
<div className="grid grid-cols-1 md:grid-cols-2 gap-6">
<div className="border rounded-lg p-4 space-y-4">
<h3 className="font-semibold">实验参数</h3>
<input
value={name}
onChange={(e) => setName(e.target.value)}
className="border rounded px-3 py-2 w-full"
placeholder="实验名称"
/>
<div>
<p className="text-sm text-muted-foreground mb-1">模型</p>
<div className="flex gap-2">
{["deepseek", "kimi", "qwen"].map((m) => (
<label key={m} className="flex items-center gap-1 text-sm">
<input
type="checkbox"
checked={selectedModels.includes(m)}
onChange={() => setSelectedModels((prev) => toggle(prev, m))}
/>
{m}
</label>
))}
</div>
</div>
<div>
<p className="text-sm text-muted-foreground mb-1">级别</p>
<div className="flex gap-2">
{["L1", "L2", "L3"].map((l) => (
<label key={l} className="flex items-center gap-1 text-sm">
<input
type="checkbox"
checked={selectedLevels.includes(l)}
onChange={() => setSelectedLevels((prev) => toggle(prev, l))}
/>
{l}
</label>
))}
</div>
</div>
<div>
<p className="text-sm text-muted-foreground mb-1">样本</p>
{samplesState.status === "success" && (
<div className="max-h-40 overflow-auto border rounded p-2 space-y-1">
{samplesState.data.map((s) => (
<label key={s.id} className="flex items-center gap-2 text-sm">
<input
type="checkbox"
checked={selectedSamples.includes(s.id)}
onChange={() => setSelectedSamples((prev) => toggle(prev, s.id))}
/>
{s.repo} ({s.language})
</label>
))}
</div>
)}
</div>
<div>
<p className="text-sm text-muted-foreground mb-1">重复次数: {repeats}</p>
<input
type="range"
min={1}
max={5}
value={repeats}
onChange={(e) => setRepeats(Number(e.target.value))}
className="w-full"
/>
</div>
<p className="text-sm">
预计单元数: <strong>{unitCount}</strong>
</p>
<Button onClick={handleCreate}>创建实验</Button>
</div>
<div className="border rounded-lg p-4 space-y-4">
<h3 className="font-semibold">提示词模板编辑</h3>
<div className="flex gap-2">
<select
value={editLevel}
onChange={(e) => {
setEditLevel(e.target.value)
loadVersions(editStrategy, e.target.value)
}}
className="border rounded px-2 py-1"
>
<option value="L1">L1</option>
<option value="L2">L2</option>
<option value="L3">L3</option>
</select>
<span className="text-sm text-muted-foreground self-center">
当前版本数: {versions.length}
</span>
</div>
<textarea
value={editBody}
onChange={(e) => setEditBody(e.target.value)}
rows={12}
className="border rounded px-3 py-2 w-full font-mono text-sm"
placeholder="输入 Jinja2 模板..."
/>
<Button onClick={handleSaveTemplate}>保存为新版本</Button>
</div>
</div>
</div>
)
}
+125
View File
@@ -0,0 +1,125 @@
import { useState } from "react"
import { useApi, apiFetch } from "@/hooks/useApi"
import { Button } from "@/components/ui/button"
type ExperimentSummary = {
id: string
name: string
status: string
run_count: number
}
type RunSummary = {
id: string
run_id: string
model_id: string
level: string
sample_id: string
repeat_index: number
status: string
retry_count: number
}
type RunDetail = {
id: string
run_id: string
model_id: string
level: string
sample_id: string
status: string
raw_output: string | null
latency_ms: number | null
}
export default function MonitorPage() {
const experimentsState = useApi<ExperimentSummary[]>("/experiments")
const [selectedExperimentId, setSelectedExperimentId] = useState<string | null>(null)
const runsState = useApi<RunSummary[]>(
selectedExperimentId ? `/experiments/${selectedExperimentId}/runs` : null,
[selectedExperimentId]
)
const [selectedRunId, setSelectedRunId] = useState<string | null>(null)
const runDetailState = useApi<RunDetail>(
selectedRunId ? `/experiments/${selectedExperimentId}/runs/${selectedRunId}` : null,
[selectedRunId, selectedExperimentId]
)
async function handleResume() {
if (!selectedExperimentId) return
await apiFetch(`/experiments/${selectedExperimentId}/run`, { method: "POST" })
alert("已触发断点续跑")
}
return (
<div className="space-y-6">
<h2 className="text-2xl font-semibold">实验监控</h2>
{experimentsState.status === "success" && (
<div className="flex gap-2 flex-wrap">
{experimentsState.data.map((e) => (
<Button
key={e.id}
variant={selectedExperimentId === e.id ? "default" : "outline"}
size="sm"
onClick={() => {
setSelectedExperimentId(e.id)
setSelectedRunId(null)
}}
>
{e.name} ({e.run_count})
</Button>
))}
</div>
)}
{selectedExperimentId && (
<div className="flex justify-end">
<Button onClick={handleResume}>断点续跑</Button>
</div>
)}
{runsState.status === "success" && (
<div className="border rounded-lg overflow-hidden">
<table className="w-full text-sm">
<thead className="bg-muted">
<tr>
<th className="px-4 py-2 text-left">模型</th>
<th className="px-4 py-2 text-left">级别</th>
<th className="px-4 py-2 text-left">重复</th>
<th className="px-4 py-2 text-left">状态</th>
<th className="px-4 py-2 text-left">重试</th>
</tr>
</thead>
<tbody>
{runsState.data.map((r) => (
<tr
key={r.id}
className={`cursor-pointer hover:bg-muted/50 ${selectedRunId === r.id ? "bg-muted" : ""}`}
onClick={() => setSelectedRunId(r.id)}
>
<td className="px-4 py-2">{r.model_id}</td>
<td className="px-4 py-2">{r.level}</td>
<td className="px-4 py-2">{r.repeat_index}</td>
<td className="px-4 py-2">{r.status}</td>
<td className="px-4 py-2">{r.retry_count}</td>
</tr>
))}
</tbody>
</table>
</div>
)}
{runDetailState.status === "success" && (
<div className="border rounded-lg p-4 space-y-2">
<h3 className="font-semibold">原始输出</h3>
<p className="text-sm text-muted-foreground">
Latency: {runDetailState.data.latency_ms ?? "-"} ms
</p>
<pre className="bg-muted p-2 rounded text-xs overflow-auto max-h-96">
{runDetailState.data.raw_output ?? "无输出"}
</pre>
</div>
)}
</div>
)
}
+1
View File
@@ -0,0 +1 @@
import "@testing-library/jest-dom/vitest"