(llm-first): context budget, validation, and eval harness, orchestration general-prompt
This commit is contained in:
62
tools/eval/fixtures/repair-order/backend.assertions.json
Normal file
62
tools/eval/fixtures/repair-order/backend.assertions.json
Normal file
@@ -0,0 +1,62 @@
|
||||
{
|
||||
"entity": "CategoryResource",
|
||||
"files": {
|
||||
"controller": {
|
||||
"path": "server/src/modules/category-resource/category-resource.controller.ts",
|
||||
"must_contain": [
|
||||
"@Controller('category-resources')",
|
||||
"@UseGuards(",
|
||||
"JwtAuthGuard",
|
||||
"@Get()",
|
||||
"@Post()",
|
||||
"@Get(':id')",
|
||||
"@Patch(':id')",
|
||||
"@Delete(':id')"
|
||||
],
|
||||
"must_not_contain": [
|
||||
"@Put(':id')"
|
||||
],
|
||||
"must_match_regex": [
|
||||
"@Delete\\(':id'\\)[\\s\\S]{0,120}@Roles\\('admin'\\)|@Roles\\('admin'\\)[\\s\\S]{0,120}@Delete\\(':id'\\)"
|
||||
]
|
||||
},
|
||||
"service": {
|
||||
"path": "server/src/modules/category-resource/category-resource.service.ts",
|
||||
"must_contain": [
|
||||
"setListHeaders",
|
||||
"_start",
|
||||
"_end",
|
||||
"partId",
|
||||
"employeeCode"
|
||||
],
|
||||
"must_match_regex": [
|
||||
"part:\\s*\\{\\s*is:\\s*\\{\\s*name",
|
||||
"employee:\\s*\\{\\s*is:\\s*\\{\\s*fullName"
|
||||
]
|
||||
},
|
||||
"create_dto": {
|
||||
"path": "server/src/modules/category-resource/dto/create-category-resource.dto.ts",
|
||||
"must_contain": [
|
||||
"from 'class-validator'",
|
||||
"partId?:",
|
||||
"employeeCode?:",
|
||||
"@IsUUID(",
|
||||
"@IsString(",
|
||||
"@IsOptional("
|
||||
],
|
||||
"must_not_contain": [
|
||||
"id?:",
|
||||
"id!:"
|
||||
]
|
||||
},
|
||||
"update_dto": {
|
||||
"path": "server/src/modules/category-resource/dto/update-category-resource.dto.ts",
|
||||
"must_contain": [
|
||||
"from 'class-validator'",
|
||||
"@IsOptional(",
|
||||
"partId?:",
|
||||
"employeeCode?:"
|
||||
]
|
||||
}
|
||||
}
|
||||
}
|
||||
53
tools/eval/fixtures/repair-order/frontend.assertions.json
Normal file
53
tools/eval/fixtures/repair-order/frontend.assertions.json
Normal file
@@ -0,0 +1,53 @@
|
||||
{
|
||||
"entity": "CategoryResource",
|
||||
"resource": "category-resources",
|
||||
"files": {
|
||||
"list": {
|
||||
"path": "client/src/resources/category-resource/CategoryResourceList.tsx",
|
||||
"must_contain": [
|
||||
"List",
|
||||
"FilterButton",
|
||||
"ReferenceField"
|
||||
],
|
||||
"must_match_regex": [
|
||||
"ReferenceField[\\s\\S]{0,200}reference=\"parts\"|reference=\"parts\"[\\s\\S]{0,200}ReferenceField",
|
||||
"ReferenceField[\\s\\S]{0,200}reference=\"employees\"|reference=\"employees\"[\\s\\S]{0,200}ReferenceField"
|
||||
]
|
||||
},
|
||||
"create": {
|
||||
"path": "client/src/resources/category-resource/CategoryResourceCreate.tsx",
|
||||
"must_contain": [
|
||||
"Create",
|
||||
"SimpleForm"
|
||||
],
|
||||
"must_match_regex": [
|
||||
"ReferenceInput[\\s\\S]{0,200}reference=\"parts\"|reference=\"parts\"[\\s\\S]{0,200}ReferenceInput",
|
||||
"ReferenceInput[\\s\\S]{0,200}reference=\"employees\"|reference=\"employees\"[\\s\\S]{0,200}ReferenceInput",
|
||||
"AutocompleteInput[\\s\\S]{0,200}filterToQuery|filterToQuery[\\s\\S]{0,200}AutocompleteInput"
|
||||
]
|
||||
},
|
||||
"edit": {
|
||||
"path": "client/src/resources/category-resource/CategoryResourceEdit.tsx",
|
||||
"must_contain": [
|
||||
"Edit",
|
||||
"SimpleForm"
|
||||
],
|
||||
"must_match_regex": [
|
||||
"ReferenceInput[\\s\\S]{0,200}reference=\"parts\"|reference=\"parts\"[\\s\\S]{0,200}ReferenceInput",
|
||||
"ReferenceInput[\\s\\S]{0,200}reference=\"employees\"|reference=\"employees\"[\\s\\S]{0,200}ReferenceInput"
|
||||
]
|
||||
},
|
||||
"show": {
|
||||
"path": "client/src/resources/category-resource/CategoryResourceShow.tsx",
|
||||
"must_contain": [
|
||||
"Show",
|
||||
"SimpleShowLayout",
|
||||
"ReferenceField"
|
||||
],
|
||||
"must_match_regex": [
|
||||
"ReferenceField[\\s\\S]{0,200}reference=\"parts\"|reference=\"parts\"[\\s\\S]{0,200}ReferenceField",
|
||||
"ReferenceField[\\s\\S]{0,200}reference=\"employees\"|reference=\"employees\"[\\s\\S]{0,200}ReferenceField"
|
||||
]
|
||||
}
|
||||
}
|
||||
}
|
||||
13
tools/eval/fixtures/repair-order/meta.json
Normal file
13
tools/eval/fixtures/repair-order/meta.json
Normal file
@@ -0,0 +1,13 @@
|
||||
{
|
||||
"entity": "CategoryResource",
|
||||
"kebab": "category-resource",
|
||||
"resource": "category-resources",
|
||||
"description": "Current FK-heavy entity: UUID PK with references to Part and Employee. Tests reference wiring, autocomplete filters, and protected CRUD routes.",
|
||||
"tests": [
|
||||
"dto-decorator-coverage",
|
||||
"auth-guards",
|
||||
"fk-reference-input",
|
||||
"fk-reference-field",
|
||||
"content-range-header"
|
||||
]
|
||||
}
|
||||
Reference in New Issue
Block a user