test: add scenario eval runner, recorded fixtures, and baseline comparison
This commit is contained in:
parent
3dc1af5f0c
commit
0664cc2d27
38 changed files with 6986 additions and 5 deletions
49
eval/scenarios.yaml
Normal file
49
eval/scenarios.yaml
Normal file
|
|
@ -0,0 +1,49 @@
|
|||
version: 1
|
||||
scenarios:
|
||||
- key: focus-coding
|
||||
chip: Focus while coding
|
||||
query: something calm for while I am programming, but not boring
|
||||
facets:
|
||||
activity: coding
|
||||
familiarity: mix
|
||||
- key: workout-energy
|
||||
chip: Energy for the gym
|
||||
query: high-energy music for a heavy workout
|
||||
facets:
|
||||
activity: workout
|
||||
mood: energetic
|
||||
- key: dutch-chill
|
||||
chip: Dutch and relaxed
|
||||
query: relaxed Dutch-language music for the couch
|
||||
facets:
|
||||
language: nl
|
||||
mood: relaxed
|
||||
- key: nineties-nostalgia
|
||||
chip: 90s nostalgia
|
||||
query: take me back to the nineties
|
||||
facets:
|
||||
era: 1990s
|
||||
- key: discover-new
|
||||
chip: Surprise me with something new
|
||||
query: something I do not know yet but will probably like
|
||||
facets:
|
||||
familiarity: new
|
||||
- key: rainy-sunday
|
||||
chip: Rainy Sunday
|
||||
query: melancholic but warm, for a rainy Sunday morning
|
||||
facets:
|
||||
mood: melancholic
|
||||
- key: dinner-background
|
||||
chip: Background for dinner
|
||||
query: something jazzy for during dinner, not too present
|
||||
facets:
|
||||
genre: jazz
|
||||
mood: subdued
|
||||
- key: focus-coding-refine
|
||||
chip: More electronic
|
||||
query: a bit more electronic, and drop number 3
|
||||
after: focus-coding
|
||||
facets:
|
||||
refinement: true
|
||||
pool_reuse: true
|
||||
re_grounding: false
|
||||
Loading…
Add table
Add a link
Reference in a new issue