Files
paperspec/vectors/grading.jsonl
T
alexm 62f54ed869
check / check (macos-latest) (push) Canceled after 0s
check / check (ubuntu-latest) (push) Canceled after 0s
Initial commit
2026-10-11 23:45:29 -04:00

4 lines
5.1 KiB
JSON
Raw Blame History

This file contains ambiguous Unicode characters
This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.
{"exercise":{"exercise":"anchor","format":"scienting-exercise/1","key":{"elements":[{"anchors":[{"context":{"column_path":["Set A","$K_r$ (kcal mol⁻¹ Å⁻²)"],"row_path":["Bond parameters","CT–CT"],"table_label":"Table 1"},"doc":"hale2026harmonic","format":"scienting-anchor/1","kind":"cell","node":"nkm3xn5","node_hash":"21f13b21948078f64c564334e5bb180b4495edb25a79ae32aa967986a626f3d5","own_hash":"2937e2a6f14cfebd4ffd20e3d514e5cbbf0626a5c0089b7cbea817ef20782b3d","quote":{"exact":"310.0"},"rev":12,"store":"smithlab"}],"feedback":{"hit":"That is the cell.","miss":"Look in Table 1, row CT–CT."},"points":"1"}]},"prompt":"Find the table cell that gives the Set A bond constant for the CT–CT bond.","rule":{"match":"same-node"}},"expect":{"exercise":"urn:scienting:annotation:smithlab/h6s98vg6qcyjp","format":"scienting-grade/1","items":[{"element":"element:0","feedback":"That is the cell.","max":"1","points":"1"}],"max":"1","score":"1","submission":"h4camq2b6fa0e"},"id":"anchor-hit","package":"fixtures/packages/hale2026harmonic","submission":{"answers":{"anchors":[{"context":{"column_path":["Set A","$K_r$ (kcal mol⁻¹ Å⁻²)"],"row_path":["Bond parameters","CT–CT"],"table_label":"Table 1"},"doc":"hale2026harmonic","format":"scienting-anchor/1","kind":"cell","node":"nkm3xn5","node_hash":"21f13b21948078f64c564334e5bb180b4495edb25a79ae32aa967986a626f3d5","own_hash":"2937e2a6f14cfebd4ffd20e3d514e5cbbf0626a5c0089b7cbea817ef20782b3d","quote":{"exact":"310.0"},"rev":12,"store":"smithlab"}]},"doc":"smithlab/hale2026harmonic","exercise":"urn:scienting:annotation:smithlab/h6s98vg6qcyjp","format":"scienting-submission/1","id":"h4camq2b6fa0e","rev":12,"student":"s-7k2m","submitted_at":"2026-10-20T10:00:00Z"}}
{"exercise":{"exercise":"anchor","format":"scienting-exercise/1","key":{"elements":[{"anchors":[{"context":{"column_path":["Set A","$K_r$ (kcal mol⁻¹ Å⁻²)"],"row_path":["Bond parameters","CT–CT"],"table_label":"Table 1"},"doc":"hale2026harmonic","format":"scienting-anchor/1","kind":"cell","node":"nkm3xn5","node_hash":"21f13b21948078f64c564334e5bb180b4495edb25a79ae32aa967986a626f3d5","own_hash":"2937e2a6f14cfebd4ffd20e3d514e5cbbf0626a5c0089b7cbea817ef20782b3d","quote":{"exact":"310.0"},"rev":12,"store":"smithlab"}],"feedback":{"hit":"That is the cell.","miss":"Look in Table 1, row CT–CT."},"points":"1"}]},"prompt":"Find the table cell that gives the Set A bond constant for the CT–CT bond.","rule":{"match":"same-node"}},"expect":{"exercise":"urn:scienting:annotation:smithlab/h6s98vg6qcyjp","format":"scienting-grade/1","items":[{"element":"element:0","feedback":"Look in Table 1, row CT–CT.","max":"1","points":"0"}],"max":"1","score":"0","submission":"bjgg8jyxh42w9"},"id":"anchor-miss","package":"fixtures/packages/hale2026harmonic","submission":{"answers":{"anchors":[{"context":{"column_path":["Set B","$K_r$ (kcal mol⁻¹ Å⁻²)"],"row_path":["Bond parameters","CT–CT"],"table_label":"Table 1"},"doc":"hale2026harmonic","format":"scienting-anchor/1","kind":"cell","node":"hw8fx4r","node_hash":"e554e4381827c90595a9083fd3a16e6cc72d0b14e52b3d86104c4b42a9f101b8","own_hash":"6356e0e8a0c4c9911e9657be9ee00e47fbe2ee6c54928d2b3d126266b19fa1e3","quote":{"exact":"305.2"},"rev":12,"store":"smithlab"}]},"doc":"smithlab/hale2026harmonic","exercise":"urn:scienting:annotation:smithlab/h6s98vg6qcyjp","format":"scienting-submission/1","id":"bjgg8jyxh42w9","rev":12,"student":"s-9q4p","submitted_at":"2026-10-20T10:00:00Z"}}
{"exercise":{"exercise":"check","format":"scienting-exercise/1","key":{"elements":[{"anchors":[{"doc":"hale2026harmonic","format":"scienting-anchor/1","kind":"sentence","node":"mbtjsqv","node_hash":"97c328c2e2efedd931292eeda806d3e4bad14d67cfcc324537c0d993068cfbfc","own_hash":"c1c6019d21c26d790304f7f7a080e93cf507d0e22ebeec6bf2e7df19a1820b3b","quote":{"exact":"the most common description","prefix":"Harmonic bond terms remain ","suffix":" of covalent stretching in class"},"rev":12,"span":[27,54],"store":"smithlab"}],"points":"1"}],"verdict":{"points":"1","value":"supports"}},"prompt":"Does the cited passage support the claim that harmonic terms are the most common choice?","rule":{"match":"overlap","min_overlap":"0.5"}},"expect":{"exercise":"urn:scienting:annotation:smithlab/y228zv031s285","format":"scienting-grade/1","items":[{"element":"verdict","feedback":"","max":"1","points":"1"},{"element":"element:0","feedback":"","max":"1","points":"1"}],"max":"2","score":"2","submission":"ncf5gq0x1xny5"},"id":"check-overlap","package":"fixtures/packages/hale2026harmonic","submission":{"answers":{"anchors":[{"doc":"hale2026harmonic","format":"scienting-anchor/1","kind":"sentence","node":"mbtjsqv","node_hash":"97c328c2e2efedd931292eeda806d3e4bad14d67cfcc324537c0d993068cfbfc","own_hash":"c1c6019d21c26d790304f7f7a080e93cf507d0e22ebeec6bf2e7df19a1820b3b","quote":{"exact":"most common description of covalent","prefix":"Harmonic bond terms remain the ","suffix":" stretching in classical force f"},"rev":12,"span":[31,66],"store":"smithlab"}],"verdict":"supports"},"doc":"smithlab/hale2026harmonic","exercise":"urn:scienting:annotation:smithlab/y228zv031s285","format":"scienting-submission/1","id":"ncf5gq0x1xny5","rev":12,"student":"s-7k2m","submitted_at":"2026-10-20T10:05:00Z"}}