infra/paperspec
1
0 Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Initial commit
check / check (macos-latest) (push) Canceled after 0s
Details
check / check (ubuntu-latest) (push) Canceled after 0s
Details

Browse Source
This commit is contained in:
alexm committed 2026-10-11 23:45:29 -04:00
commit 62f54ed869
373 files changed
+16704
Download Patch File Download Diff File Expand all files Collapse all files

No files matched your search

vectors/grading.jsonl
+3
View File
@@ -0,0 +1,3 @@
{"exercise":{"exercise":"anchor","format":"scienting-exercise/1","key":{"elements":[{"anchors":[{"context":{"column_path":["Set A","$K_r$ (kcal mol⁻¹ Å⁻²)"],"row_path":["Bond parameters","CT–CT"],"table_label":"Table 1"},"doc":"hale2026harmonic","format":"scienting-anchor/1","kind":"cell","node":"nkm3xn5","node_hash":"21f13b21948078f64c564334e5bb180b4495edb25a79ae32aa967986a626f3d5","own_hash":"2937e2a6f14cfebd4ffd20e3d514e5cbbf0626a5c0089b7cbea817ef20782b3d","quote":{"exact":"310.0"},"rev":12,"store":"smithlab"}],"feedback":{"hit":"That is the cell.","miss":"Look in Table 1, row CT–CT."},"points":"1"}]},"prompt":"Find the table cell that gives the Set A bond constant for the CT–CT bond.","rule":{"match":"same-node"}},"expect":{"exercise":"urn:scienting:annotation:smithlab/h6s98vg6qcyjp","format":"scienting-grade/1","items":[{"element":"element:0","feedback":"That is the cell.","max":"1","points":"1"}],"max":"1","score":"1","submission":"h4camq2b6fa0e"},"id":"anchor-hit","package":"fixtures/packages/hale2026harmonic","submission":{"answers":{"anchors":[{"context":{"column_path":["Set A","$K_r$ (kcal mol⁻¹ Å⁻²)"],"row_path":["Bond parameters","CT–CT"],"table_label":"Table 1"},"doc":"hale2026harmonic","format":"scienting-anchor/1","kind":"cell","node":"nkm3xn5","node_hash":"21f13b21948078f64c564334e5bb180b4495edb25a79ae32aa967986a626f3d5","own_hash":"2937e2a6f14cfebd4ffd20e3d514e5cbbf0626a5c0089b7cbea817ef20782b3d","quote":{"exact":"310.0"},"rev":12,"store":"smithlab"}]},"doc":"smithlab/hale2026harmonic","exercise":"urn:scienting:annotation:smithlab/h6s98vg6qcyjp","format":"scienting-submission/1","id":"h4camq2b6fa0e","rev":12,"student":"s-7k2m","submitted_at":"2026-10-20T10:00:00Z"}}
{"exercise":{"exercise":"anchor","format":"scienting-exercise/1","key":{"elements":[{"anchors":[{"context":{"column_path":["Set A","$K_r$ (kcal mol⁻¹ Å⁻²)"],"row_path":["Bond parameters","CT–CT"],"table_label":"Table 1"},"doc":"hale2026harmonic","format":"scienting-anchor/1","kind":"cell","node":"nkm3xn5","node_hash":"21f13b21948078f64c564334e5bb180b4495edb25a79ae32aa967986a626f3d5","own_hash":"2937e2a6f14cfebd4ffd20e3d514e5cbbf0626a5c0089b7cbea817ef20782b3d","quote":{"exact":"310.0"},"rev":12,"store":"smithlab"}],"feedback":{"hit":"That is the cell.","miss":"Look in Table 1, row CT–CT."},"points":"1"}]},"prompt":"Find the table cell that gives the Set A bond constant for the CT–CT bond.","rule":{"match":"same-node"}},"expect":{"exercise":"urn:scienting:annotation:smithlab/h6s98vg6qcyjp","format":"scienting-grade/1","items":[{"element":"element:0","feedback":"Look in Table 1, row CT–CT.","max":"1","points":"0"}],"max":"1","score":"0","submission":"bjgg8jyxh42w9"},"id":"anchor-miss","package":"fixtures/packages/hale2026harmonic","submission":{"answers":{"anchors":[{"context":{"column_path":["Set B","$K_r$ (kcal mol⁻¹ Å⁻²)"],"row_path":["Bond parameters","CT–CT"],"table_label":"Table 1"},"doc":"hale2026harmonic","format":"scienting-anchor/1","kind":"cell","node":"hw8fx4r","node_hash":"e554e4381827c90595a9083fd3a16e6cc72d0b14e52b3d86104c4b42a9f101b8","own_hash":"6356e0e8a0c4c9911e9657be9ee00e47fbe2ee6c54928d2b3d126266b19fa1e3","quote":{"exact":"305.2"},"rev":12,"store":"smithlab"}]},"doc":"smithlab/hale2026harmonic","exercise":"urn:scienting:annotation:smithlab/h6s98vg6qcyjp","format":"scienting-submission/1","id":"bjgg8jyxh42w9","rev":12,"student":"s-9q4p","submitted_at":"2026-10-20T10:00:00Z"}}
{"exercise":{"exercise":"check","format":"scienting-exercise/1","key":{"elements":[{"anchors":[{"doc":"hale2026harmonic","format":"scienting-anchor/1","kind":"sentence","node":"mbtjsqv","node_hash":"97c328c2e2efedd931292eeda806d3e4bad14d67cfcc324537c0d993068cfbfc","own_hash":"c1c6019d21c26d790304f7f7a080e93cf507d0e22ebeec6bf2e7df19a1820b3b","quote":{"exact":"the most common description","prefix":"Harmonic bond terms remain ","suffix":" of covalent stretching in class"},"rev":12,"span":[27,54],"store":"smithlab"}],"points":"1"}],"verdict":{"points":"1","value":"supports"}},"prompt":"Does the cited passage support the claim that harmonic terms are the most common choice?","rule":{"match":"overlap","min_overlap":"0.5"}},"expect":{"exercise":"urn:scienting:annotation:smithlab/y228zv031s285","format":"scienting-grade/1","items":[{"element":"verdict","feedback":"","max":"1","points":"1"},{"element":"element:0","feedback":"","max":"1","points":"1"}],"max":"2","score":"2","submission":"ncf5gq0x1xny5"},"id":"check-overlap","package":"fixtures/packages/hale2026harmonic","submission":{"answers":{"anchors":[{"doc":"hale2026harmonic","format":"scienting-anchor/1","kind":"sentence","node":"mbtjsqv","node_hash":"97c328c2e2efedd931292eeda806d3e4bad14d67cfcc324537c0d993068cfbfc","own_hash":"c1c6019d21c26d790304f7f7a080e93cf507d0e22ebeec6bf2e7df19a1820b3b","quote":{"exact":"most common description of covalent","prefix":"Harmonic bond terms remain the ","suffix":" stretching in classical force f"},"rev":12,"span":[31,66],"store":"smithlab"}],"verdict":"supports"},"doc":"smithlab/hale2026harmonic","exercise":"urn:scienting:annotation:smithlab/y228zv031s285","format":"scienting-submission/1","id":"ncf5gq0x1xny5","rev":12,"student":"s-7k2m","submitted_at":"2026-10-20T10:05:00Z"}}