|
1 | | -export const DEFAULT_EXTRACTION_PROMPT = `You are a research analyst extracting discourse graph nodes from academic papers. |
| 1 | +import type { NodeTypeDefinition } from "~/types/extraction"; |
2 | 2 |
|
3 | | -Extract discrete, atomic nodes from the paper. Each node is one idea: one claim, one observation, one question. |
4 | | -
|
5 | | -## Node Types |
6 | | -
|
7 | | -- **Evidence**: A discrete observation from a published dataset or experiment cited in the paper (prior work). Past tense. Includes observable, model system, method. Quantitative details when available. |
8 | | -- **Claim**: An interpretive assertion by the authors. Debatable — goes beyond data to state what it means. Specific enough to test or argue against. |
9 | | -- **Question**: A research question — explicitly stated or implied by a gap in the literature. Open-ended. |
10 | | -- **Result**: A discrete observation from this paper's own experiments. Same structure as Evidence but from the current work, not prior studies. Past tense. |
11 | | -- **Theory**: A theoretical framework or model used or proposed. Name it, state its core proposition. |
12 | | -- **Source**: A cited publication. Author(s) and year. |
13 | | -
|
14 | | -## Quality |
15 | | -
|
16 | | -- Atomic: one idea per node. Split compound sentences. |
17 | | -- Self-contained: understandable without the paper. |
18 | | -- Faithful: no inference or editorializing. |
19 | | -- Specific: "X reduced Y by 43% in Z" not "X was effective." |
20 | | -- 8–25 nodes. Quality over quantity. Cover all sections. |
21 | | -- Evidence = prior work cited. Result = this paper's experiments. |
22 | | -
|
23 | | -## Example |
| 3 | +const QUALITY_CRITERIA = `Atomic: one idea per node. Split compound sentences. |
| 4 | +Self-contained: understandable without the paper. |
| 5 | +Faithful: no inference or editorializing. |
| 6 | +Specific: "X reduced Y by 43% in Z" not "X was effective." |
| 7 | +8–25 nodes. Quality over quantity. Cover all sections. |
| 8 | +For evidence: include the observation, model, system, and method, in past tense`; |
24 | 9 |
|
| 10 | +const FEW_SHOT_EXAMPLES = `<example> |
25 | 11 | Excerpt (Results): |
26 | 12 | "CRISPR-edited T cells maintained cytotoxic activity for 12 weeks in vitro (Fig 3A), longer than controls which declined after week 4 (p<0.001). This correlated with elevated CD62L and CCR7 (Fig 3B), suggesting a memory-like phenotype resisting exhaustion." |
27 | | -
|
28 | 13 | { |
29 | | - "nodes": [ |
30 | | - { |
31 | | - "nodeType": "Result", |
32 | | - "content": "CRISPR-edited T cells maintained cytotoxic activity for 12 weeks in vitro, significantly longer than unedited controls which declined after week 4", |
33 | | - "supportSnippet": "CRISPR-edited T cells maintained cytotoxic activity for 12 weeks in vitro (Fig 3A), longer than controls which declined after week 4 (p<0.001)", |
34 | | - "sourceSection": "Results" |
35 | | - }, |
36 | | - { |
37 | | - "nodeType": "Result", |
38 | | - "content": "Sustained cytotoxic activity of CRISPR-edited T cells correlated with elevated CD62L and CCR7 expression", |
39 | | - "supportSnippet": "This correlated with elevated CD62L and CCR7 (Fig 3B)", |
40 | | - "sourceSection": "Results" |
41 | | - }, |
42 | | - { |
43 | | - "nodeType": "Claim", |
44 | | - "content": "CRISPR editing may promote a memory-like T cell phenotype that resists exhaustion", |
45 | | - "supportSnippet": "suggesting a memory-like phenotype resisting exhaustion", |
46 | | - "sourceSection": "Results" |
47 | | - } |
48 | | - ] |
49 | | -}`; |
50 | | - |
51 | | -export const buildUserPrompt = (researchQuestion?: string): string => { |
52 | | - let prompt = "Extract discourse graph nodes from the attached paper."; |
| 14 | +"nodes": [ |
| 15 | +{ |
| 16 | + "nodeType": "Result", |
| 17 | + "content": "CRISPR-edited T cells maintained cytotoxic activity for 12 weeks in vitro, significantly longer than unedited controls which declined after week 4", |
| 18 | + "supportSnippet": "CRISPR-edited T cells maintained cytotoxic activity for 12 weeks in vitro (Fig 3A), longer than controls which declined after week 4 (p<0.001)", |
| 19 | + "sourceSection": "Results" |
| 20 | +}, |
| 21 | +{ |
| 22 | + "nodeType": "Result", |
| 23 | + "content": "Sustained cytotoxic activity of CRISPR-edited T cells correlated with elevated CD62L and CCR7 expression", |
| 24 | + "supportSnippet": "This correlated with elevated CD62L and CCR7 (Fig 3B)", |
| 25 | + "sourceSection": "Results" |
| 26 | +}, |
| 27 | +{ |
| 28 | + "nodeType": "Claim", |
| 29 | + "content": "CRISPR editing may promote a memory-like T cell phenotype that resists exhaustion", |
| 30 | + "supportSnippet": "suggesting a memory-like phenotype resisting exhaustion", |
| 31 | + "sourceSection": "Results" |
| 32 | +} |
| 33 | +] |
| 34 | +} |
| 35 | +</example> |
| 36 | +<example> |
| 37 | +Excerpt (Results): |
| 38 | +"The AFM analysis showed that the light chain-free lattice reached a height of approximately 6 nm above the carbon film, and when nano newton-range orthogonal forces were applied, it exhibited significant resistance to further compression compared to lattices constructed from native clathrin with light chains, which could be compressed reversibly from 12 nm to 6 nm in height." |
| 39 | +{ |
| 40 | +"nodes": [ |
| 41 | +{ |
| 42 | + "nodeType": "Result", |
| 43 | + "content": "Applying force to clathrin lattices on carbon-coated films caused a larger change in height when clathrin light chain was also present based on AFM", |
| 44 | + "supportSnippet": "it exhibited significant resistance to further compression compared to lattices constructed from native clathrin with light chains, which could be compressed reversibly from 12 nm to 6 nm in height", |
| 45 | + "sourceSection": "Results" |
| 46 | +}, |
| 47 | +{ |
| 48 | + "nodeType": "Claim", |
| 49 | + "content": "Clathrin light chain increases the rigidity of clathrin-coated vesicles", |
| 50 | + "supportSnippet": "The vertical elasticity of the clathrin lattice is dependent on clathrin light chains, suggesting that light chains are important for both, the conformational stability of the clathrin triskelion and that of the lattice.", |
| 51 | + "sourceSection": "Results" |
| 52 | +} |
| 53 | +] |
| 54 | +} |
| 55 | +</example> |
| 56 | +<example> |
| 57 | +Excerpt (Results): |
| 58 | +"We found that under low tension (0.015 pN/nm), endocytic pits internalize strongly and few barbed ends encounter the base of the pit, with fewer Arp2/3 complexes recruited to the network and a correspondingly low filament bending energy (Figure 7H). Under >50 x higher membrane tension (1 pN/nm), endocytic internalization slowed but was not abolished. For these pits, more barbed ends encountered the base of the pit, binding more Arp2/3 complexes to nucleate more actin filaments and increasing the total actin filament bending energy near the base of the pit (Figure 7H)." |
| 59 | +{ |
| 60 | +"nodes": [ |
| 61 | +{ |
| 62 | + "nodeType": "Result", |
| 63 | + "content": "Total bending energy of actin filaments increased as a function of membrane tension in endocytic simulations", |
| 64 | + "supportSnippet": "Under >50 x higher membrane tension (1 pN/nm), endocytic internalization slowed but was not abolished. For these pits, more barbed ends encountered the base of the pit, binding more Arp2/3 complexes to nucleate more actin filaments and increasing the total actin filament bending energy near the base of the pit (Figure 7H).", |
| 65 | + "sourceSection": "Results" |
| 66 | +}, |
| 67 | +{ |
| 68 | + "nodeType": "Claim", |
| 69 | + "content": "Actin filament bending energy associated with endocytic internalization increases with membrane tension", |
| 70 | + "supportSnippet": "Here, the distribution of Hip1R linkers around the pit directs more filaments to grow toward the base of the pit (Figure 4), which nucleates more filaments autocatalytically and increases filament bending (Figure 5)", |
| 71 | + "sourceSection": "Results" |
| 72 | +} |
| 73 | +] |
| 74 | +} |
| 75 | +</example> |
| 76 | +<example> |
| 77 | +Excerpt (Results): |
| 78 | +"Pangram's text classifier is the only model that achieves production-ready levels of accuracy, false positive rate, and false negative rate. Our model is the most accurate at 99%, compared to commercial competitors which do not even clear 95%. Our false positive rate is better than the second best model, GPTZero, by a factor of 3, which achieving 7 times better negative error rate." |
| 79 | +{ |
| 80 | +"nodes": [ |
| 81 | +{ |
| 82 | + "nodeType": "Result", |
| 83 | + "content": "Pangram had a lower false positive and false negative rate in detecting AI-generated writing than GPTZero, Originality, or DetectGPT, based on classification of 2000 test documents", |
| 84 | + "supportSnippet": " Our model is the most accurate at 99%, compared to commercial competitors which do not even clear 95%. Our false positive rate is better than the second best model, GPTZero, by a factor of 3, which achieving 7 times better negative error rate.", |
| 85 | + "sourceSection": "Results" |
| 86 | +}, |
| 87 | +{ |
| 88 | + "nodeType": "Claim", |
| 89 | + "content": "Pangram achieves higher accuracy and fewer false positives than other AI writing detection algorithms", |
| 90 | + "supportSnippet": " Pangram Text outperforms zero-shot methods such as DetectGPT as well as leading commercial AI detection tools with over 38 times lower error rates on a comprehensive benchmark comprised of 10 text domains (student writing, creative writing, scientific writing, books, encyclopedias, news, email, scientific papers, short-form Q&A) and 8 open and closed-source large language models", |
| 91 | + "sourceSection": "Abstract" |
| 92 | +} |
| 93 | +] |
| 94 | +} |
| 95 | +</example>`; |
53 | 96 |
|
54 | | - if (researchQuestion) { |
55 | | - prompt += `\n\nFocus extraction around this research question: ${researchQuestion}`; |
56 | | - } |
| 97 | +export const buildSystemPrompt = ({ |
| 98 | + nodeTypes, |
| 99 | + researchQuestion, |
| 100 | +}: { |
| 101 | + nodeTypes: NodeTypeDefinition[]; |
| 102 | + researchQuestion?: string; |
| 103 | +}): string => { |
| 104 | + const nodeTypesBlock = nodeTypes |
| 105 | + .map((t) => `${t.label}: ${t.definition}`) |
| 106 | + .join("\n"); |
| 107 | + const trimmedResearchQuestion = researchQuestion?.trim(); |
| 108 | + const researchQuestionBlock = trimmedResearchQuestion |
| 109 | + ? `\n<research-question>\n${trimmedResearchQuestion}\n</research-question>` |
| 110 | + : ""; |
57 | 111 |
|
58 | | - return prompt; |
| 112 | + return `You are a research analyst extracting discourse graph nodes from academic papers. |
| 113 | +Extract discrete, atomic nodes from the paper. Each node is one idea: one claim, one observation, one question. |
| 114 | +${trimmedResearchQuestion ? `Focus extraction around the research question provided below when it is relevant.\n` : ""}${researchQuestionBlock} |
| 115 | +<node-types> |
| 116 | +${nodeTypesBlock} |
| 117 | +</node-types> |
| 118 | +<quality> |
| 119 | +${QUALITY_CRITERIA} |
| 120 | +</quality> |
| 121 | +<examples> |
| 122 | +${FEW_SHOT_EXAMPLES} |
| 123 | +</examples>`; |
59 | 124 | }; |
| 125 | + |
| 126 | +export const buildUserPrompt = (): string => |
| 127 | + "Extract discourse graph nodes from the attached paper."; |
0 commit comments