LLM 앙상블을 활용한 고성능 자동화 Abstract Screening

# LLM 앙상블 방식 Abstract Screening 예시 (OpenAI + Anthropic)
import openai
import anthropic

INCLUSION_PROMPT = """
You are a systematic review assistant. Given the following abstract, decide if it meets the inclusion criteria.

Inclusion criteria:
- {inclusion_criteria}

Exclusion criteria:
- {exclusion_criteria}

Abstract:
{abstract}

Respond with ONLY 'INCLUDE' or 'EXCLUDE'.
"""

def screen_with_gpt4o(abstract, inclusion_criteria, exclusion_criteria):
    client = openai.OpenAI()
    response = client.chat.completions.create(
        model="gpt-4o",
        messages=[{"role": "user", "content": INCLUSION_PROMPT.format(
            abstract=abstract,
            inclusion_criteria=inclusion_criteria,
            exclusion_criteria=exclusion_criteria
        )}],
        temperature=0
    )
    return response.choices[0].message.content.strip()

def screen_with_claude(abstract, inclusion_criteria, exclusion_criteria):
    client = anthropic.Anthropic()
    response = client.messages.create(
        model="claude-sonnet-3-5-20241022",
        max_tokens=10,
        messages=[{"role": "user", "content": INCLUSION_PROMPT.format(
            abstract=abstract,
            inclusion_criteria=inclusion_criteria,
            exclusion_criteria=exclusion_criteria
        )}]
    )
    return response.content[0].text.strip()

def ensemble_screen(abstract, inclusion_criteria, exclusion_criteria):
    """
    앙상블 전략: 하나라도 INCLUDE면 포함 (민감도 최대화)
    두 모델 모두 EXCLUDE여야 최종 제외
    """
    gpt_result = screen_with_gpt4o(abstract, inclusion_criteria, exclusion_criteria)
    claude_result = screen_with_claude(abstract, inclusion_criteria, exclusion_criteria)
    
    # 보수적 앙상블: 하나라도 INCLUDE면 포함 (민감도 우선)
    if "INCLUDE" in gpt_result or "INCLUDE" in claude_result:
        return "INCLUDE", {"gpt4o": gpt_result, "claude": claude_result}
    return "EXCLUDE", {"gpt4o": gpt_result, "claude": claude_result}

# 사용 예시
result, details = ensemble_screen(
    abstract="This RCT evaluated...",
    inclusion_criteria="Randomized controlled trials in adult patients with Type 2 diabetes",
    exclusion_criteria="Non-English studies, animal studies, reviews"
)
print(f"Decision: {result}, Details: {details}")