lawinstruct_datasets.py

"""Collects the datasets that are available for use in the library."""
from instruction_datasets.brazilan_bar_exam import BrazilianBarExam
from instruction_datasets.brcad_5 import BrCAD5
from instruction_datasets.bva_decisions import BVADecisions
from instruction_datasets.ca_bar_exam_essays import CABarExamEssays
from instruction_datasets.cail_2019 import CAIL2019
from instruction_datasets.cail_2022 import CAIL2022
from instruction_datasets.case_briefs import CaseBriefs
from instruction_datasets.change_my_view import ChangeMyView
from instruction_datasets.civipro_questions import CiviproQuestions
from instruction_datasets.coliee import COLIEE
from instruction_datasets.contract_nli import ContractNLI
from instruction_datasets.edgar_ner import EdgarNER
from instruction_datasets.eoir_privacy import EOIRPrivacy
from instruction_datasets.eur_lex_sum import EurLexSum
from instruction_datasets.german_ler import GermanLER
from instruction_datasets.german_rental_agreements import \
    GermanRentalAgreements
from instruction_datasets.greek_ner import Ell4GreekNER
from instruction_datasets.greek_ner import Ell18GreekNER
from instruction_datasets.gsm8k import GSM8K
from instruction_datasets.ildc import ILDC
from instruction_datasets.indian_ner import IndianNER
from instruction_datasets.indian_text_segmentation import \
    IndianTextSegmentation
from instruction_datasets.international_citizenship_law_questions import \
    InternationalCitizenshipLawQuestions
from instruction_datasets.jec_qa import JECQA
from instruction_datasets.korean_legal_qa import KoreanLegalQA
from instruction_datasets.lawng_nli import LawngNli
from instruction_datasets.lbox_open import LboxOpen
from instruction_datasets.legal_case_document_summarization import \
    LegalCaseDocumentSummarization
from instruction_datasets.legal_qa import LegalQA
from instruction_datasets.lex_glue import LexGLUE
from instruction_datasets.lextreme import LEXTREME
from instruction_datasets.lila import Lila
from instruction_datasets.littleton import Littleton
from instruction_datasets.logi_qa import LogiQA
from instruction_datasets.maud import MAUD
from instruction_datasets.mbe import MBE
from instruction_datasets.mc_exams_law import MCExamsLaw
from instruction_datasets.mining_legal_arguments import MiningLegalArguments
from instruction_datasets.multi_lex_sum import MultiLexSum
from instruction_datasets.natural_instructions_legal import \
    NaturalInstructionsLegal
from instruction_datasets.natural_instructions_other import \
    NaturalInstructionsOther
from instruction_datasets.olc_memos import OLCMemos
from instruction_datasets.plain_english_contracts_summarization import \
    PlainEnglishContractsSummarization
from instruction_datasets.privacy_qa import PrivacyQA
from instruction_datasets.privacy_summarization import PrivacySummarization
from instruction_datasets.professional_law import ProfessionalLaw
from instruction_datasets.reclor import ReClor
from instruction_datasets.reddit_legal_qa import RedditLegalQA
from instruction_datasets.sara import Sara
from instruction_datasets.sara_prolog import SaraProlog
from instruction_datasets.short_answer_feedback import ShortAnswerFeedback
from instruction_datasets.spanish_labor_law import SpanishLaborLaw
from instruction_datasets.stack_exchange_questions_legal import \
    StackExchangeQuestionsLegal
from instruction_datasets.swiss_court_view_generation import SwissCourtViewGeneration
from instruction_datasets.swiss_criticality_prediction import SwissCriticalityPrediction
from instruction_datasets.swiss_judgment_prediction import \
    SwissJudgmentPrediction
from instruction_datasets.swiss_judgment_prediction_xl import SwissJudgmentPredictionXL
from instruction_datasets.swiss_law_area_prediction import SwissLawAreaPrediction
from instruction_datasets.swiss_leading_decisions import SwissLeadingDecisions
from instruction_datasets.swiss_legislation import SwissLegislation
from instruction_datasets.tscc_alqac import TsccAlqac
from instruction_datasets.turkish_constitutional_court import TurkishConstitutionalCourt
from instruction_datasets.us_class_actions import USClassActions
from instruction_datasets.valid_wills import ValidWills
from instruction_datasets.xp3mt import XP3MT
from instruction_datasets.german_laymen_qa import GermanLaymenQA
from instruction_datasets.agb_de import AGBDE
from instruction_datasets.legal_lens import LegalLens
from instruction_datasets.keyphrase_generation_eu import KeyphraseGenerationEU
from instruction_datasets.pred_ex import PredEx
from instruction_datasets.swiss_citation_extraction import SwissCitationExtraction
from instruction_datasets.lex_ab_summ import LexAbSumm
from instruction_datasets.multi_legal_negation import MultiLegalNegation

LEGAL_DATASETS = frozenset({
    AGBDE,
    BrazilianBarExam,
    BrCAD5,
    BVADecisions,
    CABarExamEssays,
    CAIL2019,
    CAIL2022,
    CaseBriefs,
    ChangeMyView,
    CiviproQuestions,
    COLIEE,
    ContractNLI,
    EdgarNER,
    Ell4GreekNER,
    Ell18GreekNER,
    EOIRPrivacy,
    EurLexSum,
    GermanLaymenQA,
    GermanLER,
    GermanRentalAgreements,
    ILDC,
    IndianNER,
    IndianTextSegmentation,
    InternationalCitizenshipLawQuestions,
    JECQA,
    KeyphraseGenerationEU,
    KoreanLegalQA,
    LawngNli,
    LboxOpen,
    LegalCaseDocumentSummarization,
    LegalLens,
    LegalQA,
    LexAbSumm,
    LexGLUE,
    LEXTREME,
    Littleton,
    MAUD,
    MBE,
    MCExamsLaw,
    MiningLegalArguments,
    MultiLegalNegation,
    MultiLexSum,
    OLCMemos,
    PlainEnglishContractsSummarization,
    PredEx,
    PrivacyQA,
    PrivacySummarization,
    ProfessionalLaw,
    RedditLegalQA,
    Sara,
    SaraProlog,
    ShortAnswerFeedback,
    SpanishLaborLaw,
    StackExchangeQuestionsLegal,
    SwissCitationExtraction,
    SwissCourtViewGeneration,
    SwissCriticalityPrediction,
    SwissJudgmentPrediction,
    SwissJudgmentPredictionXL,
    SwissLawAreaPrediction,
    SwissLegislation,
    SwissLeadingDecisions,
    TsccAlqac,
    TurkishConstitutionalCourt,
    USClassActions,
    ValidWills,
    NaturalInstructionsLegal,
})
NATURAL_INSTRUCTIONS = frozenset({NaturalInstructionsLegal, NaturalInstructionsOther})
XP3MT = frozenset({XP3MT})
NON_LEGAL_DATASETS = frozenset({NaturalInstructionsOther, GSM8K, ReClor, Lila, LogiQA}) | XP3MT
ERRONEOUS_DATASETS = frozenset([ProfessionalLaw])
DATASETS_ALREADY_BUILT = NATURAL_INSTRUCTIONS | XP3MT | frozenset({
    AGBDE,
    BrazilianBarExam,
    BrCAD5,
    BVADecisions,
    CABarExamEssays,
    CAIL2019,
    CAIL2022,
    CaseBriefs,
    ChangeMyView,
    CiviproQuestions,
    COLIEE,
    ContractNLI,
    EdgarNER,
    Ell4GreekNER,
    Ell18GreekNER,
    EOIRPrivacy,
    EurLexSum,
    GermanLaymenQA,
    GermanLER,
    GermanRentalAgreements,
    GSM8K,
    ILDC,
    IndianNER,
    IndianTextSegmentation,
    InternationalCitizenshipLawQuestions,
    JECQA,
    KeyphraseGenerationEU,
    KoreanLegalQA,
    LawngNli,
    LboxOpen,
    LegalCaseDocumentSummarization,
    LegalQA,
    LegalLens,
    LexAbSumm,
    LexGLUE,
    LEXTREME,
    Lila,
    Littleton,
    LogiQA,
    MAUD,
    MBE,
    MCExamsLaw,
    MiningLegalArguments,
    MultiLegalNegation,
    MultiLexSum,
    OLCMemos,
    PlainEnglishContractsSummarization,
    PredEx,
    PrivacyQA,
    PrivacySummarization,
    ProfessionalLaw,
    ReClor,
    RedditLegalQA,
    Sara,
    SaraProlog,
    ShortAnswerFeedback,
    SpanishLaborLaw,
    StackExchangeQuestionsLegal,
    SwissCitationExtraction,
    SwissCourtViewGeneration,
    SwissCriticalityPrediction,
    SwissJudgmentPrediction,
    SwissJudgmentPredictionXL,
    SwissLawAreaPrediction,
    SwissLegislation,
    SwissLeadingDecisions,
    TsccAlqac,
    TurkishConstitutionalCourt,
    USClassActions,
    ValidWills,
})
ALL_DATASETS = LEGAL_DATASETS | NATURAL_INSTRUCTIONS | XP3MT