{ "label_status": "Provisional nominated targets; independently reviewed metrics separate", "manifest_hash": "15c4398b1889ad879cf3aa97257d738d5a568d00927766a61a2126650811cb13", "manifest": { "version": "benchmark-run-1", "created_at": "2026-09-20T22:47:08.788462+00:00", "corpus_snapshot": "b55a92086b8c8de892d2696fbc1bb09a94438b42f6e68cda8c41a8f5a355ee6a", "model": "jev-1.13.0", "question_version": "nrs-relevance-1", "files": { "suite.json": "84ff2b3710c0d2202401813d086e15f846c8f803905286796a91caee8594d262", "payloads.json": "0662055ff26a233bc5657fb1c6f5bd314b9e97862022cb91859def2fb46415c7", "sources.json": "bb4e78e87a6faa196033d2e6d5d2bb1194c8d1ab0d96a13ce6c21caf98dacd9a", "lookups.json": "cfff7433e611db22a1e554f1b53341954445d000a79ae74b6b66f2d4b81be5c0", "api_keyword.json": "42a78c156ca8e4b92dad7afb5ec324f071e49b64999ad816f1d3ae047c299c9d", "provisional_labels.json": "c67d4469ced9e8f60cbc3636727aab3733a3478fc50706dd7f4fef691ceeb88b" }, "cases": 40, "ranking_cases": 30, "max_requests": 272, "request_bytes": 3855511, "max_reported_input_tokens": 2000000, "label_status": "assistant-provisional; no lawyer-reviewed gold yet; expanded-corpus regression, original split labels retained for comparison only", "scope": "Synthetic public queries and preserved official source corpus", "corpus_chapters": 835, "corpus_provisions": 49746, "evaluation_type": "corpus_expansion_regression" }, "summary": { "development": { "n": 12, "metrics": { "hit1": { "keyword": 0.5833333333333334, "jev": 0.75, "app_keyword": 0.5833333333333334, "paired": { "delta": 0.16666666666666666, "lower": 0.0, "upper": 0.4166666666666667, "n": 12, "replicates": 10000, "unit": "query family", "interval": "paired bootstrap percentile 95%" } }, "hit5": { "keyword": 0.5833333333333334, "jev": 0.75, "app_keyword": 0.5833333333333334, "paired": { "delta": 0.16666666666666666, "lower": 0.0, "upper": 0.4166666666666667, "n": 12, "replicates": 10000, "unit": "query family", "interval": "paired bootstrap percentile 95%" } }, "hit10": { "keyword": 0.5833333333333334, "jev": 0.75, "app_keyword": 0.5833333333333334, "paired": { "delta": 0.16666666666666666, "lower": 0.0, "upper": 0.4166666666666667, "n": 12, "replicates": 10000, "unit": "query family", "interval": "paired bootstrap percentile 95%" } }, "mrr": { "keyword": 0.59375, "jev": 0.75, "app_keyword": 0.5971147486772487, "paired": { "delta": 0.15625, "lower": 0.0, "upper": 0.3888888888888889, "n": 12, "replicates": 10000, "unit": "query family", "interval": "paired bootstrap percentile 95%" } }, "nominated_target_coverage": { "keyword": 0.75, "jev": 0.75, "app_keyword": 0.9166666666666666, "paired": { "delta": 0.0, "lower": 0.0, "upper": 0.0, "n": 12, "replicates": 10000, "unit": "query family", "interval": "paired bootstrap percentile 95%" } } }, "human": { "precision5": { "paired_queries": 0, "keyword": null, "jev": null, "paired": null }, "pooled_ndcg5": { "paired_queries": 0, "keyword": null, "jev": null, "paired": null } }, "confidence": { "n": 0, "brier": null, "ece": null, "reliability": [], "confidence_agreement": [] } }, "heldout": { "n": 18, "metrics": { "hit1": { "keyword": 0.6111111111111112, "jev": 0.8333333333333334, "app_keyword": 0.6111111111111112, "paired": { "delta": 0.2222222222222222, "lower": 0.05555555555555555, "upper": 0.4444444444444444, "n": 18, "replicates": 10000, "unit": "query family", "interval": "paired bootstrap percentile 95%" } }, "hit5": { "keyword": 0.6666666666666666, "jev": 0.8333333333333334, "app_keyword": 0.6666666666666666, "paired": { "delta": 0.16666666666666666, "lower": 0.0, "upper": 0.3333333333333333, "n": 18, "replicates": 10000, "unit": "query family", "interval": "paired bootstrap percentile 95%" } }, "hit10": { "keyword": 0.7222222222222222, "jev": 0.8333333333333334, "app_keyword": 0.7222222222222222, "paired": { "delta": 0.1111111111111111, "lower": 0.0, "upper": 0.2777777777777778, "n": 18, "replicates": 10000, "unit": "query family", "interval": "paired bootstrap percentile 95%" } }, "mrr": { "keyword": 0.655976430976431, "jev": 0.8333333333333334, "app_keyword": 0.658832946028068, "paired": { "delta": 0.17735690235690235, "lower": 0.0462962962962963, "upper": 0.3505050505050505, "n": 18, "replicates": 10000, "unit": "query family", "interval": "paired bootstrap percentile 95%" } }, "nominated_target_coverage": { "keyword": 0.8333333333333334, "jev": 0.8333333333333334, "app_keyword": 0.9444444444444444, "paired": { "delta": 0.0, "lower": 0.0, "upper": 0.0, "n": 18, "replicates": 10000, "unit": "query family", "interval": "paired bootstrap percentile 95%" } } }, "human": { "precision5": { "paired_queries": 0, "keyword": null, "jev": null, "paired": null }, "pooled_ndcg5": { "paired_queries": 0, "keyword": null, "jev": null, "paired": null } }, "confidence": { "n": 0, "brier": null, "ece": null, "reliability": [], "confidence_agreement": [] } } }, "queries": [ { "id": "Q01", "family": "formation", "split": "development", "kind": "ranking", "category": "requirements", "query": "What must exist for a trust to be created?", "targets": [ "163.003" ], "status": "fallback", "error_class": "TypeSafeAPITimeoutError", "metrics": { "keyword": { "first_target_rank": null, "hit1": 0.0, "hit5": 0.0, "hit10": 0.0, "mrr": 0.0, "nominated_target_coverage": 0.0 }, "jev": { "first_target_rank": null, "hit1": 0.0, "hit5": 0.0, "hit10": 0.0, "mrr": 0.0, "nominated_target_coverage": 0.0 }, "app_keyword": { "first_target_rank": 32, "hit1": 0.0, "hit5": 0.0, "hit10": 0.0, "mrr": 0.03125, "nominated_target_coverage": 1.0 } }, "human": { "keyword": { "precision5": null, "pooled_ndcg5": null }, "jev": { "precision5": null, "pooled_ndcg5": null }, "app_keyword": { "precision5": null, "pooled_ndcg5": null } }, "reviewed_sections": 0, "pool_size": 51, "top": { "keyword": [ { "citation": "166A.220", "caption": "Multiple beneficiaries; separate custodial trusts; survivorship.", "p_useful": null, "confidence": null }, { "citation": "381.0031", "caption": "Private money; Dedicated Trust Fund.", "p_useful": null, "confidence": null }, { "citation": "612.600", "caption": "Management of money upon discontinuance of Unemployment Trust Fund.", "p_useful": null, "confidence": null }, { "citation": "163.008", "caption": "Validity of trust created in relation to real property; recordation.", "p_useful": null, "confidence": null }, { "citation": "159A.3395", "caption": "Protected minor or attorney entitled to copies of accountings for trust created by or for benefit of protected minor; submission of trust to jurisdiction of court.", "p_useful": null, "confidence": null } ], "jev": [ { "citation": "166A.220", "caption": "Multiple beneficiaries; separate custodial trusts; survivorship.", "p_useful": null, "confidence": null }, { "citation": "381.0031", "caption": "Private money; Dedicated Trust Fund.", "p_useful": null, "confidence": null }, { "citation": "612.600", "caption": "Management of money upon discontinuance of Unemployment Trust Fund.", "p_useful": null, "confidence": null }, { "citation": "163.008", "caption": "Validity of trust created in relation to real property; recordation.", "p_useful": null, "confidence": null }, { "citation": "159A.3395", "caption": "Protected minor or attorney entitled to copies of accountings for trust created by or for benefit of protected minor; submission of trust to jurisdiction of court.", "p_useful": null, "confidence": null } ], "app_keyword": [ { "citation": "166A.220", "caption": "Multiple beneficiaries; separate custodial trusts; survivorship.", "p_useful": null, "confidence": null }, { "citation": "381.0031", "caption": "Private money; Dedicated Trust Fund.", "p_useful": null, "confidence": null }, { "citation": "612.600", "caption": "Management of money upon discontinuance of Unemployment Trust Fund.", "p_useful": null, "confidence": null }, { "citation": "163.008", "caption": "Validity of trust created in relation to real property; recordation.", "p_useful": null, "confidence": null }, { "citation": "159A.3395", "caption": "Protected minor or attorney entitled to copies of accountings for trust created by or for benefit of protected minor; submission of trust to jurisdiction of court.", "p_useful": null, "confidence": null } ] }, "high_probability_candidates": 0 }, { "id": "Q02", "family": "oral", "split": "development", "kind": "ranking", "category": "requirements", "query": "Can a trust of personal property be established orally?", "targets": [ "163.009" ], "status": "complete", "error_class": null, "metrics": { "keyword": { "first_target_rank": 1, "hit1": 1.0, "hit5": 1.0, "hit10": 1.0, "mrr": 1.0, "nominated_target_coverage": 1.0 }, "jev": { "first_target_rank": 1, "hit1": 1.0, "hit5": 1.0, "hit10": 1.0, "mrr": 1.0, "nominated_target_coverage": 1.0 }, "app_keyword": { "first_target_rank": 1, "hit1": 1.0, "hit5": 1.0, "hit10": 1.0, "mrr": 1.0, "nominated_target_coverage": 1.0 } }, "human": { "keyword": { "precision5": null, "pooled_ndcg5": null }, "jev": { "precision5": null, "pooled_ndcg5": null }, "app_keyword": { "precision5": null, "pooled_ndcg5": null } }, "reviewed_sections": 0, "pool_size": 51, "top": { "keyword": [ { "citation": "163.009", "caption": "Oral trust of personal property.", "p_useful": 1.0, "confidence": 1.0 }, { "citation": "163.417", "caption": "Limitations on actions of creditors and courts: Trust property not subject to trustee’s personal obligations; beneficial interests may not be transferred under certain circumstances.", "p_useful": 0.0, "confidence": 0.6 }, { "citation": "88A.320", "caption": "Ownership of beneficial interest in trust: Participation in profits and losses; creditor of beneficial owner; personal property; evidence of interest; transferability; distributions.", "p_useful": 0.01, "confidence": 0.54 }, { "citation": "164.950", "caption": "Distribution by trustee of community property in nontestamentary trust established by married settlors.", "p_useful": 0.01, "confidence": 0.58 }, { "citation": "280.340", "caption": "Personal property.", "p_useful": 0.0, "confidence": 0.56 } ], "jev": [ { "citation": "163.009", "caption": "Oral trust of personal property.", "p_useful": 1.0, "confidence": 1.0 }, { "citation": "132.350", "caption": "“Trust” defined.", "p_useful": 0.8200000000000001, "confidence": 0.64 }, { "citation": "166.015", "caption": "Applicability of chapter; requirement of trustee if settlor is beneficiary of trust.", "p_useful": 0.31999999999999995, "confidence": 0.57 }, { "citation": "163.590", "caption": "Disposition of trust property by reference to statement or list; requirements for admissibility of statement or list as evidence of intended disposition; uses of statement or list.", "p_useful": 0.30000000000000004, "confidence": 0.58 }, { "citation": "166A.200", "caption": "Form and effect of receipt and acceptance by custodial trustee; jurisdiction.", "p_useful": 0.21000000000000002, "confidence": 0.61 } ], "app_keyword": [ { "citation": "163.009", "caption": "Oral trust of personal property.", "p_useful": 1.0, "confidence": 1.0 }, { "citation": "163.417", "caption": "Limitations on actions of creditors and courts: Trust property not subject to trustee’s personal obligations; beneficial interests may not be transferred under certain circumstances.", "p_useful": 0.0, "confidence": 0.6 }, { "citation": "88A.320", "caption": "Ownership of beneficial interest in trust: Participation in profits and losses; creditor of beneficial owner; personal property; evidence of interest; transferability; distributions.", "p_useful": 0.01, "confidence": 0.54 }, { "citation": "164.950", "caption": "Distribution by trustee of community property in nontestamentary trust established by married settlors.", "p_useful": 0.01, "confidence": 0.58 }, { "citation": "280.340", "caption": "Personal property.", "p_useful": 0.0, "confidence": 0.56 } ] }, "high_probability_candidates": 2 }, { "id": "Q03", "family": "merge", "split": "development", "kind": "ranking", "category": "powers", "query": "May a trustee combine separate trusts into one trust?", "targets": [ "163.025" ], "status": "fallback", "error_class": "TypeSafeAPITimeoutError", "metrics": { "keyword": { "first_target_rank": 1, "hit1": 1.0, "hit5": 1.0, "hit10": 1.0, "mrr": 1.0, "nominated_target_coverage": 1.0 }, "jev": { "first_target_rank": 1, "hit1": 1.0, "hit5": 1.0, "hit10": 1.0, "mrr": 1.0, "nominated_target_coverage": 1.0 }, "app_keyword": { "first_target_rank": 1, "hit1": 1.0, "hit5": 1.0, "hit10": 1.0, "mrr": 1.0, "nominated_target_coverage": 1.0 } }, "human": { "keyword": { "precision5": null, "pooled_ndcg5": null }, "jev": { "precision5": null, "pooled_ndcg5": null }, "app_keyword": { "precision5": null, "pooled_ndcg5": null } }, "reviewed_sections": 0, "pool_size": 50, "top": { "keyword": [ { "citation": "163.025", "caption": "Combining or dividing certain trusts.", "p_useful": null, "confidence": null }, { "citation": "166A.220", "caption": "Multiple beneficiaries; separate custodial trusts; survivorship.", "p_useful": null, "confidence": null }, { "citation": "163.026", "caption": "Giving name to or changing name of certain trusts.", "p_useful": null, "confidence": null }, { "citation": "164.865", "caption": "Allocation of certain payments received because of services rendered or property transferred to payor in exchange for future payments to income or principal, or both; certain exceptions for trusts that qualify for marital deduction under federal law.", "p_useful": null, "confidence": null }, { "citation": "165.1201", "caption": "Applicability to testamentary trusts; general duties of trustee.", "p_useful": null, "confidence": null } ], "jev": [ { "citation": "163.025", "caption": "Combining or dividing certain trusts.", "p_useful": null, "confidence": null }, { "citation": "166A.220", "caption": "Multiple beneficiaries; separate custodial trusts; survivorship.", "p_useful": null, "confidence": null }, { "citation": "163.026", "caption": "Giving name to or changing name of certain trusts.", "p_useful": null, "confidence": null }, { "citation": "164.865", "caption": "Allocation of certain payments received because of services rendered or property transferred to payor in exchange for future payments to income or principal, or both; certain exceptions for trusts that qualify for marital deduction under federal law.", "p_useful": null, "confidence": null }, { "citation": "165.1201", "caption": "Applicability to testamentary trusts; general duties of trustee.", "p_useful": null, "confidence": null } ], "app_keyword": [ { "citation": "163.025", "caption": "Combining or dividing certain trusts.", "p_useful": null, "confidence": null }, { "citation": "166A.220", "caption": "Multiple beneficiaries; separate custodial trusts; survivorship.", "p_useful": null, "confidence": null }, { "citation": "163.026", "caption": "Giving name to or changing name of certain trusts.", "p_useful": null, "confidence": null }, { "citation": "164.865", "caption": "Allocation of certain payments received because of services rendered or property transferred to payor in exchange for future payments to income or principal, or both; certain exceptions for trusts that qualify for marital deduction under federal law.", "p_useful": null, "confidence": null }, { "citation": "165.1201", "caption": "Applicability to testamentary trusts; general duties of trustee.", "p_useful": null, "confidence": null } ] }, "high_probability_candidates": 0 }, { "id": "Q04", "family": "cotrustees", "split": "development", "kind": "ranking", "category": "procedure", "query": "How do three cotrustees exercise their powers when one disagrees?", "targets": [ "163.110" ], "status": "fallback", "error_class": "TypeSafeAPITimeoutError", "metrics": { "keyword": { "first_target_rank": 1, "hit1": 1.0, "hit5": 1.0, "hit10": 1.0, "mrr": 1.0, "nominated_target_coverage": 1.0 }, "jev": { "first_target_rank": 1, "hit1": 1.0, "hit5": 1.0, "hit10": 1.0, "mrr": 1.0, "nominated_target_coverage": 1.0 }, "app_keyword": { "first_target_rank": 1, "hit1": 1.0, "hit5": 1.0, "hit10": 1.0, "mrr": 1.0, "nominated_target_coverage": 1.0 } }, "human": { "keyword": { "precision5": null, "pooled_ndcg5": null }, "jev": { "precision5": null, "pooled_ndcg5": null }, "app_keyword": { "precision5": null, "pooled_ndcg5": null } }, "reviewed_sections": 0, "pool_size": 51, "top": { "keyword": [ { "citation": "163.110", "caption": "Powers of cotrustees: Exercisable by majority if more than two cotrustees; liability of dissenting cotrustee; unanimous action required if only two cotrustees; petition of interested person.", "p_useful": null, "confidence": null }, { "citation": "165.220", "caption": "Oaths.", "p_useful": null, "confidence": null }, { "citation": "315.530", "caption": "Cooperation between authorities.", "p_useful": null, "confidence": null }, { "citation": "244A.569", "caption": "County Sewage and Wastewater Law constitutes full authority for exercise of powers granted.", "p_useful": null, "confidence": null }, { "citation": "266.260", "caption": "Manner and details for exercise of powers of city council may be provided by ordinance.", "p_useful": null, "confidence": null } ], "jev": [ { "citation": "163.110", "caption": "Powers of cotrustees: Exercisable by majority if more than two cotrustees; liability of dissenting cotrustee; unanimous action required if only two cotrustees; petition of interested person.", "p_useful": null, "confidence": null }, { "citation": "165.220", "caption": "Oaths.", "p_useful": null, "confidence": null }, { "citation": "315.530", "caption": "Cooperation between authorities.", "p_useful": null, "confidence": null }, { "citation": "244A.569", "caption": "County Sewage and Wastewater Law constitutes full authority for exercise of powers granted.", "p_useful": null, "confidence": null }, { "citation": "266.260", "caption": "Manner and details for exercise of powers of city council may be provided by ordinance.", "p_useful": null, "confidence": null } ], "app_keyword": [ { "citation": "163.110", "caption": "Powers of cotrustees: Exercisable by majority if more than two cotrustees; liability of dissenting cotrustee; unanimous action required if only two cotrustees; petition of interested person.", "p_useful": null, "confidence": null }, { "citation": "266.260", "caption": "Manner and details for exercise of powers of city council may be provided by ordinance.", "p_useful": null, "confidence": null }, { "citation": "165.220", "caption": "Oaths.", "p_useful": null, "confidence": null }, { "citation": "315.530", "caption": "Cooperation between authorities.", "p_useful": null, "confidence": null }, { "citation": "244A.569", "caption": "County Sewage and Wastewater Law constitutes full authority for exercise of powers granted.", "p_useful": null, "confidence": null } ] }, "high_probability_candidates": 0 }, { "id": "Q05", "family": "removal", "split": "development", "kind": "ranking", "category": "remedy", "query": "How can a beneficiary ask the court to remove a trustee for breach of trust?", "targets": [ "163.115" ], "status": "complete", "error_class": null, "metrics": { "keyword": { "first_target_rank": 1, "hit1": 1.0, "hit5": 1.0, "hit10": 1.0, "mrr": 1.0, "nominated_target_coverage": 1.0 }, "jev": { "first_target_rank": 1, "hit1": 1.0, "hit5": 1.0, "hit10": 1.0, "mrr": 1.0, "nominated_target_coverage": 1.0 }, "app_keyword": { "first_target_rank": 1, "hit1": 1.0, "hit5": 1.0, "hit10": 1.0, "mrr": 1.0, "nominated_target_coverage": 1.0 } }, "human": { "keyword": { "precision5": null, "pooled_ndcg5": null }, "jev": { "precision5": null, "pooled_ndcg5": null }, "app_keyword": { "precision5": null, "pooled_ndcg5": null } }, "reviewed_sections": 0, "pool_size": 51, "top": { "keyword": [ { "citation": "163.115", "caption": "Removal of trustee; maintenance of proceeding for breach of trust by trustee; permissible purposes for maintenance of proceeding; penalties for not filing petition in good faith; nonexclusivity of remedies; method of commencing proceeding.", "p_useful": 1.0, "confidence": 1.0 }, { "citation": "163.160", "caption": "Power of settlor; liability of trustee for breach of trust.", "p_useful": 0.22, "confidence": 0.65 }, { "citation": "153.031", "caption": "Petition by trustee or beneficiary concerning affairs of trust: Purposes of petition; contents; notice and hearing; additional relief.", "p_useful": 0.9900000000000001, "confidence": 0.69 }, { "citation": "163.4177", "caption": "Factors which must not be considered exercising improper dominion or control over trust.", "p_useful": 0.09, "confidence": 0.5 }, { "citation": "107.100", "caption": "Receiver: Appointment after filing notice of breach and election to sell.", "p_useful": 0.01, "confidence": 0.76 } ], "jev": [ { "citation": "163.115", "caption": "Removal of trustee; maintenance of proceeding for breach of trust by trustee; permissible purposes for maintenance of proceeding; penalties for not filing petition in good faith; nonexclusivity of remedies; method of commencing proceeding.", "p_useful": 1.0, "confidence": 1.0 }, { "citation": "166A.290", "caption": "Declination, resignation, incapacity, death or removal of custodial trustee; designation of successor custodial trustee.", "p_useful": 0.99, "confidence": 0.79 }, { "citation": "153.031", "caption": "Petition by trustee or beneficiary concerning affairs of trust: Purposes of petition; contents; notice and hearing; additional relief.", "p_useful": 0.9900000000000001, "confidence": 0.69 }, { "citation": "163.190", "caption": "Penalty for violation of certain provisions of chapter.", "p_useful": 0.9299999999999999, "confidence": 0.63 }, { "citation": "163.0075", "caption": "Validity of trust providing for care of one or more animals.", "p_useful": 0.77, "confidence": 0.45 } ], "app_keyword": [ { "citation": "163.115", "caption": "Removal of trustee; maintenance of proceeding for breach of trust by trustee; permissible purposes for maintenance of proceeding; penalties for not filing petition in good faith; nonexclusivity of remedies; method of commencing proceeding.", "p_useful": 1.0, "confidence": 1.0 }, { "citation": "163.160", "caption": "Power of settlor; liability of trustee for breach of trust.", "p_useful": 0.22, "confidence": 0.65 }, { "citation": "153.031", "caption": "Petition by trustee or beneficiary concerning affairs of trust: Purposes of petition; contents; notice and hearing; additional relief.", "p_useful": 0.9900000000000001, "confidence": 0.69 }, { "citation": "163.4177", "caption": "Factors which must not be considered exercising improper dominion or control over trust.", "p_useful": 0.09, "confidence": 0.5 }, { "citation": "107.100", "caption": "Receiver: Appointment after filing notice of breach and election to sell.", "p_useful": 0.01, "confidence": 0.76 } ] }, "high_probability_candidates": 5 }, { "id": "Q06", "family": "protector", "split": "development", "kind": "ranking", "category": "powers", "query": "What powers may a trust protector be given?", "targets": [ "163.5553" ], "status": "complete", "error_class": null, "metrics": { "keyword": { "first_target_rank": 1, "hit1": 1.0, "hit5": 1.0, "hit10": 1.0, "mrr": 1.0, "nominated_target_coverage": 1.0 }, "jev": { "first_target_rank": 1, "hit1": 1.0, "hit5": 1.0, "hit10": 1.0, "mrr": 1.0, "nominated_target_coverage": 1.0 }, "app_keyword": { "first_target_rank": 1, "hit1": 1.0, "hit5": 1.0, "hit10": 1.0, "mrr": 1.0, "nominated_target_coverage": 1.0 } }, "human": { "keyword": { "precision5": null, "pooled_ndcg5": null }, "jev": { "precision5": null, "pooled_ndcg5": null }, "app_keyword": { "precision5": null, "pooled_ndcg5": null } }, "reviewed_sections": 0, "pool_size": 50, "top": { "keyword": [ { "citation": "163.5553", "caption": "Powers of trust protector.", "p_useful": 1.0, "confidence": 1.0 }, { "citation": "163.5547", "caption": "“Trust protector” defined.", "p_useful": 0.55, "confidence": 0.53 }, { "citation": "163.5555", "caption": "Trust protector and trust adviser: Submission to jurisdiction of courts of this State.", "p_useful": 0.19, "confidence": 0.69 }, { "citation": "163.5536", "caption": "“Directing trust adviser” defined.", "p_useful": 0.79, "confidence": 0.78 }, { "citation": "132.145", "caption": "“Fiduciary” defined.", "p_useful": 0.78, "confidence": 0.74 } ], "jev": [ { "citation": "163.5553", "caption": "Powers of trust protector.", "p_useful": 1.0, "confidence": 1.0 }, { "citation": "163.557", "caption": "Reimbursement of settlor for tax on trust income or principal.", "p_useful": 0.96, "confidence": 0.69 }, { "citation": "163.417", "caption": "Limitations on actions of creditors and courts: Trust property not subject to trustee’s personal obligations; beneficial interests may not be transferred under certain circumstances.", "p_useful": 0.7999999999999999, "confidence": 0.67 }, { "citation": "164.725", "caption": "Notice of proposed action: Authorized; to whom notice must be sent; content; objection to proposed action; limitations on liability; court order to take action over objection; burden of proof; notice when action not taken.", "p_useful": 0.8, "confidence": 0.74 }, { "citation": "163.5536", "caption": "“Directing trust adviser” defined.", "p_useful": 0.79, "confidence": 0.78 } ], "app_keyword": [ { "citation": "163.5553", "caption": "Powers of trust protector.", "p_useful": 1.0, "confidence": 1.0 }, { "citation": "163.5547", "caption": "“Trust protector” defined.", "p_useful": 0.55, "confidence": 0.53 }, { "citation": "163.5555", "caption": "Trust protector and trust adviser: Submission to jurisdiction of courts of this State.", "p_useful": 0.19, "confidence": 0.69 }, { "citation": "163.5536", "caption": "“Directing trust adviser” defined.", "p_useful": 0.79, "confidence": 0.78 }, { "citation": "132.145", "caption": "“Fiduciary” defined.", "p_useful": 0.78, "confidence": 0.74 } ] }, "high_probability_candidates": 3 }, { "id": "Q07", "family": "notice", "split": "development", "kind": "ranking", "category": "procedure", "query": "What notice may a trustee give beneficiaries when a revocable trust becomes irrevocable?", "targets": [ "164.021" ], "status": "complete", "error_class": null, "metrics": { "keyword": { "first_target_rank": 1, "hit1": 1.0, "hit5": 1.0, "hit10": 1.0, "mrr": 1.0, "nominated_target_coverage": 1.0 }, "jev": { "first_target_rank": 1, "hit1": 1.0, "hit5": 1.0, "hit10": 1.0, "mrr": 1.0, "nominated_target_coverage": 1.0 }, "app_keyword": { "first_target_rank": 1, "hit1": 1.0, "hit5": 1.0, "hit10": 1.0, "mrr": 1.0, "nominated_target_coverage": 1.0 } }, "human": { "keyword": { "precision5": null, "pooled_ndcg5": null }, "jev": { "precision5": null, "pooled_ndcg5": null }, "app_keyword": { "precision5": null, "pooled_ndcg5": null } }, "reviewed_sections": 0, "pool_size": 50, "top": { "keyword": [ { "citation": "164.021", "caption": "Notice by trustee to beneficiaries, heirs and other interested persons concerning change of revocable trust to irrevocable trust; contents of notice; limitation of action to contest validity of trust; exceptions; waiver of notice.", "p_useful": 1.0, "confidence": 1.0 }, { "citation": "163.560", "caption": "Irrevocable trust not to be construed as revocable.", "p_useful": 0.06, "confidence": 0.55 }, { "citation": "163.556", "caption": "Circumstances under which trustee is authorized to appoint property of one testamentary trust or irrevocable trust to another trust.", "p_useful": 0.0, "confidence": 0.78 }, { "citation": "163.418", "caption": "Clear and convincing evidence required to find settlor to be alter ego of trustee of irrevocable trust; certain factors insufficient for finding that settlor controls or is alter ego of trustee of irrevocable trust.", "p_useful": 0.0, "confidence": 0.77 }, { "citation": "119A.460", "caption": "Requirements for trusts.", "p_useful": 0.02, "confidence": 0.65 } ], "jev": [ { "citation": "164.021", "caption": "Notice by trustee to beneficiaries, heirs and other interested persons concerning change of revocable trust to irrevocable trust; contents of notice; limitation of action to contest validity of trust; exceptions; waiver of notice.", "p_useful": 1.0, "confidence": 1.0 }, { "citation": "163.004", "caption": "Creation: Terms; revocability; rules of construction.", "p_useful": 0.37, "confidence": 0.56 }, { "citation": "165.1207", "caption": "Requirements for satisfying duty to account; persons entitled to receive account.", "p_useful": 0.38, "confidence": 0.43 }, { "citation": "165.1214", "caption": "Delivery of account; frequency; when account deemed approved and final; payment of cost of preparation; discharge of liability of trustee.", "p_useful": 0.38, "confidence": 0.44 }, { "citation": "164.030", "caption": "Petition for instructions: Notice; hearing; final order; appeal.", "p_useful": 0.31, "confidence": 0.42 } ], "app_keyword": [ { "citation": "164.021", "caption": "Notice by trustee to beneficiaries, heirs and other interested persons concerning change of revocable trust to irrevocable trust; contents of notice; limitation of action to contest validity of trust; exceptions; waiver of notice.", "p_useful": 1.0, "confidence": 1.0 }, { "citation": "163.560", "caption": "Irrevocable trust not to be construed as revocable.", "p_useful": 0.06, "confidence": 0.55 }, { "citation": "163.556", "caption": "Circumstances under which trustee is authorized to appoint property of one testamentary trust or irrevocable trust to another trust.", "p_useful": 0.0, "confidence": 0.78 }, { "citation": "163.418", "caption": "Clear and convincing evidence required to find settlor to be alter ego of trustee of irrevocable trust; certain factors insufficient for finding that settlor controls or is alter ego of trustee of irrevocable trust.", "p_useful": 0.0, "confidence": 0.77 }, { "citation": "119A.460", "caption": "Requirements for trusts.", "p_useful": 0.02, "confidence": 0.65 } ] }, "high_probability_candidates": 1 }, { "id": "Q08", "family": "investing", "split": "development", "kind": "ranking", "category": "standard", "query": "What standard governs a trustee investing and managing trust property?", "targets": [ "164.740" ], "status": "fallback", "error_class": "ValueError", "metrics": { "keyword": { "first_target_rank": null, "hit1": 0.0, "hit5": 0.0, "hit10": 0.0, "mrr": 0.0, "nominated_target_coverage": 0.0 }, "jev": { "first_target_rank": null, "hit1": 0.0, "hit5": 0.0, "hit10": 0.0, "mrr": 0.0, "nominated_target_coverage": 0.0 }, "app_keyword": { "first_target_rank": 45, "hit1": 0.0, "hit5": 0.0, "hit10": 0.0, "mrr": 0.022222222222222223, "nominated_target_coverage": 1.0 } }, "human": { "keyword": { "precision5": null, "pooled_ndcg5": null }, "jev": { "precision5": null, "pooled_ndcg5": null }, "app_keyword": { "precision5": null, "pooled_ndcg5": null } }, "reviewed_sections": 0, "pool_size": 51, "top": { "keyword": [ { "citation": "164.760", "caption": "Incurring costs.", "p_useful": null, "confidence": null }, { "citation": "164.745", "caption": "Satisfaction of prudent investor standard; evaluation of decisions; consideration of circumstances; verification of facts; types of investments; special skills or expertise of trustee.", "p_useful": null, "confidence": null }, { "citation": "164.665", "caption": "Standard of conduct in managing and investing institutional fund.", "p_useful": null, "confidence": null }, { "citation": "164.720", "caption": "Trust having two or more beneficiaries; impartial administration of trust or estate.", "p_useful": null, "confidence": null }, { "citation": "164.770", "caption": "Delegation of functions by trustee; standard of care owed by agent; trustee immunity from liability; jurisdiction over agent.", "p_useful": null, "confidence": null } ], "jev": [ { "citation": "164.760", "caption": "Incurring costs.", "p_useful": null, "confidence": null }, { "citation": "164.745", "caption": "Satisfaction of prudent investor standard; evaluation of decisions; consideration of circumstances; verification of facts; types of investments; special skills or expertise of trustee.", "p_useful": null, "confidence": null }, { "citation": "164.665", "caption": "Standard of conduct in managing and investing institutional fund.", "p_useful": null, "confidence": null }, { "citation": "164.720", "caption": "Trust having two or more beneficiaries; impartial administration of trust or estate.", "p_useful": null, "confidence": null }, { "citation": "164.770", "caption": "Delegation of functions by trustee; standard of care owed by agent; trustee immunity from liability; jurisdiction over agent.", "p_useful": null, "confidence": null } ], "app_keyword": [ { "citation": "164.760", "caption": "Incurring costs.", "p_useful": null, "confidence": null }, { "citation": "164.745", "caption": "Satisfaction of prudent investor standard; evaluation of decisions; consideration of circumstances; verification of facts; types of investments; special skills or expertise of trustee.", "p_useful": null, "confidence": null }, { "citation": "164.665", "caption": "Standard of conduct in managing and investing institutional fund.", "p_useful": null, "confidence": null }, { "citation": "164.720", "caption": "Trust having two or more beneficiaries; impartial administration of trust or estate.", "p_useful": null, "confidence": null }, { "citation": "164.770", "caption": "Delegation of functions by trustee; standard of care owed by agent; trustee immunity from liability; jurisdiction over agent.", "p_useful": null, "confidence": null } ] }, "high_probability_candidates": 0 }, { "id": "Q09", "family": "holographic", "split": "development", "kind": "ranking", "category": "requirements", "query": "What makes a handwritten will valid without witnesses?", "targets": [ "133.090" ], "status": "complete", "error_class": null, "metrics": { "keyword": { "first_target_rank": null, "hit1": 0.0, "hit5": 0.0, "hit10": 0.0, "mrr": 0.0, "nominated_target_coverage": 0.0 }, "jev": { "first_target_rank": null, "hit1": 0.0, "hit5": 0.0, "hit10": 0.0, "mrr": 0.0, "nominated_target_coverage": 0.0 }, "app_keyword": { "first_target_rank": null, "hit1": 0.0, "hit5": 0.0, "hit10": 0.0, "mrr": 0.0, "nominated_target_coverage": 0.0 } }, "human": { "keyword": { "precision5": null, "pooled_ndcg5": null }, "jev": { "precision5": null, "pooled_ndcg5": null }, "app_keyword": { "precision5": null, "pooled_ndcg5": null } }, "reviewed_sections": 0, "pool_size": 51, "top": { "keyword": [ { "citation": "133.040", "caption": "Valid wills: Requirements of writing, subscription, witnesses and attestation.", "p_useful": 0.96, "confidence": 0.73 }, { "citation": "52.305", "caption": "Marks instead of signatures; witnesses.", "p_useful": 0.13, "confidence": 0.54 }, { "citation": "133A.060", "caption": "Requirements.", "p_useful": 0.08, "confidence": 0.66 }, { "citation": "136.240", "caption": "Petition for probate; same requirement of proof as other wills; testimony of witnesses; rebuttable presumption concerning certain wills; prima facie showing that will was not revoked; order.", "p_useful": 0.07, "confidence": 0.67 }, { "citation": "133A.080", "caption": "Certificate.", "p_useful": 0.03, "confidence": 0.59 } ], "jev": [ { "citation": "133.040", "caption": "Valid wills: Requirements of writing, subscription, witnesses and attestation.", "p_useful": 0.96, "confidence": 0.73 }, { "citation": "136.170", "caption": "Proof of will when subscribing witnesses are unavailable.", "p_useful": 0.54, "confidence": 0.45 }, { "citation": "137.040", "caption": "Evidence of execution.", "p_useful": 0.35000000000000003, "confidence": 0.58 }, { "citation": "133.060", "caption": "Devise to subscribing witness.", "p_useful": 0.28, "confidence": 0.6 }, { "citation": "133.050", "caption": "Attesting witnesses may sign self-proving declarations or affidavits to be attached to or associated with will.", "p_useful": 0.22, "confidence": 0.68 } ], "app_keyword": [ { "citation": "133.040", "caption": "Valid wills: Requirements of writing, subscription, witnesses and attestation.", "p_useful": 0.96, "confidence": 0.73 }, { "citation": "52.305", "caption": "Marks instead of signatures; witnesses.", "p_useful": 0.13, "confidence": 0.54 }, { "citation": "133A.060", "caption": "Requirements.", "p_useful": 0.08, "confidence": 0.66 }, { "citation": "136.240", "caption": "Petition for probate; same requirement of proof as other wills; testimony of witnesses; rebuttable presumption concerning certain wills; prima facie showing that will was not revoked; order.", "p_useful": 0.07, "confidence": 0.67 }, { "citation": "133A.080", "caption": "Certificate.", "p_useful": 0.03, "confidence": 0.59 } ] }, "high_probability_candidates": 1 }, { "id": "Q10", "family": "jointtenancy", "split": "development", "kind": "ranking", "category": "requirements", "query": "How is a joint tenancy in real or personal property created?", "targets": [ "111.065" ], "status": "complete", "error_class": null, "metrics": { "keyword": { "first_target_rank": 1, "hit1": 1.0, "hit5": 1.0, "hit10": 1.0, "mrr": 1.0, "nominated_target_coverage": 1.0 }, "jev": { "first_target_rank": 1, "hit1": 1.0, "hit5": 1.0, "hit10": 1.0, "mrr": 1.0, "nominated_target_coverage": 1.0 }, "app_keyword": { "first_target_rank": 1, "hit1": 1.0, "hit5": 1.0, "hit10": 1.0, "mrr": 1.0, "nominated_target_coverage": 1.0 } }, "human": { "keyword": { "precision5": null, "pooled_ndcg5": null }, "jev": { "precision5": null, "pooled_ndcg5": null }, "app_keyword": { "precision5": null, "pooled_ndcg5": null } }, "reviewed_sections": 0, "pool_size": 50, "top": { "keyword": [ { "citation": "111.065", "caption": "Joint tenancy in real and personal property: Creation.", "p_useful": 1.0, "confidence": 1.0 }, { "citation": "111.063", "caption": "Tenancy in common: Creation.", "p_useful": 0.14, "confidence": 0.61 }, { "citation": "111.675", "caption": "Requirements for property held as joint tenancy or community property with right of survivorship.", "p_useful": 0.23, "confidence": 0.66 }, { "citation": "422.054", "caption": "“Undivided estate” defined.", "p_useful": 0.14, "confidence": 0.64 }, { "citation": "111.060", "caption": "Tenancy in common: Definition.", "p_useful": 0.95, "confidence": 0.71 } ], "jev": [ { "citation": "111.065", "caption": "Joint tenancy in real and personal property: Creation.", "p_useful": 1.0, "confidence": 1.0 }, { "citation": "100.085", "caption": "Deposits in names of two or more persons; fact that account held in joint tenancy does not preclude person named on account from committing or being prosecuted for exploitation.", "p_useful": 0.97, "confidence": 0.45 }, { "citation": "111.060", "caption": "Tenancy in common: Definition.", "p_useful": 0.95, "confidence": 0.71 }, { "citation": "111.064", "caption": "Tenancy in common or estate in community property: Creation; right of survivorship.", "p_useful": 0.9, "confidence": 0.76 }, { "citation": "111.673", "caption": "Designation of beneficiary.", "p_useful": 0.71, "confidence": 0.57 } ], "app_keyword": [ { "citation": "111.065", "caption": "Joint tenancy in real and personal property: Creation.", "p_useful": 1.0, "confidence": 1.0 }, { "citation": "111.063", "caption": "Tenancy in common: Creation.", "p_useful": 0.14, "confidence": 0.61 }, { "citation": "111.675", "caption": "Requirements for property held as joint tenancy or community property with right of survivorship.", "p_useful": 0.23, "confidence": 0.66 }, { "citation": "422.054", "caption": "“Undivided estate” defined.", "p_useful": 0.14, "confidence": 0.64 }, { "citation": "111.060", "caption": "Tenancy in common: Definition.", "p_useful": 0.95, "confidence": 0.71 } ] }, "high_probability_candidates": 4 }, { "id": "Q11", "family": "executor", "split": "development", "kind": "ranking", "category": "powers", "query": "What can an executor do before letters are issued?", "targets": [ "138.010" ], "status": "complete", "error_class": null, "metrics": { "keyword": { "first_target_rank": 12, "hit1": 0.0, "hit5": 0.0, "hit10": 0.0, "mrr": 0.08333333333333333, "nominated_target_coverage": 1.0 }, "jev": { "first_target_rank": 1, "hit1": 1.0, "hit5": 1.0, "hit10": 1.0, "mrr": 1.0, "nominated_target_coverage": 1.0 }, "app_keyword": { "first_target_rank": 12, "hit1": 0.0, "hit5": 0.0, "hit10": 0.0, "mrr": 0.08333333333333333, "nominated_target_coverage": 1.0 } }, "human": { "keyword": { "precision5": null, "pooled_ndcg5": null }, "jev": { "precision5": null, "pooled_ndcg5": null }, "app_keyword": { "precision5": null, "pooled_ndcg5": null } }, "reviewed_sections": 0, "pool_size": 50, "top": { "keyword": [ { "citation": "138.070", "caption": "Executor of deceased executor; account of deceased personal representative.", "p_useful": 0.14, "confidence": 0.62 }, { "citation": "138.020", "caption": "Qualifications of executor; letters with will annexed.", "p_useful": 0.31, "confidence": 0.62 }, { "citation": "141.020", "caption": "Letters testamentary.", "p_useful": 0.39, "confidence": 0.56 }, { "citation": "140.060", "caption": "Appointment pending contest of will or appeal from order; appointment before contest of will.", "p_useful": 0.56, "confidence": 0.41 }, { "citation": "140.070", "caption": "Effect of grant of letters testamentary or letters of administration.", "p_useful": 0.26, "confidence": 0.63 } ], "jev": [ { "citation": "138.010", "caption": "Powers of personal representative before issuance of letters.", "p_useful": 1.0, "confidence": 0.99 }, { "citation": "140.010", "caption": "Causes for appointment.", "p_useful": 0.8600000000000001, "confidence": 0.65 }, { "citation": "143.100", "caption": "Action for conversion before letters granted.", "p_useful": 0.68, "confidence": 0.49 }, { "citation": "253.0405", "caption": "Circumstances under which public administrator or certain other person may secure and administer assets of estate; access by other persons to property of estate.", "p_useful": 0.65, "confidence": 0.46 }, { "citation": "140.060", "caption": "Appointment pending contest of will or appeal from order; appointment before contest of will.", "p_useful": 0.56, "confidence": 0.41 } ], "app_keyword": [ { "citation": "138.070", "caption": "Executor of deceased executor; account of deceased personal representative.", "p_useful": 0.14, "confidence": 0.62 }, { "citation": "138.020", "caption": "Qualifications of executor; letters with will annexed.", "p_useful": 0.31, "confidence": 0.62 }, { "citation": "141.020", "caption": "Letters testamentary.", "p_useful": 0.39, "confidence": 0.56 }, { "citation": "140.060", "caption": "Appointment pending contest of will or appeal from order; appointment before contest of will.", "p_useful": 0.56, "confidence": 0.41 }, { "citation": "140.070", "caption": "Effect of grant of letters testamentary or letters of administration.", "p_useful": 0.26, "confidence": 0.63 } ] }, "high_probability_candidates": 2 }, { "id": "Q12", "family": "bankdeposit", "split": "development", "kind": "ranking", "category": "liability", "query": "When may a bank pay checks from an account held in a fiduciary capacity?", "targets": [ "162.080" ], "status": "complete", "error_class": null, "metrics": { "keyword": { "first_target_rank": 24, "hit1": 0.0, "hit5": 0.0, "hit10": 0.0, "mrr": 0.041666666666666664, "nominated_target_coverage": 1.0 }, "jev": { "first_target_rank": 1, "hit1": 1.0, "hit5": 1.0, "hit10": 1.0, "mrr": 1.0, "nominated_target_coverage": 1.0 }, "app_keyword": { "first_target_rank": 35, "hit1": 0.0, "hit5": 0.0, "hit10": 0.0, "mrr": 0.02857142857142857, "nominated_target_coverage": 1.0 } }, "human": { "keyword": { "precision5": null, "pooled_ndcg5": null }, "jev": { "precision5": null, "pooled_ndcg5": null }, "app_keyword": { "precision5": null, "pooled_ndcg5": null } }, "reviewed_sections": 0, "pool_size": 51, "top": { "keyword": [ { "citation": "162.100", "caption": "Deposit in personal account of fiduciary.", "p_useful": 0.9393939393939393, "confidence": 0.6 }, { "citation": "683A.0877", "caption": "Certain charges and premiums collected or received held in fiduciary capacity; remittance or deposit of money in fiduciary accounts; withdrawals from and records relating to fiduciary accounts.", "p_useful": 0.8300000000000001, "confidence": 0.64 }, { "citation": "695D.250", "caption": "Reserves: Maintenance; exception; held in fiduciary capacity; deposit; penalty for diversion or appropriation; regulations.", "p_useful": 0.17, "confidence": 0.66 }, { "citation": "662.035", "caption": "Power to maintain separate departments; deposit of money held in fiduciary capacity; regulations.", "p_useful": 0.19, "confidence": 0.61 }, { "citation": "162.090", "caption": "Check drawn upon account of principal.", "p_useful": 1.0, "confidence": 0.94 } ], "jev": [ { "citation": "162.080", "caption": "Deposit in name of fiduciary as such.", "p_useful": 1.0, "confidence": 0.99 }, { "citation": "162.090", "caption": "Check drawn upon account of principal.", "p_useful": 1.0, "confidence": 0.94 }, { "citation": "162.110", "caption": "Deposit in names of two or more trustees.", "p_useful": 0.98, "confidence": 0.68 }, { "citation": "162.100", "caption": "Deposit in personal account of fiduciary.", "p_useful": 0.9393939393939393, "confidence": 0.6 }, { "citation": "104.3206", "caption": "Restrictive endorsement.", "p_useful": 0.95, "confidence": 0.43 } ], "app_keyword": [ { "citation": "162.100", "caption": "Deposit in personal account of fiduciary.", "p_useful": 0.9393939393939393, "confidence": 0.6 }, { "citation": "683A.0877", "caption": "Certain charges and premiums collected or received held in fiduciary capacity; remittance or deposit of money in fiduciary accounts; withdrawals from and records relating to fiduciary accounts.", "p_useful": 0.8300000000000001, "confidence": 0.64 }, { "citation": "662.035", "caption": "Power to maintain separate departments; deposit of money held in fiduciary capacity; regulations.", "p_useful": 0.19, "confidence": 0.61 }, { "citation": "695D.250", "caption": "Reserves: Maintenance; exception; held in fiduciary capacity; deposit; penalty for diversion or appropriation; regulations.", "p_useful": 0.17, "confidence": 0.66 }, { "citation": "162.090", "caption": "Check drawn upon account of principal.", "p_useful": 1.0, "confidence": 0.94 } ] }, "high_probability_candidates": 7 }, { "id": "Q13", "family": "pets", "split": "heldout", "kind": "ranking", "category": "requirements", "query": "Can I set up a trust to care for my dog after I die?", "targets": [ "163.0075" ], "status": "complete", "error_class": null, "metrics": { "keyword": { "first_target_rank": null, "hit1": 0.0, "hit5": 0.0, "hit10": 0.0, "mrr": 0.0, "nominated_target_coverage": 0.0 }, "jev": { "first_target_rank": null, "hit1": 0.0, "hit5": 0.0, "hit10": 0.0, "mrr": 0.0, "nominated_target_coverage": 0.0 }, "app_keyword": { "first_target_rank": null, "hit1": 0.0, "hit5": 0.0, "hit10": 0.0, "mrr": 0.0, "nominated_target_coverage": 0.0 } }, "human": { "keyword": { "precision5": null, "pooled_ndcg5": null }, "jev": { "precision5": null, "pooled_ndcg5": null }, "app_keyword": { "precision5": null, "pooled_ndcg5": null } }, "reviewed_sections": 0, "pool_size": 52, "top": { "keyword": [ { "citation": "162A.855", "caption": "Advance health-care directive: Form.", "p_useful": 0.0, "confidence": 0.97 }, { "citation": "162A.870", "caption": "Power of attorney for adult with dementia: Form.", "p_useful": 0.0, "confidence": 0.93 }, { "citation": "162A.865", "caption": "Power of attorney for adult with intellectual disability: Form.", "p_useful": 0.0, "confidence": 0.93 }, { "citation": "174.063", "caption": "Written plea agreement for plea of guilty or guilty but mentally ill: Form; contents.", "p_useful": 0.0, "confidence": 1.0 }, { "citation": "162A.620", "caption": "Power of attorney.", "p_useful": 0.01, "confidence": 0.85 } ], "jev": [ { "citation": "166A.200", "caption": "Form and effect of receipt and acceptance by custodial trustee; jurisdiction.", "p_useful": 0.6900000000000001, "confidence": 0.57 }, { "citation": "155.0975", "caption": "Exceptions to presumption that certain transfers are void.", "p_useful": 0.14, "confidence": 0.45 }, { "citation": "143.800", "caption": "Letters testamentary or letters of administration.", "p_useful": 0.01, "confidence": 0.62 }, { "citation": "141.030", "caption": "Letters of administration with will annexed.", "p_useful": 0.0404040404040404, "confidence": 0.62 }, { "citation": "159.075", "caption": "Letters of guardianship.", "p_useful": 0.05, "confidence": 0.64 } ], "app_keyword": [ { "citation": "162A.855", "caption": "Advance health-care directive: Form.", "p_useful": 0.0, "confidence": 0.97 }, { "citation": "162A.870", "caption": "Power of attorney for adult with dementia: Form.", "p_useful": 0.0, "confidence": 0.93 }, { "citation": "162A.865", "caption": "Power of attorney for adult with intellectual disability: Form.", "p_useful": 0.0, "confidence": 0.93 }, { "citation": "174.063", "caption": "Written plea agreement for plea of guilty or guilty but mentally ill: Form; contents.", "p_useful": 0.0, "confidence": 1.0 }, { "citation": "162A.620", "caption": "Power of attorney.", "p_useful": 0.01, "confidence": 0.85 } ] }, "high_probability_candidates": 0 }, { "id": "Q14", "family": "electronictrust", "split": "heldout", "kind": "ranking", "category": "requirements", "query": "What requirements apply to an electronic trust and its conversion into a paper original?", "targets": [ "163.0095" ], "status": "complete", "error_class": null, "metrics": { "keyword": { "first_target_rank": 1, "hit1": 1.0, "hit5": 1.0, "hit10": 1.0, "mrr": 1.0, "nominated_target_coverage": 1.0 }, "jev": { "first_target_rank": 1, "hit1": 1.0, "hit5": 1.0, "hit10": 1.0, "mrr": 1.0, "nominated_target_coverage": 1.0 }, "app_keyword": { "first_target_rank": 1, "hit1": 1.0, "hit5": 1.0, "hit10": 1.0, "mrr": 1.0, "nominated_target_coverage": 1.0 } }, "human": { "keyword": { "precision5": null, "pooled_ndcg5": null }, "jev": { "precision5": null, "pooled_ndcg5": null }, "app_keyword": { "precision5": null, "pooled_ndcg5": null } }, "reviewed_sections": 0, "pool_size": 51, "top": { "keyword": [ { "citation": "163.0095", "caption": "Electronic trust: Requirements; conversion into certified paper original; destruction of electronic record.", "p_useful": 1.0, "confidence": 0.99 }, { "citation": "88A.935", "caption": "Manner of storage of records; conversion of electronic records into clear and legible paper form; admissibility in evidence of electronic records.", "p_useful": 0.7300000000000001, "confidence": 0.6 }, { "citation": "82.188", "caption": "Manner of storage of records; conversion of electronic records into clear and legible paper form; admissibility in evidence of electronic records.", "p_useful": 0.39, "confidence": 0.15 }, { "citation": "88.3357", "caption": "Manner of storage of records; conversion of electronic records into clear and legible paper form; admissibility in evidence of electronic records.", "p_useful": 0.36000000000000004, "confidence": 0.4 }, { "citation": "87A.203", "caption": "Manner of storage of records; conversion of electronic records into clear and legible paper form; admissibility in evidence of electronic records.", "p_useful": 0.7, "confidence": 0.31 } ], "jev": [ { "citation": "163.0095", "caption": "Electronic trust: Requirements; conversion into certified paper original; destruction of electronic record.", "p_useful": 1.0, "confidence": 0.99 }, { "citation": "133.310", "caption": "Requirements to cease serving as qualified custodian; appointment of successor qualified custodian.", "p_useful": 0.86, "confidence": 0.64 }, { "citation": "132.053", "caption": "“Certified paper original” defined.", "p_useful": 0.87, "confidence": 0.77 }, { "citation": "133.086", "caption": "Requirements for self-proving electronic will; acceptance of declaration or affidavit.", "p_useful": 0.69, "confidence": 0.28 }, { "citation": "87A.203", "caption": "Manner of storage of records; conversion of electronic records into clear and legible paper form; admissibility in evidence of electronic records.", "p_useful": 0.7, "confidence": 0.31 } ], "app_keyword": [ { "citation": "163.0095", "caption": "Electronic trust: Requirements; conversion into certified paper original; destruction of electronic record.", "p_useful": 1.0, "confidence": 0.99 }, { "citation": "88A.935", "caption": "Manner of storage of records; conversion of electronic records into clear and legible paper form; admissibility in evidence of electronic records.", "p_useful": 0.7300000000000001, "confidence": 0.6 }, { "citation": "82.188", "caption": "Manner of storage of records; conversion of electronic records into clear and legible paper form; admissibility in evidence of electronic records.", "p_useful": 0.39, "confidence": 0.15 }, { "citation": "88.3357", "caption": "Manner of storage of records; conversion of electronic records into clear and legible paper form; admissibility in evidence of electronic records.", "p_useful": 0.36000000000000004, "confidence": 0.4 }, { "citation": "87A.203", "caption": "Manner of storage of records; conversion of electronic records into clear and legible paper form; admissibility in evidence of electronic records.", "p_useful": 0.7, "confidence": 0.31 } ] }, "high_probability_candidates": 3 }, { "id": "Q15", "family": "nocontest", "split": "heldout", "kind": "ranking", "category": "exception", "query": "When can someone challenge a trust without triggering its no-contest clause?", "targets": [ "163.00195" ], "status": "complete", "error_class": null, "metrics": { "keyword": { "first_target_rank": 1, "hit1": 1.0, "hit5": 1.0, "hit10": 1.0, "mrr": 1.0, "nominated_target_coverage": 1.0 }, "jev": { "first_target_rank": 1, "hit1": 1.0, "hit5": 1.0, "hit10": 1.0, "mrr": 1.0, "nominated_target_coverage": 1.0 }, "app_keyword": { "first_target_rank": 1, "hit1": 1.0, "hit5": 1.0, "hit10": 1.0, "mrr": 1.0, "nominated_target_coverage": 1.0 } }, "human": { "keyword": { "precision5": null, "pooled_ndcg5": null }, "jev": { "precision5": null, "pooled_ndcg5": null }, "app_keyword": { "precision5": null, "pooled_ndcg5": null } }, "reviewed_sections": 0, "pool_size": 51, "top": { "keyword": [ { "citation": "163.00195", "caption": "Enforcement of no-contest clauses; exceptions.", "p_useful": 1.0, "confidence": 0.96 }, { "citation": "137.005", "caption": "Enforcement of no-contest clauses; exceptions; application to testamentary trusts; authorized actions by personal representative regarding distributions; application to codicil.", "p_useful": 0.76, "confidence": 0.55 }, { "citation": "162B.305", "caption": "Intent to exercise: Determining intent from residuary clause.", "p_useful": 0.0, "confidence": 0.96 }, { "citation": "130.707", "caption": "Contest of registered Convention support order.", "p_useful": 0.0, "confidence": 0.99 }, { "citation": "688A.170", "caption": "Excluded or restricted coverage.", "p_useful": 0.0, "confidence": 0.97 } ], "jev": [ { "citation": "163.00195", "caption": "Enforcement of no-contest clauses; exceptions.", "p_useful": 1.0, "confidence": 0.96 }, { "citation": "137.005", "caption": "Enforcement of no-contest clauses; exceptions; application to testamentary trusts; authorized actions by personal representative regarding distributions; application to codicil.", "p_useful": 0.76, "confidence": 0.55 }, { "citation": "164.021", "caption": "Notice by trustee to beneficiaries, heirs and other interested persons concerning change of revocable trust to irrevocable trust; contents of notice; limitation of action to contest validity of trust; exceptions; waiver of notice.", "p_useful": 0.6799999999999999, "confidence": 0.55 }, { "citation": "164.015", "caption": "Petition concerning internal affairs of nontestamentary trust; jurisdiction of court; procedure for contests of certain trusts; final order; appeal.", "p_useful": 0.51, "confidence": 0.47 }, { "citation": "104.2302", "caption": "Unconscionable contract or clause.", "p_useful": 0.18, "confidence": 0.46 } ], "app_keyword": [ { "citation": "163.00195", "caption": "Enforcement of no-contest clauses; exceptions.", "p_useful": 1.0, "confidence": 0.96 }, { "citation": "137.005", "caption": "Enforcement of no-contest clauses; exceptions; application to testamentary trusts; authorized actions by personal representative regarding distributions; application to codicil.", "p_useful": 0.76, "confidence": 0.55 }, { "citation": "162B.305", "caption": "Intent to exercise: Determining intent from residuary clause.", "p_useful": 0.0, "confidence": 0.96 }, { "citation": "164.021", "caption": "Notice by trustee to beneficiaries, heirs and other interested persons concerning change of revocable trust to irrevocable trust; contents of notice; limitation of action to contest validity of trust; exceptions; waiver of notice.", "p_useful": 0.6799999999999999, "confidence": 0.55 }, { "citation": "104.2302", "caption": "Unconscionable contract or clause.", "p_useful": 0.18, "confidence": 0.46 } ] }, "high_probability_candidates": 1 }, { "id": "Q16", "family": "selfdealing", "split": "heldout", "kind": "ranking", "category": "restriction", "query": "May a trustee buy trust property for itself or sell its own property to the trust?", "targets": [ "163.050" ], "status": "complete", "error_class": null, "metrics": { "keyword": { "first_target_rank": 1, "hit1": 1.0, "hit5": 1.0, "hit10": 1.0, "mrr": 1.0, "nominated_target_coverage": 1.0 }, "jev": { "first_target_rank": 1, "hit1": 1.0, "hit5": 1.0, "hit10": 1.0, "mrr": 1.0, "nominated_target_coverage": 1.0 }, "app_keyword": { "first_target_rank": 1, "hit1": 1.0, "hit5": 1.0, "hit10": 1.0, "mrr": 1.0, "nominated_target_coverage": 1.0 } }, "human": { "keyword": { "precision5": null, "pooled_ndcg5": null }, "jev": { "precision5": null, "pooled_ndcg5": null }, "app_keyword": { "precision5": null, "pooled_ndcg5": null } }, "reviewed_sections": 0, "pool_size": 51, "top": { "keyword": [ { "citation": "163.050", "caption": "Trustee buying from or selling to self or affiliate.", "p_useful": 1.0, "confidence": 0.99 }, { "citation": "163.060", "caption": "Trustee selling from one trust to self as trustee of another trust.", "p_useful": 0.93, "confidence": 0.63 }, { "citation": "164.890", "caption": "Allocation of receipts from and disbursements made in connection with transactions in derivatives to principal; allocation of amount received for granting certain options to principal.", "p_useful": 0.15000000000000002, "confidence": 0.34 }, { "citation": "163.070", "caption": "Purchase by corporate trustee of its own stocks, bonds or other securities for trust prohibited unless specifically authorized.", "p_useful": 0.87, "confidence": 0.67 }, { "citation": "163.115", "caption": "Removal of trustee; maintenance of proceeding for breach of trust by trustee; permissible purposes for maintenance of proceeding; penalties for not filing petition in good faith; nonexclusivity of remedies; method of commencing proceeding.", "p_useful": 0.06, "confidence": 0.57 } ], "jev": [ { "citation": "163.050", "caption": "Trustee buying from or selling to self or affiliate.", "p_useful": 1.0, "confidence": 0.99 }, { "citation": "163.060", "caption": "Trustee selling from one trust to self as trustee of another trust.", "p_useful": 0.93, "confidence": 0.63 }, { "citation": "163.070", "caption": "Purchase by corporate trustee of its own stocks, bonds or other securities for trust prohibited unless specifically authorized.", "p_useful": 0.87, "confidence": 0.67 }, { "citation": "162.300", "caption": "Establishment of trust or formation of entity by fiduciary; transfer, assignment or conveyance of estate or trust property to trust or entity; ownership or control of trust or entity by trust.", "p_useful": 0.77, "confidence": 0.53 }, { "citation": "163.040", "caption": "Corporate trustee may deposit with self certain money held in trust.", "p_useful": 0.76, "confidence": 0.57 } ], "app_keyword": [ { "citation": "163.050", "caption": "Trustee buying from or selling to self or affiliate.", "p_useful": 1.0, "confidence": 0.99 }, { "citation": "163.060", "caption": "Trustee selling from one trust to self as trustee of another trust.", "p_useful": 0.93, "confidence": 0.63 }, { "citation": "164.890", "caption": "Allocation of receipts from and disbursements made in connection with transactions in derivatives to principal; allocation of amount received for granting certain options to principal.", "p_useful": 0.15000000000000002, "confidence": 0.34 }, { "citation": "163.070", "caption": "Purchase by corporate trustee of its own stocks, bonds or other securities for trust prohibited unless specifically authorized.", "p_useful": 0.87, "confidence": 0.67 }, { "citation": "163.115", "caption": "Removal of trustee; maintenance of proceeding for breach of trust by trustee; permissible purposes for maintenance of proceeding; penalties for not filing petition in good faith; nonexclusivity of remedies; method of commencing proceeding.", "p_useful": 0.06, "confidence": 0.57 } ] }, "high_probability_candidates": 3 }, { "id": "Q17", "family": "restraining", "split": "heldout", "kind": "ranking", "category": "remedy", "query": "Can the court restrain a trustee without first giving notice?", "targets": [ "163.117" ], "status": "complete", "error_class": null, "metrics": { "keyword": { "first_target_rank": 20, "hit1": 0.0, "hit5": 0.0, "hit10": 0.0, "mrr": 0.05, "nominated_target_coverage": 1.0 }, "jev": { "first_target_rank": 1, "hit1": 1.0, "hit5": 1.0, "hit10": 1.0, "mrr": 1.0, "nominated_target_coverage": 1.0 }, "app_keyword": { "first_target_rank": 20, "hit1": 0.0, "hit5": 0.0, "hit10": 0.0, "mrr": 0.05, "nominated_target_coverage": 1.0 } }, "human": { "keyword": { "precision5": null, "pooled_ndcg5": null }, "jev": { "precision5": null, "pooled_ndcg5": null }, "app_keyword": { "precision5": null, "pooled_ndcg5": null } }, "reviewed_sections": 0, "pool_size": 51, "top": { "keyword": [ { "citation": "21.240", "caption": "Court may restrain waste until expiration of period for redemption; what is not considered waste.", "p_useful": 0.49, "confidence": 0.07 }, { "citation": "143.165", "caption": "Ex parte order to restrain personal representative from performing administration, disbursement or distribution of estate: Issuance; hearing; notice; termination; prohibition on bond requirement in certain circumstances.", "p_useful": 0.9500000000000001, "confidence": 0.48 }, { "citation": "164.025", "caption": "Notice of death of settlor; filing of claim against settlor, trust estate or settlor and trust estate; effect of failure to file claim; notice to Nevada Health Authority and Department of Human Services under certain circumstances; notice of rejected claim; effect of failure to bring suit after notice of rejected claim.", "p_useful": 0.010000000000000002, "confidence": 0.57 }, { "citation": "82.471", "caption": "Application of creditors or members of insolvent corporation for injunction and appointment of receiver or trustee; powers and duties of court.", "p_useful": 0.27, "confidence": 0.18 }, { "citation": "155.010", "caption": "Method of giving notice; notice to certain persons required; court may dispense with notice; proof; waiver of notice.", "p_useful": 0.9500000000000001, "confidence": 0.8 } ], "jev": [ { "citation": "163.117", "caption": "Ex parte order restraining trustee from taking certain actions.", "p_useful": 1.0, "confidence": 1.0 }, { "citation": "143.165", "caption": "Ex parte order to restrain personal representative from performing administration, disbursement or distribution of estate: Issuance; hearing; notice; termination; prohibition on bond requirement in certain circumstances.", "p_useful": 0.9500000000000001, "confidence": 0.48 }, { "citation": "155.010", "caption": "Method of giving notice; notice to certain persons required; court may dispense with notice; proof; waiver of notice.", "p_useful": 0.9500000000000001, "confidence": 0.8 }, { "citation": "78.630", "caption": "Application of creditors or stockholders of insolvent corporation for injunction and appointment of receiver or trustee; hearing.", "p_useful": 0.8200000000000001, "confidence": 0.62 }, { "citation": "86.5411", "caption": "Application of creditors or members of insolvent company for injunction and appointment of receiver or trustee; hearing.", "p_useful": 0.74, "confidence": 0.6 } ], "app_keyword": [ { "citation": "21.240", "caption": "Court may restrain waste until expiration of period for redemption; what is not considered waste.", "p_useful": 0.49, "confidence": 0.07 }, { "citation": "143.165", "caption": "Ex parte order to restrain personal representative from performing administration, disbursement or distribution of estate: Issuance; hearing; notice; termination; prohibition on bond requirement in certain circumstances.", "p_useful": 0.9500000000000001, "confidence": 0.48 }, { "citation": "164.025", "caption": "Notice of death of settlor; filing of claim against settlor, trust estate or settlor and trust estate; effect of failure to file claim; notice to Nevada Health Authority and Department of Human Services under certain circumstances; notice of rejected claim; effect of failure to bring suit after notice of rejected claim.", "p_useful": 0.010000000000000002, "confidence": 0.57 }, { "citation": "82.471", "caption": "Application of creditors or members of insolvent corporation for injunction and appointment of receiver or trustee; powers and duties of court.", "p_useful": 0.27, "confidence": 0.18 }, { "citation": "155.010", "caption": "Method of giving notice; notice to certain persons required; court may dispense with notice; proof; waiver of notice.", "p_useful": 0.9500000000000001, "confidence": 0.8 } ] }, "high_probability_candidates": 4 }, { "id": "Q18", "family": "smalltrust", "split": "heldout", "kind": "ranking", "category": "termination", "query": "Can an uneconomically small trust be ended because administration costs are too high?", "targets": [ "163.187" ], "status": "complete", "error_class": null, "metrics": { "keyword": { "first_target_rank": null, "hit1": 0.0, "hit5": 0.0, "hit10": 0.0, "mrr": 0.0, "nominated_target_coverage": 0.0 }, "jev": { "first_target_rank": null, "hit1": 0.0, "hit5": 0.0, "hit10": 0.0, "mrr": 0.0, "nominated_target_coverage": 0.0 }, "app_keyword": { "first_target_rank": 37, "hit1": 0.0, "hit5": 0.0, "hit10": 0.0, "mrr": 0.02702702702702703, "nominated_target_coverage": 1.0 } }, "human": { "keyword": { "precision5": null, "pooled_ndcg5": null }, "jev": { "precision5": null, "pooled_ndcg5": null }, "app_keyword": { "precision5": null, "pooled_ndcg5": null } }, "reviewed_sections": 0, "pool_size": 51, "top": { "keyword": [ { "citation": "327.050", "caption": "Definitions of Nevada coordinate systems.", "p_useful": 0.0, "confidence": 1.0 }, { "citation": "706.323", "caption": "Limitation on power of Authority to regulate rates.", "p_useful": 0.0, "confidence": 0.99 }, { "citation": "519A.290", "caption": "Development and administration of program by Division of Minerals; requirements for program; regulations; action to recover costs incurred by program.", "p_useful": 0.0, "confidence": 0.99 }, { "citation": "604A.0703", "caption": "“High-interest loan” defined.", "p_useful": 0.0, "confidence": 1.0 }, { "citation": "31.730", "caption": "Vacation of order of arrest and reduction of bail.", "p_useful": 0.0, "confidence": 1.0 } ], "jev": [ { "citation": "166.100", "caption": "Income.", "p_useful": 0.34, "confidence": 0.54 }, { "citation": "701.370", "caption": "Trust Account for Renewable Energy and Energy Conservation: Creation; administration; interest and income; claims; nonreversion; restrictions on expenditures.", "p_useful": 0.21000000000000002, "confidence": 0.54 }, { "citation": "163.325", "caption": "Advancing money.", "p_useful": 0.12, "confidence": 0.66 }, { "citation": "669A.133", "caption": "Standards for administration and management of trust.", "p_useful": 0.03, "confidence": 0.75 }, { "citation": "164.810", "caption": "Date on which income interest begins; date on which asset becomes subject to trust or successive income interest; date on which income interest ends.", "p_useful": 0.05, "confidence": 0.69 } ], "app_keyword": [ { "citation": "327.050", "caption": "Definitions of Nevada coordinate systems.", "p_useful": 0.0, "confidence": 1.0 }, { "citation": "706.323", "caption": "Limitation on power of Authority to regulate rates.", "p_useful": 0.0, "confidence": 0.99 }, { "citation": "519A.290", "caption": "Development and administration of program by Division of Minerals; requirements for program; regulations; action to recover costs incurred by program.", "p_useful": 0.0, "confidence": 0.99 }, { "citation": "604A.0703", "caption": "“High-interest loan” defined.", "p_useful": 0.0, "confidence": 1.0 }, { "citation": "31.730", "caption": "Vacation of order of arrest and reduction of bail.", "p_useful": 0.0, "confidence": 1.0 } ] }, "high_probability_candidates": 0 }, { "id": "Q19", "family": "discretion", "split": "heldout", "kind": "ranking", "category": "rights", "query": "Can a beneficiary force a distribution from a discretionary trust?", "targets": [ "163.419" ], "status": "complete", "error_class": null, "metrics": { "keyword": { "first_target_rank": 1, "hit1": 1.0, "hit5": 1.0, "hit10": 1.0, "mrr": 1.0, "nominated_target_coverage": 1.0 }, "jev": { "first_target_rank": 1, "hit1": 1.0, "hit5": 1.0, "hit10": 1.0, "mrr": 1.0, "nominated_target_coverage": 1.0 }, "app_keyword": { "first_target_rank": 1, "hit1": 1.0, "hit5": 1.0, "hit10": 1.0, "mrr": 1.0, "nominated_target_coverage": 1.0 } }, "human": { "keyword": { "precision5": null, "pooled_ndcg5": null }, "jev": { "precision5": null, "pooled_ndcg5": null }, "app_keyword": { "precision5": null, "pooled_ndcg5": null } }, "reviewed_sections": 0, "pool_size": 50, "top": { "keyword": [ { "citation": "163.419", "caption": "Discretionary interest: Beneficiary does not have enforceable right to distribution; court review; trustee’s powers and duties.", "p_useful": 1.0, "confidence": 1.0 }, { "citation": "163.4155", "caption": "“Distribution interest” defined.", "p_useful": 0.74, "confidence": 0.73 }, { "citation": "163.4185", "caption": "Classifications of distribution interests.", "p_useful": 0.98, "confidence": 0.96 }, { "citation": "163.5557", "caption": "Powers of investment trust adviser and distribution trust adviser.", "p_useful": 0.48, "confidence": 0.39 }, { "citation": "166.110", "caption": "Discretion of trustee.", "p_useful": 1.0, "confidence": 0.91 } ], "jev": [ { "citation": "163.419", "caption": "Discretionary interest: Beneficiary does not have enforceable right to distribution; court review; trustee’s powers and duties.", "p_useful": 1.0, "confidence": 1.0 }, { "citation": "166.110", "caption": "Discretion of trustee.", "p_useful": 1.0, "confidence": 0.91 }, { "citation": "163.417", "caption": "Limitations on actions of creditors and courts: Trust property not subject to trustee’s personal obligations; beneficial interests may not be transferred under certain circumstances.", "p_useful": 0.96, "confidence": 0.5 }, { "citation": "163.4187", "caption": "Support interest: Beneficiary has enforceable right to distribution; court review.", "p_useful": 0.97, "confidence": 0.58 }, { "citation": "163.4185", "caption": "Classifications of distribution interests.", "p_useful": 0.98, "confidence": 0.96 } ], "app_keyword": [ { "citation": "163.419", "caption": "Discretionary interest: Beneficiary does not have enforceable right to distribution; court review; trustee’s powers and duties.", "p_useful": 1.0, "confidence": 1.0 }, { "citation": "163.4155", "caption": "“Distribution interest” defined.", "p_useful": 0.74, "confidence": 0.73 }, { "citation": "163.4185", "caption": "Classifications of distribution interests.", "p_useful": 0.98, "confidence": 0.96 }, { "citation": "163.5557", "caption": "Powers of investment trust adviser and distribution trust adviser.", "p_useful": 0.48, "confidence": 0.39 }, { "citation": "166.110", "caption": "Discretion of trustee.", "p_useful": 1.0, "confidence": 0.91 } ] }, "high_probability_candidates": 8 }, { "id": "Q20", "family": "decanting", "split": "heldout", "kind": "ranking", "category": "powers", "query": "When may a trustee appoint assets from an irrevocable trust into a second trust?", "targets": [ "163.556" ], "status": "complete", "error_class": null, "metrics": { "keyword": { "first_target_rank": 1, "hit1": 1.0, "hit5": 1.0, "hit10": 1.0, "mrr": 1.0, "nominated_target_coverage": 1.0 }, "jev": { "first_target_rank": 1, "hit1": 1.0, "hit5": 1.0, "hit10": 1.0, "mrr": 1.0, "nominated_target_coverage": 1.0 }, "app_keyword": { "first_target_rank": 1, "hit1": 1.0, "hit5": 1.0, "hit10": 1.0, "mrr": 1.0, "nominated_target_coverage": 1.0 } }, "human": { "keyword": { "precision5": null, "pooled_ndcg5": null }, "jev": { "precision5": null, "pooled_ndcg5": null }, "app_keyword": { "precision5": null, "pooled_ndcg5": null } }, "reviewed_sections": 0, "pool_size": 50, "top": { "keyword": [ { "citation": "163.556", "caption": "Circumstances under which trustee is authorized to appoint property of one testamentary trust or irrevocable trust to another trust.", "p_useful": 0.95, "confidence": 0.51 }, { "citation": "163.418", "caption": "Clear and convincing evidence required to find settlor to be alter ego of trustee of irrevocable trust; certain factors insufficient for finding that settlor controls or is alter ego of trustee of irrevocable trust.", "p_useful": 0.01, "confidence": 0.64 }, { "citation": "164.797", "caption": "Administration of unitrust: Duties of trustee; valuation of assets of trust.", "p_useful": 0.0, "confidence": 0.84 }, { "citation": "164.021", "caption": "Notice by trustee to beneficiaries, heirs and other interested persons concerning change of revocable trust to irrevocable trust; contents of notice; limitation of action to contest validity of trust; exceptions; waiver of notice.", "p_useful": 0.0, "confidence": 0.73 }, { "citation": "353D.350", "caption": "Nevada Employee Savings Trust: Creation; appointment of Trustee; investments; Board authorized to retain investment adviser; use of assets in Trust; assets in Trust must be held separately from assets of State; exemption from certain laws.", "p_useful": 0.02, "confidence": 0.59 } ], "jev": [ { "citation": "163.556", "caption": "Circumstances under which trustee is authorized to appoint property of one testamentary trust or irrevocable trust to another trust.", "p_useful": 0.95, "confidence": 0.51 }, { "citation": "163.188", "caption": "Distribution of assets funding a separate trust without creation of separate trust.", "p_useful": 0.79, "confidence": 0.48 }, { "citation": "164.940", "caption": "Nonjudicial settlement agreements: Enforceability; when void; matters that may be resolved.", "p_useful": 0.86, "confidence": 0.74 }, { "citation": "167.027", "caption": "Transfer not authorized in will or trust; transfer by conservator.", "p_useful": 0.6900000000000001, "confidence": 0.45 }, { "citation": "164.755", "caption": "Duty to bring trust portfolio into compliance with terms and circumstances of trust and provisions of NRS within reasonable time.", "p_useful": 0.33, "confidence": 0.57 } ], "app_keyword": [ { "citation": "163.556", "caption": "Circumstances under which trustee is authorized to appoint property of one testamentary trust or irrevocable trust to another trust.", "p_useful": 0.95, "confidence": 0.51 }, { "citation": "164.021", "caption": "Notice by trustee to beneficiaries, heirs and other interested persons concerning change of revocable trust to irrevocable trust; contents of notice; limitation of action to contest validity of trust; exceptions; waiver of notice.", "p_useful": 0.0, "confidence": 0.73 }, { "citation": "722.380", "caption": "Disclosure of digital assets held in trust when trustee is original user.", "p_useful": 0.0, "confidence": 0.92 }, { "citation": "163.418", "caption": "Clear and convincing evidence required to find settlor to be alter ego of trustee of irrevocable trust; certain factors insufficient for finding that settlor controls or is alter ego of trustee of irrevocable trust.", "p_useful": 0.01, "confidence": 0.64 }, { "citation": "164.797", "caption": "Administration of unitrust: Duties of trustee; valuation of assets of trust.", "p_useful": 0.0, "confidence": 0.84 } ] }, "high_probability_candidates": 2 }, { "id": "Q21", "family": "divorcetrust", "split": "heldout", "kind": "ranking", "category": "effect", "query": "What happens to a revocable living trust benefiting a spouse after the settlor divorces?", "targets": [ "163.565" ], "status": "complete", "error_class": null, "metrics": { "keyword": { "first_target_rank": 1, "hit1": 1.0, "hit5": 1.0, "hit10": 1.0, "mrr": 1.0, "nominated_target_coverage": 1.0 }, "jev": { "first_target_rank": 1, "hit1": 1.0, "hit5": 1.0, "hit10": 1.0, "mrr": 1.0, "nominated_target_coverage": 1.0 }, "app_keyword": { "first_target_rank": 1, "hit1": 1.0, "hit5": 1.0, "hit10": 1.0, "mrr": 1.0, "nominated_target_coverage": 1.0 } }, "human": { "keyword": { "precision5": null, "pooled_ndcg5": null }, "jev": { "precision5": null, "pooled_ndcg5": null }, "app_keyword": { "precision5": null, "pooled_ndcg5": null } }, "reviewed_sections": 0, "pool_size": 50, "top": { "keyword": [ { "citation": "163.565", "caption": "Effect of divorce or annulment of marriage of settlor on revocable inter vivos trust.", "p_useful": 1.0, "confidence": 1.0 }, { "citation": "163.567", "caption": "Effect of divorce, annulment of marriage or termination of domestic partnership of descendant of settlor on former spouse or domestic partner of descendant.", "p_useful": 0.64, "confidence": 0.47 }, { "citation": "163.560", "caption": "Irrevocable trust not to be construed as revocable.", "p_useful": 0.04, "confidence": 0.48 }, { "citation": "132.390", "caption": "Circumstances in which person is interested person.", "p_useful": 0.05, "confidence": 0.5 }, { "citation": "164.021", "caption": "Notice by trustee to beneficiaries, heirs and other interested persons concerning change of revocable trust to irrevocable trust; contents of notice; limitation of action to contest validity of trust; exceptions; waiver of notice.", "p_useful": 0.1, "confidence": 0.7 } ], "jev": [ { "citation": "163.565", "caption": "Effect of divorce or annulment of marriage of settlor on revocable inter vivos trust.", "p_useful": 1.0, "confidence": 1.0 }, { "citation": "163.567", "caption": "Effect of divorce, annulment of marriage or termination of domestic partnership of descendant of settlor on former spouse or domestic partner of descendant.", "p_useful": 0.64, "confidence": 0.47 }, { "citation": "163.004", "caption": "Creation: Terms; revocability; rules of construction.", "p_useful": 0.43, "confidence": 0.51 }, { "citation": "163.558", "caption": "Authority of settlor to specify conditions.", "p_useful": 0.47000000000000003, "confidence": 0.36 }, { "citation": "132.310", "caption": "“Settlor” defined.", "p_useful": 0.3, "confidence": 0.58 } ], "app_keyword": [ { "citation": "163.565", "caption": "Effect of divorce or annulment of marriage of settlor on revocable inter vivos trust.", "p_useful": 1.0, "confidence": 1.0 }, { "citation": "163.567", "caption": "Effect of divorce, annulment of marriage or termination of domestic partnership of descendant of settlor on former spouse or domestic partner of descendant.", "p_useful": 0.64, "confidence": 0.47 }, { "citation": "163.560", "caption": "Irrevocable trust not to be construed as revocable.", "p_useful": 0.04, "confidence": 0.48 }, { "citation": "132.390", "caption": "Circumstances in which person is interested person.", "p_useful": 0.05, "confidence": 0.5 }, { "citation": "164.021", "caption": "Notice by trustee to beneficiaries, heirs and other interested persons concerning change of revocable trust to irrevocable trust; contents of notice; limitation of action to contest validity of trust; exceptions; waiver of notice.", "p_useful": 0.1, "confidence": 0.7 } ] }, "high_probability_candidates": 1 }, { "id": "Q22", "family": "certification", "split": "heldout", "kind": "ranking", "category": "contents", "query": "What information belongs in a certification of trust?", "targets": [ "164.410" ], "status": "complete", "error_class": null, "metrics": { "keyword": { "first_target_rank": 2, "hit1": 0.0, "hit5": 1.0, "hit10": 1.0, "mrr": 0.5, "nominated_target_coverage": 1.0 }, "jev": { "first_target_rank": 1, "hit1": 1.0, "hit5": 1.0, "hit10": 1.0, "mrr": 1.0, "nominated_target_coverage": 1.0 }, "app_keyword": { "first_target_rank": 2, "hit1": 0.0, "hit5": 1.0, "hit10": 1.0, "mrr": 0.5, "nominated_target_coverage": 1.0 } }, "human": { "keyword": { "precision5": null, "pooled_ndcg5": null }, "jev": { "precision5": null, "pooled_ndcg5": null }, "app_keyword": { "precision5": null, "pooled_ndcg5": null } }, "reviewed_sections": 0, "pool_size": 50, "top": { "keyword": [ { "citation": "164.420", "caption": "Dispositive provisions not required; person presented with certification may request excerpts from trust instrument designating trustee.", "p_useful": 0.97, "confidence": 0.85 }, { "citation": "164.410", "caption": "Contents.", "p_useful": 1.0, "confidence": 1.0 }, { "citation": "164.430", "caption": "Reliance upon facts contained in certification; enforceability.", "p_useful": 0.28, "confidence": 0.65 }, { "citation": "489.724", "caption": "Money received by dealer on behalf of principal or another: Deposit in escrow account or separate trust account; maintenance of records and other requirements of dealer concerning separate trust account; responsibility and liability of dealer for money; certain information to be provided to Division concerning separate trust account.", "p_useful": 0.0, "confidence": 0.94 }, { "citation": "164.440", "caption": "Failure to demand certification not improper act; liability.", "p_useful": 0.25, "confidence": 0.71 } ], "jev": [ { "citation": "164.410", "caption": "Contents.", "p_useful": 1.0, "confidence": 1.0 }, { "citation": "164.400", "caption": "Presentation; effect; form.", "p_useful": 0.87, "confidence": 0.64 }, { "citation": "164.420", "caption": "Dispositive provisions not required; person presented with certification may request excerpts from trust instrument designating trustee.", "p_useful": 0.97, "confidence": 0.85 }, { "citation": "722.400", "caption": "Disclosure of other digital assets held in trust when trustee is not original user.", "p_useful": 0.56, "confidence": 0.47 }, { "citation": "722.390", "caption": "Disclosure of content of electronic communications held in trust when trustee is not original user.", "p_useful": 0.54, "confidence": 0.46 } ], "app_keyword": [ { "citation": "164.420", "caption": "Dispositive provisions not required; person presented with certification may request excerpts from trust instrument designating trustee.", "p_useful": 0.97, "confidence": 0.85 }, { "citation": "164.410", "caption": "Contents.", "p_useful": 1.0, "confidence": 1.0 }, { "citation": "164.430", "caption": "Reliance upon facts contained in certification; enforceability.", "p_useful": 0.28, "confidence": 0.65 }, { "citation": "489.724", "caption": "Money received by dealer on behalf of principal or another: Deposit in escrow account or separate trust account; maintenance of records and other requirements of dealer concerning separate trust account; responsibility and liability of dealer for money; certain information to be provided to Division concerning separate trust account.", "p_useful": 0.0, "confidence": 0.94 }, { "citation": "164.440", "caption": "Failure to demand certification not improper act; liability.", "p_useful": 0.25, "confidence": 0.71 } ] }, "high_probability_candidates": 3 }, { "id": "Q23", "family": "accounting", "split": "heldout", "kind": "ranking", "category": "contents", "query": "What should a trustee include in an account delivered to beneficiaries?", "targets": [ "165.135" ], "status": "complete", "error_class": null, "metrics": { "keyword": { "first_target_rank": null, "hit1": 0.0, "hit5": 0.0, "hit10": 0.0, "mrr": 0.0, "nominated_target_coverage": 0.0 }, "jev": { "first_target_rank": null, "hit1": 0.0, "hit5": 0.0, "hit10": 0.0, "mrr": 0.0, "nominated_target_coverage": 0.0 }, "app_keyword": { "first_target_rank": 41, "hit1": 0.0, "hit5": 0.0, "hit10": 0.0, "mrr": 0.024390243902439025, "nominated_target_coverage": 1.0 } }, "human": { "keyword": { "precision5": null, "pooled_ndcg5": null }, "jev": { "precision5": null, "pooled_ndcg5": null }, "app_keyword": { "precision5": null, "pooled_ndcg5": null } }, "reviewed_sections": 0, "pool_size": 51, "top": { "keyword": [ { "citation": "165.138", "caption": "Written demand for account by beneficiary: General duties of trustee; power to provide account or information without demand.", "p_useful": 0.87, "confidence": 0.76 }, { "citation": "165.1214", "caption": "Delivery of account; frequency; when account deemed approved and final; payment of cost of preparation; discharge of liability of trustee.", "p_useful": 0.62, "confidence": 0.56 }, { "citation": "165.143", "caption": "Petition to review trustee’s rejection of written demand for account; time to file; notice; hearing.", "p_useful": 0.64, "confidence": 0.57 }, { "citation": "166A.220", "caption": "Multiple beneficiaries; separate custodial trusts; survivorship.", "p_useful": 0.23, "confidence": 0.56 }, { "citation": "165.020", "caption": "Definitions; applicability of chapter.", "p_useful": 0.97, "confidence": 0.68 } ], "jev": [ { "citation": "165.020", "caption": "Definitions; applicability of chapter.", "p_useful": 0.97, "confidence": 0.68 }, { "citation": "165.145", "caption": "Providing confidential account; review of confidential account; order granting relief to beneficiary.", "p_useful": 0.91, "confidence": 0.64 }, { "citation": "165.138", "caption": "Written demand for account by beneficiary: General duties of trustee; power to provide account or information without demand.", "p_useful": 0.87, "confidence": 0.76 }, { "citation": "165.1214", "caption": "Delivery of account; frequency; when account deemed approved and final; payment of cost of preparation; discharge of liability of trustee.", "p_useful": 0.62, "confidence": 0.56 }, { "citation": "165.143", "caption": "Petition to review trustee’s rejection of written demand for account; time to file; notice; hearing.", "p_useful": 0.64, "confidence": 0.57 } ], "app_keyword": [ { "citation": "165.138", "caption": "Written demand for account by beneficiary: General duties of trustee; power to provide account or information without demand.", "p_useful": 0.87, "confidence": 0.76 }, { "citation": "165.1214", "caption": "Delivery of account; frequency; when account deemed approved and final; payment of cost of preparation; discharge of liability of trustee.", "p_useful": 0.62, "confidence": 0.56 }, { "citation": "165.143", "caption": "Petition to review trustee’s rejection of written demand for account; time to file; notice; hearing.", "p_useful": 0.64, "confidence": 0.57 }, { "citation": "166A.220", "caption": "Multiple beneficiaries; separate custodial trusts; survivorship.", "p_useful": 0.23, "confidence": 0.56 }, { "citation": "165.020", "caption": "Definitions; applicability of chapter.", "p_useful": 0.97, "confidence": 0.68 } ] }, "high_probability_candidates": 3 }, { "id": "Q24", "family": "spendthrift", "split": "heldout", "kind": "ranking", "category": "requirements", "query": "Can a settlor create a spendthrift trust for the settlor’s own benefit, and what writing is required?", "targets": [ "166.040" ], "status": "complete", "error_class": null, "metrics": { "keyword": { "first_target_rank": 1, "hit1": 1.0, "hit5": 1.0, "hit10": 1.0, "mrr": 1.0, "nominated_target_coverage": 1.0 }, "jev": { "first_target_rank": 1, "hit1": 1.0, "hit5": 1.0, "hit10": 1.0, "mrr": 1.0, "nominated_target_coverage": 1.0 }, "app_keyword": { "first_target_rank": 1, "hit1": 1.0, "hit5": 1.0, "hit10": 1.0, "mrr": 1.0, "nominated_target_coverage": 1.0 } }, "human": { "keyword": { "precision5": null, "pooled_ndcg5": null }, "jev": { "precision5": null, "pooled_ndcg5": null }, "app_keyword": { "precision5": null, "pooled_ndcg5": null } }, "reviewed_sections": 0, "pool_size": 51, "top": { "keyword": [ { "citation": "166.040", "caption": "Competency of settlor; writing required; circumstances when writing meets requirements for trust to be created for benefit of settlor; settlor’s ability to hold other powers.", "p_useful": 0.99, "confidence": 0.84 }, { "citation": "166.018", "caption": "“Settlor” defined.", "p_useful": 0.65, "confidence": 0.61 }, { "citation": "166.160", "caption": "Settlor may make different provisions.", "p_useful": 0.5, "confidence": 0.42 }, { "citation": "166.045", "caption": "Powers of settlor.", "p_useful": 0.6, "confidence": 0.56 }, { "citation": "166.015", "caption": "Applicability of chapter; requirement of trustee if settlor is beneficiary of trust.", "p_useful": 0.8999999999999999, "confidence": 0.71 } ], "jev": [ { "citation": "166.040", "caption": "Competency of settlor; writing required; circumstances when writing meets requirements for trust to be created for benefit of settlor; settlor’s ability to hold other powers.", "p_useful": 0.99, "confidence": 0.84 }, { "citation": "166.015", "caption": "Applicability of chapter; requirement of trustee if settlor is beneficiary of trust.", "p_useful": 0.8999999999999999, "confidence": 0.71 }, { "citation": "163.5559", "caption": "Claims of creditors against settlor.", "p_useful": 0.6599999999999999, "confidence": 0.52 }, { "citation": "166.018", "caption": "“Settlor” defined.", "p_useful": 0.65, "confidence": 0.61 }, { "citation": "166.045", "caption": "Powers of settlor.", "p_useful": 0.6, "confidence": 0.56 } ], "app_keyword": [ { "citation": "166.040", "caption": "Competency of settlor; writing required; circumstances when writing meets requirements for trust to be created for benefit of settlor; settlor’s ability to hold other powers.", "p_useful": 0.99, "confidence": 0.84 }, { "citation": "166.018", "caption": "“Settlor” defined.", "p_useful": 0.65, "confidence": 0.61 }, { "citation": "166.160", "caption": "Settlor may make different provisions.", "p_useful": 0.5, "confidence": 0.42 }, { "citation": "166.045", "caption": "Powers of settlor.", "p_useful": 0.6, "confidence": 0.56 }, { "citation": "166.015", "caption": "Applicability of chapter; requirement of trustee if settlor is beneficiary of trust.", "p_useful": 0.8999999999999999, "confidence": 0.71 } ] }, "high_probability_candidates": 2 }, { "id": "Q25", "family": "digital", "split": "heldout", "kind": "ranking", "category": "definition", "query": "What is a digital signature under the Nevada digital-signatures chapter?", "targets": [ "720.060" ], "status": "complete", "error_class": null, "metrics": { "keyword": { "first_target_rank": 6, "hit1": 0.0, "hit5": 0.0, "hit10": 1.0, "mrr": 0.16666666666666666, "nominated_target_coverage": 1.0 }, "jev": { "first_target_rank": 1, "hit1": 1.0, "hit5": 1.0, "hit10": 1.0, "mrr": 1.0, "nominated_target_coverage": 1.0 }, "app_keyword": { "first_target_rank": 6, "hit1": 0.0, "hit5": 0.0, "hit10": 1.0, "mrr": 0.16666666666666666, "nominated_target_coverage": 1.0 } }, "human": { "keyword": { "precision5": null, "pooled_ndcg5": null }, "jev": { "precision5": null, "pooled_ndcg5": null }, "app_keyword": { "precision5": null, "pooled_ndcg5": null } }, "reviewed_sections": 0, "pool_size": 50, "top": { "keyword": [ { "citation": "720.150", "caption": "Adoption of regulations by Secretary of State.", "p_useful": 0.42, "confidence": 0.55 }, { "citation": "293D.130", "caption": "Covered voter may use digital or electronic signature for purposes of chapter.", "p_useful": 0.19, "confidence": 0.72 }, { "citation": "278.5697", "caption": "Validity of electronic documents.", "p_useful": 0.72, "confidence": 0.69 }, { "citation": "293D.033", "caption": "“Digital signature” defined.", "p_useful": 0.9099999999999999, "confidence": 0.69 }, { "citation": "720.130", "caption": "“Verify a digital signature” defined.", "p_useful": 0.8500000000000001, "confidence": 0.78 } ], "jev": [ { "citation": "720.060", "caption": "“Digital signature” defined.", "p_useful": 1.0, "confidence": 1.0 }, { "citation": "293D.033", "caption": "“Digital signature” defined.", "p_useful": 0.9099999999999999, "confidence": 0.69 }, { "citation": "720.130", "caption": "“Verify a digital signature” defined.", "p_useful": 0.8500000000000001, "confidence": 0.78 }, { "citation": "720.160", "caption": "Use of digital signature.", "p_useful": 0.84, "confidence": 0.81 }, { "citation": "720.100", "caption": "“Private key” defined.", "p_useful": 0.8200000000000001, "confidence": 0.77 } ], "app_keyword": [ { "citation": "720.150", "caption": "Adoption of regulations by Secretary of State.", "p_useful": 0.42, "confidence": 0.55 }, { "citation": "293D.130", "caption": "Covered voter may use digital or electronic signature for purposes of chapter.", "p_useful": 0.19, "confidence": 0.72 }, { "citation": "278.5697", "caption": "Validity of electronic documents.", "p_useful": 0.72, "confidence": 0.69 }, { "citation": "293D.033", "caption": "“Digital signature” defined.", "p_useful": 0.9099999999999999, "confidence": 0.69 }, { "citation": "720.130", "caption": "“Verify a digital signature” defined.", "p_useful": 0.8500000000000001, "confidence": 0.78 } ] }, "high_probability_candidates": 6 }, { "id": "Q26", "family": "recording", "split": "heldout", "kind": "ranking", "category": "priority", "query": "What happens to an unrecorded conveyance when a later bona fide purchaser records first?", "targets": [ "111.325" ], "status": "complete", "error_class": null, "metrics": { "keyword": { "first_target_rank": 1, "hit1": 1.0, "hit5": 1.0, "hit10": 1.0, "mrr": 1.0, "nominated_target_coverage": 1.0 }, "jev": { "first_target_rank": 1, "hit1": 1.0, "hit5": 1.0, "hit10": 1.0, "mrr": 1.0, "nominated_target_coverage": 1.0 }, "app_keyword": { "first_target_rank": 1, "hit1": 1.0, "hit5": 1.0, "hit10": 1.0, "mrr": 1.0, "nominated_target_coverage": 1.0 } }, "human": { "keyword": { "precision5": null, "pooled_ndcg5": null }, "jev": { "precision5": null, "pooled_ndcg5": null }, "app_keyword": { "precision5": null, "pooled_ndcg5": null } }, "reviewed_sections": 0, "pool_size": 51, "top": { "keyword": [ { "citation": "111.325", "caption": "Unrecorded conveyances void as against subsequent bona fide purchaser for value when conveyance recorded.", "p_useful": 1.0, "confidence": 1.0 }, { "citation": "111.180", "caption": "Bona fide purchaser: Conveyance not deemed fraudulent in favor of bona fide purchaser unless subsequent purchaser had actual knowledge, constructive notice or reasonable cause to know of fraud.", "p_useful": 0.8, "confidence": 0.74 }, { "citation": "645F.440", "caption": "Foreclosure purchasers: Transaction rescinded due to fraud or deceit upon homeowner.", "p_useful": 0.39, "confidence": 0.05 }, { "citation": "116.31166", "caption": "Foreclosure of liens: Title vested in purchaser subject to right of redemption; sale does not extinguish first security interest if superior amount of lien is satisfied; certificate of sale; exercise of right of redemption; deed without warranty; effect of recitals in deed; bona fide purchasers and bona fide encumbrancers for value.", "p_useful": 0.14, "confidence": 0.32 }, { "citation": "366.655", "caption": "Requirements for refund to bona fide farmer or rancher.", "p_useful": 0.0, "confidence": 0.99 } ], "jev": [ { "citation": "111.325", "caption": "Unrecorded conveyances void as against subsequent bona fide purchaser for value when conveyance recorded.", "p_useful": 1.0, "confidence": 1.0 }, { "citation": "533.383", "caption": "Effect of recording or failing to record deed of conveyance.", "p_useful": 0.95, "confidence": 0.81 }, { "citation": "328.110", "caption": "Conditions for recording conveyances where United States is grantee; protection of subsequent purchaser.", "p_useful": 0.94, "confidence": 0.55 }, { "citation": "111.180", "caption": "Bona fide purchaser: Conveyance not deemed fraudulent in favor of bona fide purchaser unless subsequent purchaser had actual knowledge, constructive notice or reasonable cause to know of fraud.", "p_useful": 0.8, "confidence": 0.74 }, { "citation": "645F.440", "caption": "Foreclosure purchasers: Transaction rescinded due to fraud or deceit upon homeowner.", "p_useful": 0.39, "confidence": 0.05 } ], "app_keyword": [ { "citation": "111.325", "caption": "Unrecorded conveyances void as against subsequent bona fide purchaser for value when conveyance recorded.", "p_useful": 1.0, "confidence": 1.0 }, { "citation": "111.180", "caption": "Bona fide purchaser: Conveyance not deemed fraudulent in favor of bona fide purchaser unless subsequent purchaser had actual knowledge, constructive notice or reasonable cause to know of fraud.", "p_useful": 0.8, "confidence": 0.74 }, { "citation": "645F.440", "caption": "Foreclosure purchasers: Transaction rescinded due to fraud or deceit upon homeowner.", "p_useful": 0.39, "confidence": 0.05 }, { "citation": "116.31166", "caption": "Foreclosure of liens: Title vested in purchaser subject to right of redemption; sale does not extinguish first security interest if superior amount of lien is satisfied; certificate of sale; exercise of right of redemption; deed without warranty; effect of recitals in deed; bona fide purchasers and bona fide encumbrancers for value.", "p_useful": 0.14, "confidence": 0.32 }, { "citation": "366.655", "caption": "Requirements for refund to bona fide farmer or rancher.", "p_useful": 0.0, "confidence": 0.99 } ] }, "high_probability_candidates": 4 }, { "id": "Q27", "family": "deedupondeath", "split": "heldout", "kind": "ranking", "category": "requirements", "query": "Must a deed upon death be recorded before the grantor dies?", "targets": [ "111.681" ], "status": "complete", "error_class": null, "metrics": { "keyword": { "first_target_rank": 11, "hit1": 0.0, "hit5": 0.0, "hit10": 0.0, "mrr": 0.09090909090909091, "nominated_target_coverage": 1.0 }, "jev": { "first_target_rank": 1, "hit1": 1.0, "hit5": 1.0, "hit10": 1.0, "mrr": 1.0, "nominated_target_coverage": 1.0 }, "app_keyword": { "first_target_rank": 11, "hit1": 0.0, "hit5": 0.0, "hit10": 0.0, "mrr": 0.09090909090909091, "nominated_target_coverage": 1.0 } }, "human": { "keyword": { "precision5": null, "pooled_ndcg5": null }, "jev": { "precision5": null, "pooled_ndcg5": null }, "app_keyword": { "precision5": null, "pooled_ndcg5": null } }, "reviewed_sections": 0, "pool_size": 51, "top": { "keyword": [ { "citation": "111.699", "caption": "Form of Death of Grantor Affidavit; required documents upon death of grantor.", "p_useful": 0.77, "confidence": 0.6 }, { "citation": "111.677", "caption": "Void if interest in property transferred before death; last recorded deed upon death is effective.", "p_useful": 0.94, "confidence": 0.42 }, { "citation": "111.689", "caption": "Enforcement of liabilities against property transferred pursuant to deed upon death; notice to certain persons required; filing of claims; recovery of public assistance; time for filing suit.", "p_useful": 0.56, "confidence": 0.49 }, { "citation": "111.695", "caption": "Form of deed upon death.", "p_useful": 0.6000000000000001, "confidence": 0.52 }, { "citation": "111.691", "caption": "Property transferred by deed upon death subject to prior lien.", "p_useful": 0.05, "confidence": 0.85 } ], "jev": [ { "citation": "111.681", "caption": "Execution and recordation.", "p_useful": 1.0, "confidence": 1.0 }, { "citation": "111.677", "caption": "Void if interest in property transferred before death; last recorded deed upon death is effective.", "p_useful": 0.94, "confidence": 0.42 }, { "citation": "111.699", "caption": "Form of Death of Grantor Affidavit; required documents upon death of grantor.", "p_useful": 0.77, "confidence": 0.6 }, { "citation": "111.697", "caption": "Form of revocation of deed upon death.", "p_useful": 0.65, "confidence": 0.55 }, { "citation": "111.695", "caption": "Form of deed upon death.", "p_useful": 0.6000000000000001, "confidence": 0.52 } ], "app_keyword": [ { "citation": "111.699", "caption": "Form of Death of Grantor Affidavit; required documents upon death of grantor.", "p_useful": 0.77, "confidence": 0.6 }, { "citation": "111.677", "caption": "Void if interest in property transferred before death; last recorded deed upon death is effective.", "p_useful": 0.94, "confidence": 0.42 }, { "citation": "111.689", "caption": "Enforcement of liabilities against property transferred pursuant to deed upon death; notice to certain persons required; filing of claims; recovery of public assistance; time for filing suit.", "p_useful": 0.56, "confidence": 0.49 }, { "citation": "111.695", "caption": "Form of deed upon death.", "p_useful": 0.6000000000000001, "confidence": 0.52 }, { "citation": "111.691", "caption": "Property transferred by deed upon death subject to prior lien.", "p_useful": 0.05, "confidence": 0.85 } ] }, "high_probability_candidates": 2 }, { "id": "Q28", "family": "caregiver", "split": "heldout", "kind": "ranking", "category": "exception", "query": "What exceptions apply to the presumption that certain transfers to caregivers are void?", "targets": [ "155.0975" ], "status": "complete", "error_class": null, "metrics": { "keyword": { "first_target_rank": 1, "hit1": 1.0, "hit5": 1.0, "hit10": 1.0, "mrr": 1.0, "nominated_target_coverage": 1.0 }, "jev": { "first_target_rank": 1, "hit1": 1.0, "hit5": 1.0, "hit10": 1.0, "mrr": 1.0, "nominated_target_coverage": 1.0 }, "app_keyword": { "first_target_rank": 1, "hit1": 1.0, "hit5": 1.0, "hit10": 1.0, "mrr": 1.0, "nominated_target_coverage": 1.0 } }, "human": { "keyword": { "precision5": null, "pooled_ndcg5": null }, "jev": { "precision5": null, "pooled_ndcg5": null }, "app_keyword": { "precision5": null, "pooled_ndcg5": null } }, "reviewed_sections": 0, "pool_size": 51, "top": { "keyword": [ { "citation": "155.0975", "caption": "Exceptions to presumption that certain transfers are void.", "p_useful": 1.0, "confidence": 1.0 }, { "citation": "155.097", "caption": "Validity; circumstances in which transfer is presumed void; rebuttable presumption; exceptions.", "p_useful": 0.97, "confidence": 0.7 }, { "citation": "484A.774", "caption": "Presumption for release of person arrested for traffic violation; exceptions.", "p_useful": 0.0, "confidence": 0.99 }, { "citation": "617.358", "caption": "Compensation prohibited unless preponderance of evidence establishes that disease arose out of and in course of employment; rebuttable presumption if notice of disease is filed after termination of employment; exceptions.", "p_useful": 0.0, "confidence": 0.98 }, { "citation": "239.0115", "caption": "Application to court for order allowing inspection or copying of public book or record in legal custody or control of governmental entity for at least 30 years; rebuttable presumption; exceptions.", "p_useful": 0.01, "confidence": 0.97 } ], "jev": [ { "citation": "155.0975", "caption": "Exceptions to presumption that certain transfers are void.", "p_useful": 1.0, "confidence": 1.0 }, { "citation": "155.097", "caption": "Validity; circumstances in which transfer is presumed void; rebuttable presumption; exceptions.", "p_useful": 0.97, "confidence": 0.7 }, { "citation": "136.225", "caption": "Applicability of provisions concerning revocation of certain transfers of real property based upon divorce or annulment to transfers of property pursuant to will.", "p_useful": 0.15, "confidence": 0.46 }, { "citation": "164.960", "caption": "Applicability of NRS 111.781 to transfers of property made pursuant to trust.", "p_useful": 0.13999999999999999, "confidence": 0.5 }, { "citation": "449A.114", "caption": "Certain facilities to notify patient and State Long-Term Care Ombudsman of intent to transfer patient and provide opportunity for patient or representative to meet with administrator; exceptions.", "p_useful": 0.1, "confidence": 0.69 } ], "app_keyword": [ { "citation": "155.0975", "caption": "Exceptions to presumption that certain transfers are void.", "p_useful": 1.0, "confidence": 1.0 }, { "citation": "155.097", "caption": "Validity; circumstances in which transfer is presumed void; rebuttable presumption; exceptions.", "p_useful": 0.97, "confidence": 0.7 }, { "citation": "484A.774", "caption": "Presumption for release of person arrested for traffic violation; exceptions.", "p_useful": 0.0, "confidence": 0.99 }, { "citation": "617.358", "caption": "Compensation prohibited unless preponderance of evidence establishes that disease arose out of and in course of employment; rebuttable presumption if notice of disease is filed after termination of employment; exceptions.", "p_useful": 0.0, "confidence": 0.98 }, { "citation": "239.0115", "caption": "Application to court for order allowing inspection or copying of public book or record in legal custody or control of governmental entity for at least 30 years; rebuttable presumption; exceptions.", "p_useful": 0.01, "confidence": 0.97 } ] }, "high_probability_candidates": 2 }, { "id": "Q29", "family": "resignation", "split": "heldout", "kind": "ranking", "category": "procedure", "query": "How may a person named as trustee decline or resign from the appointment?", "targets": [ "153.090" ], "status": "complete", "error_class": null, "metrics": { "keyword": { "first_target_rank": 1, "hit1": 1.0, "hit5": 1.0, "hit10": 1.0, "mrr": 1.0, "nominated_target_coverage": 1.0 }, "jev": { "first_target_rank": 1, "hit1": 1.0, "hit5": 1.0, "hit10": 1.0, "mrr": 1.0, "nominated_target_coverage": 1.0 }, "app_keyword": { "first_target_rank": 1, "hit1": 1.0, "hit5": 1.0, "hit10": 1.0, "mrr": 1.0, "nominated_target_coverage": 1.0 } }, "human": { "keyword": { "precision5": null, "pooled_ndcg5": null }, "jev": { "precision5": null, "pooled_ndcg5": null }, "app_keyword": { "precision5": null, "pooled_ndcg5": null } }, "reviewed_sections": 0, "pool_size": 51, "top": { "keyword": [ { "citation": "153.090", "caption": "Declination or resignation of person named or designated trustee: Procedure.", "p_useful": 1.0, "confidence": 1.0 }, { "citation": "673.5923", "caption": "Appointment of successor trustee when no objection made.", "p_useful": 0.1, "confidence": 0.47 }, { "citation": "667.145", "caption": "Appointment of successor trustee when no objection made.", "p_useful": 0.11, "confidence": 0.54 }, { "citation": "153.100", "caption": "Appointment to fill vacancy.", "p_useful": 0.65, "confidence": 0.6 }, { "citation": "673.5921", "caption": "Termination of trusteeship under security instruments upon insolvency; appointment of successor trustee by petition to district court or pursuant to security instrument.", "p_useful": 0.04, "confidence": 0.51 } ], "jev": [ { "citation": "153.090", "caption": "Declination or resignation of person named or designated trustee: Procedure.", "p_useful": 1.0, "confidence": 1.0 }, { "citation": "119B.250", "caption": "Conveyance of campground to trustee before sale of first membership; requirements for trusts; inspection of records of trust.", "p_useful": 1.0, "confidence": 0.76 }, { "citation": "166A.290", "caption": "Declination, resignation, incapacity, death or removal of custodial trustee; designation of successor custodial trustee.", "p_useful": 0.99, "confidence": 0.74 }, { "citation": "119A.460", "caption": "Requirements for trusts.", "p_useful": 0.93, "confidence": 0.51 }, { "citation": "283.030", "caption": "Resignation of appointive officers.", "p_useful": 0.76, "confidence": 0.58 } ], "app_keyword": [ { "citation": "153.090", "caption": "Declination or resignation of person named or designated trustee: Procedure.", "p_useful": 1.0, "confidence": 1.0 }, { "citation": "673.5923", "caption": "Appointment of successor trustee when no objection made.", "p_useful": 0.1, "confidence": 0.47 }, { "citation": "667.145", "caption": "Appointment of successor trustee when no objection made.", "p_useful": 0.11, "confidence": 0.54 }, { "citation": "153.100", "caption": "Appointment to fill vacancy.", "p_useful": 0.65, "confidence": 0.6 }, { "citation": "673.5921", "caption": "Termination of trusteeship under security instruments upon insolvency; appointment of successor trustee by petition to district court or pursuant to security instrument.", "p_useful": 0.04, "confidence": 0.51 } ] }, "high_probability_candidates": 4 }, { "id": "Q30", "family": "assetlist", "split": "heldout", "kind": "ranking", "category": "disclosure", "query": "Can a beneficiary request a list of the assets held in a trust?", "targets": [ "165.030" ], "status": "complete", "error_class": null, "metrics": { "keyword": { "first_target_rank": 1, "hit1": 1.0, "hit5": 1.0, "hit10": 1.0, "mrr": 1.0, "nominated_target_coverage": 1.0 }, "jev": { "first_target_rank": 1, "hit1": 1.0, "hit5": 1.0, "hit10": 1.0, "mrr": 1.0, "nominated_target_coverage": 1.0 }, "app_keyword": { "first_target_rank": 1, "hit1": 1.0, "hit5": 1.0, "hit10": 1.0, "mrr": 1.0, "nominated_target_coverage": 1.0 } }, "human": { "keyword": { "precision5": null, "pooled_ndcg5": null }, "jev": { "precision5": null, "pooled_ndcg5": null }, "app_keyword": { "precision5": null, "pooled_ndcg5": null } }, "reviewed_sections": 0, "pool_size": 51, "top": { "keyword": [ { "citation": "165.030", "caption": "Request for list of assets of trust estate.", "p_useful": 1.0, "confidence": 1.0 }, { "citation": "88A.640", "caption": "Defaulting trusts: Duties of Secretary of State; forfeiture of right to transact business; assets held in trust.", "p_useful": 0.04, "confidence": 0.43 }, { "citation": "88.405", "caption": "Defaulting partnerships: Duties of Secretary of State; revocation of certificate; assets held in trust.", "p_useful": 0.02, "confidence": 0.59 }, { "citation": "87A.305", "caption": "Defaulting partnerships: Duties of Secretary of State; revocation of certificate; assets held in trust.", "p_useful": 0.01, "confidence": 0.61 }, { "citation": "89.254", "caption": "Defaulting associations: Duties of Secretary of State; forfeiture of right to transact business; assets held in trust; distribution of assets.", "p_useful": 0.02, "confidence": 0.57 } ], "jev": [ { "citation": "165.030", "caption": "Request for list of assets of trust estate.", "p_useful": 1.0, "confidence": 1.0 }, { "citation": "153.031", "caption": "Petition by trustee or beneficiary concerning affairs of trust: Purposes of petition; contents; notice and hearing; additional relief.", "p_useful": 0.98, "confidence": 0.66 }, { "citation": "159A.339", "caption": "Assumption of jurisdiction by court of trust of which protected minor is beneficiary.", "p_useful": 0.9099999999999999, "confidence": 0.69 }, { "citation": "159.339", "caption": "Assumption of jurisdiction by court of trust of which protected person is beneficiary.", "p_useful": 0.87, "confidence": 0.68 }, { "citation": "166A.220", "caption": "Multiple beneficiaries; separate custodial trusts; survivorship.", "p_useful": 0.8800000000000001, "confidence": 0.79 } ], "app_keyword": [ { "citation": "165.030", "caption": "Request for list of assets of trust estate.", "p_useful": 1.0, "confidence": 1.0 }, { "citation": "88A.640", "caption": "Defaulting trusts: Duties of Secretary of State; forfeiture of right to transact business; assets held in trust.", "p_useful": 0.04, "confidence": 0.43 }, { "citation": "88.405", "caption": "Defaulting partnerships: Duties of Secretary of State; revocation of certificate; assets held in trust.", "p_useful": 0.02, "confidence": 0.59 }, { "citation": "87A.305", "caption": "Defaulting partnerships: Duties of Secretary of State; revocation of certificate; assets held in trust.", "p_useful": 0.01, "confidence": 0.61 }, { "citation": "89.254", "caption": "Defaulting associations: Duties of Secretary of State; forfeiture of right to transact business; assets held in trust; distribution of assets.", "p_useful": 0.02, "confidence": 0.57 } ] }, "high_probability_candidates": 5 }, { "id": "Q31", "family": "eviction", "split": "development", "kind": "corpus_expansion_control", "category": "negative_control", "query": "How much notice must a landlord give to evict a residential tenant?", "targets": [], "annotation": "Subject-specific chapter is not in this 12-chapter corpus; incidental references may still appear. No blanket irrelevant labels assigned.", "status": "complete", "error_class": null, "metrics": {}, "human": { "keyword": { "precision5": null, "pooled_ndcg5": null }, "jev": { "precision5": null, "pooled_ndcg5": null }, "app_keyword": { "precision5": null, "pooled_ndcg5": null } }, "reviewed_sections": 0, "pool_size": 50, "top": { "keyword": [ { "citation": "118A.370", "caption": "Failure of landlord to deliver possession of dwelling unit.", "p_useful": 0.06999999999999999, "confidence": 0.49 }, { "citation": "118A.330", "caption": "Landlord’s access to dwelling unit.", "p_useful": 0.04, "confidence": 0.57 }, { "citation": "118B.130", "caption": "Restrictions on tenants: Obligations of landlord before change; notice.", "p_useful": 0.19999999999999998, "confidence": 0.43 }, { "citation": "40.254", "caption": "Unlawful detainer: Supplemental remedy of summary eviction and exclusion of tenant from certain types of property.", "p_useful": 0.85, "confidence": 0.76 }, { "citation": "118.195", "caption": "Notice to tenant of landlord’s belief that property has been abandoned; property deemed abandoned unless disputed by tenant.", "p_useful": 0.74, "confidence": 0.5 } ], "jev": [ { "citation": "118B.190", "caption": "Notice; holding over.", "p_useful": 0.87, "confidence": 0.54 }, { "citation": "40.255", "caption": "Removal of person holding over after 3-day notice to surrender; circumstances authorizing removal; exception and additional notice required for occupying tenants and subtenants of property sold as residential foreclosure.", "p_useful": 0.9099999999999999, "confidence": 0.57 }, { "citation": "40.254", "caption": "Unlawful detainer: Supplemental remedy of summary eviction and exclusion of tenant from certain types of property.", "p_useful": 0.85, "confidence": 0.76 }, { "citation": "40.253", "caption": "Unlawful detainer: Supplemental remedy of summary eviction and exclusion of tenant for default in payment of rent.", "p_useful": 0.76, "confidence": 0.57 }, { "citation": "118.195", "caption": "Notice to tenant of landlord’s belief that property has been abandoned; property deemed abandoned unless disputed by tenant.", "p_useful": 0.74, "confidence": 0.5 } ], "app_keyword": [ { "citation": "118A.370", "caption": "Failure of landlord to deliver possession of dwelling unit.", "p_useful": 0.06999999999999999, "confidence": 0.49 }, { "citation": "118A.330", "caption": "Landlord’s access to dwelling unit.", "p_useful": 0.04, "confidence": 0.57 }, { "citation": "118B.130", "caption": "Restrictions on tenants: Obligations of landlord before change; notice.", "p_useful": 0.19999999999999998, "confidence": 0.43 }, { "citation": "40.254", "caption": "Unlawful detainer: Supplemental remedy of summary eviction and exclusion of tenant from certain types of property.", "p_useful": 0.85, "confidence": 0.76 }, { "citation": "118.195", "caption": "Notice to tenant of landlord’s belief that property has been abandoned; property deemed abandoned unless disputed by tenant.", "p_useful": 0.74, "confidence": 0.5 } ] }, "high_probability_candidates": 3 }, { "id": "Q32", "family": "traffic", "split": "development", "kind": "corpus_expansion_control", "category": "negative_control", "query": "What is the Nevada speed limit in an active school zone?", "targets": [], "annotation": "Subject-specific chapter is not in this 12-chapter corpus; incidental references may still appear. No blanket irrelevant labels assigned.", "status": "complete", "error_class": null, "metrics": {}, "human": { "keyword": { "precision5": null, "pooled_ndcg5": null }, "jev": { "precision5": null, "pooled_ndcg5": null }, "app_keyword": { "precision5": null, "pooled_ndcg5": null } }, "reviewed_sections": 0, "pool_size": 50, "top": { "keyword": [ { "citation": "484B.370", "caption": "Additional penalty for certain traffic violations committed in active school zone or active school crossing zone; assessment of double demerit points for such violations.", "p_useful": 0.91, "confidence": 0.89 }, { "citation": "484B.363", "caption": "School zone or school crossing zone: Speed limit; designation; U-turn and overtaking another vehicle prohibited; determination of hours in which speed limit and prohibition on U-turns and overtaking are in effect; additional penalty if driver is proximate cause of collision with pedestrian or person riding bicycle, electric bicycle or electric scooter.", "p_useful": 0.97, "confidence": 0.63 }, { "citation": "268.425", "caption": "Speed limits in school zones and school crossing zones: Posting of informational signs and devices.", "p_useful": 0.62, "confidence": 0.61 }, { "citation": "484B.367", "caption": "School zone or school crossing zone: Requirements for signs; placement of portable signs.", "p_useful": 0.75, "confidence": 0.73 }, { "citation": "269.185", "caption": "Power to regulate vehicular traffic; ordinances; posting informational signs and other devices at school zones and school crossing zones.", "p_useful": 0.74, "confidence": 0.72 } ], "jev": [ { "citation": "484B.363", "caption": "School zone or school crossing zone: Speed limit; designation; U-turn and overtaking another vehicle prohibited; determination of hours in which speed limit and prohibition on U-turns and overtaking are in effect; additional penalty if driver is proximate cause of collision with pedestrian or person riding bicycle, electric bicycle or electric scooter.", "p_useful": 0.97, "confidence": 0.63 }, { "citation": "484B.063", "caption": "“School zone” defined.", "p_useful": 0.97, "confidence": 0.96 }, { "citation": "484B.370", "caption": "Additional penalty for certain traffic violations committed in active school zone or active school crossing zone; assessment of double demerit points for such violations.", "p_useful": 0.91, "confidence": 0.89 }, { "citation": "484B.367", "caption": "School zone or school crossing zone: Requirements for signs; placement of portable signs.", "p_useful": 0.75, "confidence": 0.73 }, { "citation": "269.185", "caption": "Power to regulate vehicular traffic; ordinances; posting informational signs and other devices at school zones and school crossing zones.", "p_useful": 0.74, "confidence": 0.72 } ], "app_keyword": [ { "citation": "484B.370", "caption": "Additional penalty for certain traffic violations committed in active school zone or active school crossing zone; assessment of double demerit points for such violations.", "p_useful": 0.91, "confidence": 0.89 }, { "citation": "484B.363", "caption": "School zone or school crossing zone: Speed limit; designation; U-turn and overtaking another vehicle prohibited; determination of hours in which speed limit and prohibition on U-turns and overtaking are in effect; additional penalty if driver is proximate cause of collision with pedestrian or person riding bicycle, electric bicycle or electric scooter.", "p_useful": 0.97, "confidence": 0.63 }, { "citation": "268.425", "caption": "Speed limits in school zones and school crossing zones: Posting of informational signs and devices.", "p_useful": 0.62, "confidence": 0.61 }, { "citation": "484B.367", "caption": "School zone or school crossing zone: Requirements for signs; placement of portable signs.", "p_useful": 0.75, "confidence": 0.73 }, { "citation": "269.185", "caption": "Power to regulate vehicular traffic; ordinances; posting informational signs and other devices at school zones and school crossing zones.", "p_useful": 0.74, "confidence": 0.72 } ] }, "high_probability_candidates": 3 }, { "id": "Q33", "family": "wages", "split": "heldout", "kind": "corpus_expansion_control", "category": "negative_control", "query": "What overtime wages must a Nevada employer pay a nonexempt employee?", "targets": [], "annotation": "Subject-specific chapter is not in this 12-chapter corpus; incidental references may still appear. No blanket irrelevant labels assigned.", "status": "complete", "error_class": null, "metrics": {}, "human": { "keyword": { "precision5": null, "pooled_ndcg5": null }, "jev": { "precision5": null, "pooled_ndcg5": null }, "app_keyword": { "precision5": null, "pooled_ndcg5": null } }, "reviewed_sections": 0, "pool_size": 50, "top": { "keyword": [ { "citation": "608.135", "caption": "Civil action against employer for failure to pay wages; Labor Commissioner prohibited from taking jurisdiction of claim for wages during pendency of civil action.", "p_useful": 0.09, "confidence": 0.65 }, { "citation": "613.030", "caption": "False representations or pretenses concerning employer’s ability to pay wages: Penalty.", "p_useful": 0.0, "confidence": 0.74 }, { "citation": "338.020", "caption": "Hourly and daily rate of wages must not be less than prevailing wage in region; rate must be included in contract and posted on-site; payment of overtime; wages paid in accordance with jurisdictional classes recognized in region.", "p_useful": 0.73, "confidence": 0.5 }, { "citation": "608.018", "caption": "Compensation for overtime: Requirement; exceptions.", "p_useful": 1.0, "confidence": 0.99 }, { "citation": "608.090", "caption": "Adjustment of wages for additional payments; notice by employer; payment.", "p_useful": 0.05, "confidence": 0.49 } ], "jev": [ { "citation": "608.018", "caption": "Compensation for overtime: Requirement; exceptions.", "p_useful": 1.0, "confidence": 0.99 }, { "citation": "284.180", "caption": "Pay plan to set official rates applicable to all positions in classified service; overtime; workweek for certain firefighters; innovative workweeks; existing contracts of employment; report; payment for working on holiday.", "p_useful": 0.75, "confidence": 0.61 }, { "citation": "338.020", "caption": "Hourly and daily rate of wages must not be less than prevailing wage in region; rate must be included in contract and posted on-site; payment of overtime; wages paid in accordance with jurisdictional classes recognized in region.", "p_useful": 0.73, "confidence": 0.5 }, { "citation": "281.100", "caption": "Hours of service of employees of State and political subdivisions; exceptions; penalty.", "p_useful": 0.7000000000000001, "confidence": 0.63 }, { "citation": "608.012", "caption": "“Wages” defined.", "p_useful": 0.53, "confidence": 0.47 } ], "app_keyword": [ { "citation": "608.135", "caption": "Civil action against employer for failure to pay wages; Labor Commissioner prohibited from taking jurisdiction of claim for wages during pendency of civil action.", "p_useful": 0.09, "confidence": 0.65 }, { "citation": "613.030", "caption": "False representations or pretenses concerning employer’s ability to pay wages: Penalty.", "p_useful": 0.0, "confidence": 0.74 }, { "citation": "338.020", "caption": "Hourly and daily rate of wages must not be less than prevailing wage in region; rate must be included in contract and posted on-site; payment of overtime; wages paid in accordance with jurisdictional classes recognized in region.", "p_useful": 0.73, "confidence": 0.5 }, { "citation": "608.018", "caption": "Compensation for overtime: Requirement; exceptions.", "p_useful": 1.0, "confidence": 0.99 }, { "citation": "608.090", "caption": "Adjustment of wages for additional payments; notice by employer; payment.", "p_useful": 0.05, "confidence": 0.49 } ] }, "high_probability_candidates": 1 }, { "id": "Q34", "family": "custody", "split": "heldout", "kind": "corpus_expansion_control", "category": "negative_control", "query": "What are the statutory grounds for child custody modification?", "targets": [], "annotation": "Subject-specific chapter is not in this 12-chapter corpus; incidental references may still appear. No blanket irrelevant labels assigned.", "status": "complete", "error_class": null, "metrics": {}, "human": { "keyword": { "precision5": null, "pooled_ndcg5": null }, "jev": { "precision5": null, "pooled_ndcg5": null }, "app_keyword": { "precision5": null, "pooled_ndcg5": null } }, "reviewed_sections": 0, "pool_size": 50, "top": { "keyword": [ { "citation": "125D.050", "caption": "“Child custody determination” defined.", "p_useful": 0.61, "confidence": 0.6 }, { "citation": "432B.457", "caption": "Determination of appropriate person to take custody of child: Involvement by, notification of and testimony by person found to have special interest in child; review and modification of finding.", "p_useful": 0.27, "confidence": 0.45 }, { "citation": "125A.115", "caption": "“Modification” defined.", "p_useful": 0.67, "confidence": 0.65 }, { "citation": "125A.045", "caption": "“Child custody determination” defined.", "p_useful": 0.64, "confidence": 0.61 }, { "citation": "130.609", "caption": "Procedure to register child-support order of another state for modification.", "p_useful": 0.09999999999999999, "confidence": 0.47 } ], "jev": [ { "citation": "126.191", "caption": "Modification of judgment or order.", "p_useful": 0.8200000000000001, "confidence": 0.79 }, { "citation": "125C.0065", "caption": "Consent required from non-relocating parent to relocate child when joint physical custody established; petition for primary physical custody; attorney’s fees and costs.", "p_useful": 0.71, "confidence": 0.6 }, { "citation": "125A.115", "caption": "“Modification” defined.", "p_useful": 0.67, "confidence": 0.65 }, { "citation": "125A.045", "caption": "“Child custody determination” defined.", "p_useful": 0.64, "confidence": 0.61 }, { "citation": "125D.050", "caption": "“Child custody determination” defined.", "p_useful": 0.61, "confidence": 0.6 } ], "app_keyword": [ { "citation": "125D.050", "caption": "“Child custody determination” defined.", "p_useful": 0.61, "confidence": 0.6 }, { "citation": "432B.457", "caption": "Determination of appropriate person to take custody of child: Involvement by, notification of and testimony by person found to have special interest in child; review and modification of finding.", "p_useful": 0.27, "confidence": 0.45 }, { "citation": "125A.115", "caption": "“Modification” defined.", "p_useful": 0.67, "confidence": 0.65 }, { "citation": "125A.045", "caption": "“Child custody determination” defined.", "p_useful": 0.64, "confidence": 0.61 }, { "citation": "130.609", "caption": "Procedure to register child-support order of another state for modification.", "p_useful": 0.09999999999999999, "confidence": 0.47 } ] }, "high_probability_candidates": 1 } ], "lookups": { "Q35": { "expected": "found", "observed": "found", "returned": [ "163.003" ], "passed": true, "requested_subsection": "", "provider_calls": 0 }, "Q36": { "expected": "found", "observed": "found", "returned": [ "163.003" ], "passed": true, "requested_subsection": "(1)", "provider_calls": 0 }, "Q37": { "expected": "found", "observed": "found", "returned": [ "165.135" ], "passed": true, "requested_subsection": "", "provider_calls": 0 }, "Q38": { "expected": "found", "observed": "found", "returned": [ "720.060" ], "passed": true, "requested_subsection": "", "provider_calls": 0 }, "Q39": { "expected": "missing", "observed": "missing", "returned": [], "passed": true, "requested_subsection": "", "provider_calls": 0 }, "Q40": { "expected": "invalid", "observed": "invalid", "returned": [], "passed": true, "requested_subsection": null, "provider_calls": 0 } }, "execution": { "model": "jev-1.13.0", "question_version": "nrs-relevance-1", "finished_at": "2026-09-20T22:50:39.013885+00:00", "attempted_requests": 254, "successful_response_files": 250, "reported_input_tokens": 1045567, "all_complete": false, "note": "Failed requests may incur unreported usage; no automatic retries. Recorded fallbacks remain final within this run." }, "completed": 30, "fallbacks": 4, "reviewed_pairs": 0, "review_pool_pairs": 1721, "review_file_sha256": null }