{ "label_status": "Provisional nominated targets; independently reviewed metrics separate", "manifest_hash": "d307d399d8b968114d2459ffe8b21aebc439ed1466827b65122259d52d798f44", "manifest": { "version": "benchmark-run-1", "created_at": "2026-09-20T21:48:14.875752+00:00", "corpus_snapshot": "b01e8cfce227bfc78ca98f1652c3ecbd5f258fe7a5df6b9021c2c97c319117a2", "model": "jev-1.13.0", "question_version": "nrs-relevance-1", "files": { "suite.json": "22af64a2ab7faeb6ca2965c4e0555688eae48a6be289e831cfbd362964227d1a", "payloads.json": "b83f1fcdb3ef647102879815ae4e550a60fd2f59017b222157a881739b0b8e32", "sources.json": "2dccb663643be09c490e5cabdb4ad890cdf45a05df4a14d6e0322f6f35737400", "lookups.json": "cfff7433e611db22a1e554f1b53341954445d000a79ae74b6b66f2d4b81be5c0", "api_keyword.json": "5cc1d404d842784a2328e774be4aa98ca5493ac6960a54a2ab3a244ff108ec48", "provisional_labels.json": "afce1780cadb3fdc0dcca46b0a37d781f7fbb25683df7a64130f49c152ff12b4" }, "cases": 40, "ranking_cases": 30, "max_requests": 272, "request_bytes": 3733706, "max_reported_input_tokens": 2000000, "label_status": "assistant-provisional; no lawyer-reviewed gold yet", "scope": "Synthetic public queries and preserved official 12-chapter corpus only" }, "summary": { "development": { "n": 12, "metrics": { "hit1": { "keyword": 0.5833333333333334, "jev": 0.9166666666666666, "app_keyword": 0.5833333333333334, "paired": { "delta": 0.3333333333333333, "lower": 0.08333333333333333, "upper": 0.5833333333333334, "n": 12, "replicates": 10000, "unit": "query family", "interval": "paired bootstrap percentile 95%" } }, "hit5": { "keyword": 0.75, "jev": 0.9166666666666666, "app_keyword": 0.6666666666666666, "paired": { "delta": 0.16666666666666666, "lower": 0.0, "upper": 0.4166666666666667, "n": 12, "replicates": 10000, "unit": "query family", "interval": "paired bootstrap percentile 95%" } }, "hit10": { "keyword": 0.75, "jev": 0.9166666666666666, "app_keyword": 0.75, "paired": { "delta": 0.16666666666666666, "lower": 0.0, "upper": 0.4166666666666667, "n": 12, "replicates": 10000, "unit": "query family", "interval": "paired bootstrap percentile 95%" } }, "mrr": { "keyword": 0.6378880718954248, "jev": 0.9166666666666666, "app_keyword": 0.6371984649122807, "paired": { "delta": 0.27877859477124184, "lower": 0.06666666666666667, "upper": 0.5134599673202614, "n": 12, "replicates": 10000, "unit": "query family", "interval": "paired bootstrap percentile 95%" } }, "nominated_target_coverage": { "keyword": 0.9166666666666666, "jev": 0.9166666666666666, "app_keyword": 1.0, "paired": { "delta": 0.0, "lower": 0.0, "upper": 0.0, "n": 12, "replicates": 10000, "unit": "query family", "interval": "paired bootstrap percentile 95%" } } }, "human": { "precision5": { "paired_queries": 0, "keyword": null, "jev": null, "paired": null }, "pooled_ndcg5": { "paired_queries": 0, "keyword": null, "jev": null, "paired": null } }, "confidence": { "n": 0, "brier": null, "ece": null, "reliability": [], "confidence_agreement": [] } }, "heldout": { "n": 18, "metrics": { "hit1": { "keyword": 0.6666666666666666, "jev": 1.0, "app_keyword": 0.6666666666666666, "paired": { "delta": 0.3333333333333333, "lower": 0.1111111111111111, "upper": 0.5555555555555556, "n": 18, "replicates": 10000, "unit": "query family", "interval": "paired bootstrap percentile 95%" } }, "hit5": { "keyword": 0.8333333333333334, "jev": 1.0, "app_keyword": 0.8333333333333334, "paired": { "delta": 0.16666666666666666, "lower": 0.0, "upper": 0.3333333333333333, "n": 18, "replicates": 10000, "unit": "query family", "interval": "paired bootstrap percentile 95%" } }, "hit10": { "keyword": 0.8888888888888888, "jev": 1.0, "app_keyword": 0.8888888888888888, "paired": { "delta": 0.1111111111111111, "lower": 0.0, "upper": 0.2777777777777778, "n": 18, "replicates": 10000, "unit": "query family", "interval": "paired bootstrap percentile 95%" } }, "mrr": { "keyword": 0.7229166666666667, "jev": 1.0, "app_keyword": 0.7231481481481481, "paired": { "delta": 0.27708333333333335, "lower": 0.09876543209876543, "upper": 0.4708333333333333, "n": 18, "replicates": 10000, "unit": "query family", "interval": "paired bootstrap percentile 95%" } }, "nominated_target_coverage": { "keyword": 1.0, "jev": 1.0, "app_keyword": 1.0, "paired": { "delta": 0.0, "lower": 0.0, "upper": 0.0, "n": 18, "replicates": 10000, "unit": "query family", "interval": "paired bootstrap percentile 95%" } } }, "human": { "precision5": { "paired_queries": 0, "keyword": null, "jev": null, "paired": null }, "pooled_ndcg5": { "paired_queries": 0, "keyword": null, "jev": null, "paired": null } }, "confidence": { "n": 0, "brier": null, "ece": null, "reliability": [], "confidence_agreement": [] } } }, "queries": [ { "id": "Q01", "family": "formation", "split": "development", "kind": "ranking", "category": "requirements", "query": "What must exist for a trust to be created?", "targets": [ "163.003" ], "status": "complete", "error_class": null, "metrics": { "keyword": { "first_target_rank": 17, "hit1": 0.0, "hit5": 0.0, "hit10": 0.0, "mrr": 0.058823529411764705, "nominated_target_coverage": 1.0 }, "jev": { "first_target_rank": 1, "hit1": 1.0, "hit5": 1.0, "hit10": 1.0, "mrr": 1.0, "nominated_target_coverage": 1.0 }, "app_keyword": { "first_target_rank": 19, "hit1": 0.0, "hit5": 0.0, "hit10": 0.0, "mrr": 0.05263157894736842, "nominated_target_coverage": 1.0 } }, "human": { "keyword": { "precision5": null, "pooled_ndcg5": null }, "jev": { "precision5": null, "pooled_ndcg5": null }, "app_keyword": { "precision5": null, "pooled_ndcg5": null } }, "reviewed_sections": 0, "pool_size": 51, "top": { "keyword": [ { "citation": "163.008", "caption": "Validity of trust created in relation to real property; recordation.", "p_useful": 0.97, "confidence": 0.64 }, { "citation": "163.260", "caption": "Incorporation by reference of powers enumerated in NRS 163.265 to 163.410 , inclusive; restriction on exercise of such powers.", "p_useful": 0.13, "confidence": 0.65 }, { "citation": "720.200", "caption": "Unlawful acts; penalty.", "p_useful": 0.0, "confidence": 0.97 }, { "citation": "163.5505", "caption": "Creation; enforcement; requirements.", "p_useful": 0.8099999999999999, "confidence": 0.56 }, { "citation": "153.020", "caption": "Retention of jurisdiction by court after final distribution.", "p_useful": 0.1, "confidence": 0.54 } ], "jev": [ { "citation": "163.003", "caption": "Creation: Requirements.", "p_useful": 1.0, "confidence": 1.0 }, { "citation": "163.006", "caption": "Creation: Beneficiary.", "p_useful": 1.0, "confidence": 0.89 }, { "citation": "163.008", "caption": "Validity of trust created in relation to real property; recordation.", "p_useful": 0.97, "confidence": 0.64 }, { "citation": "111.205", "caption": "No estate created in land unless by operation of law or written conveyance; leases for terms not exceeding 1 year.", "p_useful": 0.97, "confidence": 0.56 }, { "citation": "132.350", "caption": "“Trust” defined.", "p_useful": 0.9400000000000001, "confidence": 0.56 } ], "app_keyword": [ { "citation": "163.008", "caption": "Validity of trust created in relation to real property; recordation.", "p_useful": 0.97, "confidence": 0.64 }, { "citation": "163.260", "caption": "Incorporation by reference of powers enumerated in NRS 163.265 to 163.410 , inclusive; restriction on exercise of such powers.", "p_useful": 0.13, "confidence": 0.65 }, { "citation": "720.200", "caption": "Unlawful acts; penalty.", "p_useful": 0.0, "confidence": 0.97 }, { "citation": "163.5505", "caption": "Creation; enforcement; requirements.", "p_useful": 0.8099999999999999, "confidence": 0.56 }, { "citation": "153.020", "caption": "Retention of jurisdiction by court after final distribution.", "p_useful": 0.1, "confidence": 0.54 } ] }, "high_probability_candidates": 7 }, { "id": "Q02", "family": "oral", "split": "development", "kind": "ranking", "category": "requirements", "query": "Can a trust of personal property be established orally?", "targets": [ "163.009" ], "status": "complete", "error_class": null, "metrics": { "keyword": { "first_target_rank": 1, "hit1": 1.0, "hit5": 1.0, "hit10": 1.0, "mrr": 1.0, "nominated_target_coverage": 1.0 }, "jev": { "first_target_rank": 1, "hit1": 1.0, "hit5": 1.0, "hit10": 1.0, "mrr": 1.0, "nominated_target_coverage": 1.0 }, "app_keyword": { "first_target_rank": 1, "hit1": 1.0, "hit5": 1.0, "hit10": 1.0, "mrr": 1.0, "nominated_target_coverage": 1.0 } }, "human": { "keyword": { "precision5": null, "pooled_ndcg5": null }, "jev": { "precision5": null, "pooled_ndcg5": null }, "app_keyword": { "precision5": null, "pooled_ndcg5": null } }, "reviewed_sections": 0, "pool_size": 51, "top": { "keyword": [ { "citation": "163.009", "caption": "Oral trust of personal property.", "p_useful": 1.0, "confidence": 1.0 }, { "citation": "164.950", "caption": "Distribution by trustee of community property in nontestamentary trust established by married settlors.", "p_useful": 0.04, "confidence": 0.5 }, { "citation": "111.345", "caption": "Proof taken upon oath of incompetent witness: Instrument not admissible until established by competent proof.", "p_useful": 0.01, "confidence": 0.89 }, { "citation": "155.160", "caption": "Responses and objections to proceedings.", "p_useful": 0.0, "confidence": 0.95 }, { "citation": "132.350", "caption": "“Trust” defined.", "p_useful": 0.8500000000000001, "confidence": 0.65 } ], "jev": [ { "citation": "163.009", "caption": "Oral trust of personal property.", "p_useful": 1.0, "confidence": 1.0 }, { "citation": "163.160", "caption": "Power of settlor; liability of trustee for breach of trust.", "p_useful": 0.98, "confidence": 0.65 }, { "citation": "132.350", "caption": "“Trust” defined.", "p_useful": 0.8500000000000001, "confidence": 0.65 }, { "citation": "111.763", "caption": "Proper execution and acknowledgment required to transfer interest in tangible personal property effective upon death of owner; other methods of transfer not precluded.", "p_useful": 0.31, "confidence": 0.42 }, { "citation": "163.590", "caption": "Disposition of trust property by reference to statement or list; requirements for admissibility of statement or list as evidence of intended disposition; uses of statement or list.", "p_useful": 0.18000000000000002, "confidence": 0.65 } ], "app_keyword": [ { "citation": "163.009", "caption": "Oral trust of personal property.", "p_useful": 1.0, "confidence": 1.0 }, { "citation": "164.950", "caption": "Distribution by trustee of community property in nontestamentary trust established by married settlors.", "p_useful": 0.04, "confidence": 0.5 }, { "citation": "111.345", "caption": "Proof taken upon oath of incompetent witness: Instrument not admissible until established by competent proof.", "p_useful": 0.01, "confidence": 0.89 }, { "citation": "155.160", "caption": "Responses and objections to proceedings.", "p_useful": 0.0, "confidence": 0.95 }, { "citation": "132.350", "caption": "“Trust” defined.", "p_useful": 0.8500000000000001, "confidence": 0.65 } ] }, "high_probability_candidates": 3 }, { "id": "Q03", "family": "merge", "split": "development", "kind": "ranking", "category": "powers", "query": "May a trustee combine separate trusts into one trust?", "targets": [ "163.025" ], "status": "complete", "error_class": null, "metrics": { "keyword": { "first_target_rank": 1, "hit1": 1.0, "hit5": 1.0, "hit10": 1.0, "mrr": 1.0, "nominated_target_coverage": 1.0 }, "jev": { "first_target_rank": 1, "hit1": 1.0, "hit5": 1.0, "hit10": 1.0, "mrr": 1.0, "nominated_target_coverage": 1.0 }, "app_keyword": { "first_target_rank": 1, "hit1": 1.0, "hit5": 1.0, "hit10": 1.0, "mrr": 1.0, "nominated_target_coverage": 1.0 } }, "human": { "keyword": { "precision5": null, "pooled_ndcg5": null }, "jev": { "precision5": null, "pooled_ndcg5": null }, "app_keyword": { "precision5": null, "pooled_ndcg5": null } }, "reviewed_sections": 0, "pool_size": 50, "top": { "keyword": [ { "citation": "163.025", "caption": "Combining or dividing certain trusts.", "p_useful": 1.0, "confidence": 1.0 }, { "citation": "164.865", "caption": "Allocation of certain payments received because of services rendered or property transferred to payor in exchange for future payments to income or principal, or both; certain exceptions for trusts that qualify for marital deduction under federal law.", "p_useful": 0.0, "confidence": 0.78 }, { "citation": "163.040", "caption": "Corporate trustee may deposit with self certain money held in trust.", "p_useful": 0.0, "confidence": 0.81 }, { "citation": "163.026", "caption": "Giving name to or changing name of certain trusts.", "p_useful": 0.01, "confidence": 0.6 }, { "citation": "163.188", "caption": "Distribution of assets funding a separate trust without creation of separate trust.", "p_useful": 0.28, "confidence": 0.5 } ], "jev": [ { "citation": "163.025", "caption": "Combining or dividing certain trusts.", "p_useful": 1.0, "confidence": 1.0 }, { "citation": "164.940", "caption": "Nonjudicial settlement agreements: Enforceability; when void; matters that may be resolved.", "p_useful": 1.0, "confidence": 0.91 }, { "citation": "163.00195", "caption": "Enforcement of no-contest clauses; exceptions.", "p_useful": 0.67, "confidence": 0.46 }, { "citation": "163.385", "caption": "Acquisition and holding of property of two or more trusts undivided.", "p_useful": 0.65, "confidence": 0.56 }, { "citation": "111.235", "caption": "Grants and assignments of existing trusts to be in writing or are void.", "p_useful": 0.37, "confidence": 0.42 } ], "app_keyword": [ { "citation": "163.025", "caption": "Combining or dividing certain trusts.", "p_useful": 1.0, "confidence": 1.0 }, { "citation": "164.865", "caption": "Allocation of certain payments received because of services rendered or property transferred to payor in exchange for future payments to income or principal, or both; certain exceptions for trusts that qualify for marital deduction under federal law.", "p_useful": 0.0, "confidence": 0.78 }, { "citation": "163.040", "caption": "Corporate trustee may deposit with self certain money held in trust.", "p_useful": 0.0, "confidence": 0.81 }, { "citation": "163.026", "caption": "Giving name to or changing name of certain trusts.", "p_useful": 0.01, "confidence": 0.6 }, { "citation": "163.188", "caption": "Distribution of assets funding a separate trust without creation of separate trust.", "p_useful": 0.28, "confidence": 0.5 } ] }, "high_probability_candidates": 2 }, { "id": "Q04", "family": "cotrustees", "split": "development", "kind": "ranking", "category": "procedure", "query": "How do three cotrustees exercise their powers when one disagrees?", "targets": [ "163.110" ], "status": "complete", "error_class": null, "metrics": { "keyword": { "first_target_rank": 1, "hit1": 1.0, "hit5": 1.0, "hit10": 1.0, "mrr": 1.0, "nominated_target_coverage": 1.0 }, "jev": { "first_target_rank": 1, "hit1": 1.0, "hit5": 1.0, "hit10": 1.0, "mrr": 1.0, "nominated_target_coverage": 1.0 }, "app_keyword": { "first_target_rank": 1, "hit1": 1.0, "hit5": 1.0, "hit10": 1.0, "mrr": 1.0, "nominated_target_coverage": 1.0 } }, "human": { "keyword": { "precision5": null, "pooled_ndcg5": null }, "jev": { "precision5": null, "pooled_ndcg5": null }, "app_keyword": { "precision5": null, "pooled_ndcg5": null } }, "reviewed_sections": 0, "pool_size": 50, "top": { "keyword": [ { "citation": "163.110", "caption": "Powers of cotrustees: Exercisable by majority if more than two cotrustees; liability of dissenting cotrustee; unanimous action required if only two cotrustees; petition of interested person.", "p_useful": 1.0, "confidence": 1.0 }, { "citation": "165.220", "caption": "Oaths.", "p_useful": 0.04, "confidence": 0.47 }, { "citation": "163.5557", "caption": "Powers of investment trust adviser and distribution trust adviser.", "p_useful": 0.02, "confidence": 0.61 }, { "citation": "163.419", "caption": "Discretionary interest: Beneficiary does not have enforceable right to distribution; court review; trustee’s powers and duties.", "p_useful": 0.01, "confidence": 0.65 }, { "citation": "163.260", "caption": "Incorporation by reference of powers enumerated in NRS 163.265 to 163.410 , inclusive; restriction on exercise of such powers.", "p_useful": 0.07, "confidence": 0.71 } ], "jev": [ { "citation": "163.110", "caption": "Powers of cotrustees: Exercisable by majority if more than two cotrustees; liability of dissenting cotrustee; unanimous action required if only two cotrustees; petition of interested person.", "p_useful": 1.0, "confidence": 1.0 }, { "citation": "164.410", "caption": "Contents.", "p_useful": 0.88, "confidence": 0.58 }, { "citation": "163.115", "caption": "Removal of trustee; maintenance of proceeding for breach of trust by trustee; permissible purposes for maintenance of proceeding; penalties for not filing petition in good faith; nonexclusivity of remedies; method of commencing proceeding.", "p_useful": 0.76, "confidence": 0.72 }, { "citation": "164.710", "caption": "Administration of trust or estate by fiduciary in accordance with its terms or in accordance with provisions of NRS.", "p_useful": 0.36000000000000004, "confidence": 0.57 }, { "citation": "163.023", "caption": "Powers of trustee.", "p_useful": 0.28, "confidence": 0.68 } ], "app_keyword": [ { "citation": "163.110", "caption": "Powers of cotrustees: Exercisable by majority if more than two cotrustees; liability of dissenting cotrustee; unanimous action required if only two cotrustees; petition of interested person.", "p_useful": 1.0, "confidence": 1.0 }, { "citation": "165.220", "caption": "Oaths.", "p_useful": 0.04, "confidence": 0.47 }, { "citation": "163.5557", "caption": "Powers of investment trust adviser and distribution trust adviser.", "p_useful": 0.02, "confidence": 0.61 }, { "citation": "163.419", "caption": "Discretionary interest: Beneficiary does not have enforceable right to distribution; court review; trustee’s powers and duties.", "p_useful": 0.01, "confidence": 0.65 }, { "citation": "163.260", "caption": "Incorporation by reference of powers enumerated in NRS 163.265 to 163.410 , inclusive; restriction on exercise of such powers.", "p_useful": 0.07, "confidence": 0.71 } ] }, "high_probability_candidates": 2 }, { "id": "Q05", "family": "removal", "split": "development", "kind": "ranking", "category": "remedy", "query": "How can a beneficiary ask the court to remove a trustee for breach of trust?", "targets": [ "163.115" ], "status": "complete", "error_class": null, "metrics": { "keyword": { "first_target_rank": 1, "hit1": 1.0, "hit5": 1.0, "hit10": 1.0, "mrr": 1.0, "nominated_target_coverage": 1.0 }, "jev": { "first_target_rank": 1, "hit1": 1.0, "hit5": 1.0, "hit10": 1.0, "mrr": 1.0, "nominated_target_coverage": 1.0 }, "app_keyword": { "first_target_rank": 1, "hit1": 1.0, "hit5": 1.0, "hit10": 1.0, "mrr": 1.0, "nominated_target_coverage": 1.0 } }, "human": { "keyword": { "precision5": null, "pooled_ndcg5": null }, "jev": { "precision5": null, "pooled_ndcg5": null }, "app_keyword": { "precision5": null, "pooled_ndcg5": null } }, "reviewed_sections": 0, "pool_size": 51, "top": { "keyword": [ { "citation": "163.115", "caption": "Removal of trustee; maintenance of proceeding for breach of trust by trustee; permissible purposes for maintenance of proceeding; penalties for not filing petition in good faith; nonexclusivity of remedies; method of commencing proceeding.", "p_useful": 1.0, "confidence": 1.0 }, { "citation": "163.160", "caption": "Power of settlor; liability of trustee for breach of trust.", "p_useful": 0.22, "confidence": 0.64 }, { "citation": "163.190", "caption": "Penalty for violation of certain provisions of chapter.", "p_useful": 0.81, "confidence": 0.76 }, { "citation": "163.0075", "caption": "Validity of trust providing for care of one or more animals.", "p_useful": 0.29000000000000004, "confidence": 0.34 }, { "citation": "163.4177", "caption": "Factors which must not be considered exercising improper dominion or control over trust.", "p_useful": 0.16, "confidence": 0.59 } ], "jev": [ { "citation": "163.115", "caption": "Removal of trustee; maintenance of proceeding for breach of trust by trustee; permissible purposes for maintenance of proceeding; penalties for not filing petition in good faith; nonexclusivity of remedies; method of commencing proceeding.", "p_useful": 1.0, "confidence": 1.0 }, { "citation": "153.031", "caption": "Petition by trustee or beneficiary concerning affairs of trust: Purposes of petition; contents; notice and hearing; additional relief.", "p_useful": 1.0, "confidence": 0.65 }, { "citation": "155.165", "caption": "Finding of vexatious litigant; sanctions; standing of interested party and vexatious litigant under certain circumstances.", "p_useful": 0.8300000000000001, "confidence": 0.75 }, { "citation": "163.190", "caption": "Penalty for violation of certain provisions of chapter.", "p_useful": 0.81, "confidence": 0.76 }, { "citation": "163.117", "caption": "Ex parte order restraining trustee from taking certain actions.", "p_useful": 0.76, "confidence": 0.72 } ], "app_keyword": [ { "citation": "163.115", "caption": "Removal of trustee; maintenance of proceeding for breach of trust by trustee; permissible purposes for maintenance of proceeding; penalties for not filing petition in good faith; nonexclusivity of remedies; method of commencing proceeding.", "p_useful": 1.0, "confidence": 1.0 }, { "citation": "163.160", "caption": "Power of settlor; liability of trustee for breach of trust.", "p_useful": 0.22, "confidence": 0.64 }, { "citation": "163.190", "caption": "Penalty for violation of certain provisions of chapter.", "p_useful": 0.81, "confidence": 0.76 }, { "citation": "163.0075", "caption": "Validity of trust providing for care of one or more animals.", "p_useful": 0.29000000000000004, "confidence": 0.34 }, { "citation": "163.4177", "caption": "Factors which must not be considered exercising improper dominion or control over trust.", "p_useful": 0.16, "confidence": 0.59 } ] }, "high_probability_candidates": 4 }, { "id": "Q06", "family": "protector", "split": "development", "kind": "ranking", "category": "powers", "query": "What powers may a trust protector be given?", "targets": [ "163.5553" ], "status": "complete", "error_class": null, "metrics": { "keyword": { "first_target_rank": 1, "hit1": 1.0, "hit5": 1.0, "hit10": 1.0, "mrr": 1.0, "nominated_target_coverage": 1.0 }, "jev": { "first_target_rank": 1, "hit1": 1.0, "hit5": 1.0, "hit10": 1.0, "mrr": 1.0, "nominated_target_coverage": 1.0 }, "app_keyword": { "first_target_rank": 1, "hit1": 1.0, "hit5": 1.0, "hit10": 1.0, "mrr": 1.0, "nominated_target_coverage": 1.0 } }, "human": { "keyword": { "precision5": null, "pooled_ndcg5": null }, "jev": { "precision5": null, "pooled_ndcg5": null }, "app_keyword": { "precision5": null, "pooled_ndcg5": null } }, "reviewed_sections": 0, "pool_size": 50, "top": { "keyword": [ { "citation": "163.5553", "caption": "Powers of trust protector.", "p_useful": 1.0, "confidence": 1.0 }, { "citation": "163.5537", "caption": "“Distribution trust adviser” defined.", "p_useful": 0.46, "confidence": 0.34 }, { "citation": "163.5543", "caption": "“Investment trust adviser” defined.", "p_useful": 0.34, "confidence": 0.53 }, { "citation": "163.5547", "caption": "“Trust protector” defined.", "p_useful": 0.6900000000000001, "confidence": 0.67 }, { "citation": "163.5555", "caption": "Trust protector and trust adviser: Submission to jurisdiction of courts of this State.", "p_useful": 0.15, "confidence": 0.78 } ], "jev": [ { "citation": "163.5553", "caption": "Powers of trust protector.", "p_useful": 1.0, "confidence": 1.0 }, { "citation": "163.557", "caption": "Reimbursement of settlor for tax on trust income or principal.", "p_useful": 0.93, "confidence": 0.56 }, { "citation": "163.5536", "caption": "“Directing trust adviser” defined.", "p_useful": 0.97, "confidence": 0.85 }, { "citation": "163.5505", "caption": "Creation; enforcement; requirements.", "p_useful": 0.87, "confidence": 0.83 }, { "citation": "132.145", "caption": "“Fiduciary” defined.", "p_useful": 0.81, "confidence": 0.77 } ], "app_keyword": [ { "citation": "163.5553", "caption": "Powers of trust protector.", "p_useful": 1.0, "confidence": 1.0 }, { "citation": "163.5555", "caption": "Trust protector and trust adviser: Submission to jurisdiction of courts of this State.", "p_useful": 0.15, "confidence": 0.78 }, { "citation": "163.5537", "caption": "“Distribution trust adviser” defined.", "p_useful": 0.46, "confidence": 0.34 }, { "citation": "163.5543", "caption": "“Investment trust adviser” defined.", "p_useful": 0.34, "confidence": 0.53 }, { "citation": "163.5547", "caption": "“Trust protector” defined.", "p_useful": 0.6900000000000001, "confidence": 0.67 } ] }, "high_probability_candidates": 5 }, { "id": "Q07", "family": "notice", "split": "development", "kind": "ranking", "category": "procedure", "query": "What notice may a trustee give beneficiaries when a revocable trust becomes irrevocable?", "targets": [ "164.021" ], "status": "complete", "error_class": null, "metrics": { "keyword": { "first_target_rank": 1, "hit1": 1.0, "hit5": 1.0, "hit10": 1.0, "mrr": 1.0, "nominated_target_coverage": 1.0 }, "jev": { "first_target_rank": 1, "hit1": 1.0, "hit5": 1.0, "hit10": 1.0, "mrr": 1.0, "nominated_target_coverage": 1.0 }, "app_keyword": { "first_target_rank": 1, "hit1": 1.0, "hit5": 1.0, "hit10": 1.0, "mrr": 1.0, "nominated_target_coverage": 1.0 } }, "human": { "keyword": { "precision5": null, "pooled_ndcg5": null }, "jev": { "precision5": null, "pooled_ndcg5": null }, "app_keyword": { "precision5": null, "pooled_ndcg5": null } }, "reviewed_sections": 0, "pool_size": 50, "top": { "keyword": [ { "citation": "164.021", "caption": "Notice by trustee to beneficiaries, heirs and other interested persons concerning change of revocable trust to irrevocable trust; contents of notice; limitation of action to contest validity of trust; exceptions; waiver of notice.", "p_useful": 1.0, "confidence": 1.0 }, { "citation": "163.560", "caption": "Irrevocable trust not to be construed as revocable.", "p_useful": 0.05, "confidence": 0.61 }, { "citation": "163.026", "caption": "Giving name to or changing name of certain trusts.", "p_useful": 0.0, "confidence": 0.75 }, { "citation": "163.5541", "caption": "“Instrument” defined.", "p_useful": 0.08, "confidence": 0.41 }, { "citation": "111.1039", "caption": "Prospective application.", "p_useful": 0.06, "confidence": 0.5 } ], "jev": [ { "citation": "164.021", "caption": "Notice by trustee to beneficiaries, heirs and other interested persons concerning change of revocable trust to irrevocable trust; contents of notice; limitation of action to contest validity of trust; exceptions; waiver of notice.", "p_useful": 1.0, "confidence": 1.0 }, { "citation": "165.1207", "caption": "Requirements for satisfying duty to account; persons entitled to receive account.", "p_useful": 0.47, "confidence": 0.29 }, { "citation": "164.725", "caption": "Notice of proposed action: Authorized; to whom notice must be sent; content; objection to proposed action; limitations on liability; court order to take action over objection; burden of proof; notice when action not taken.", "p_useful": 0.49, "confidence": 0.24 }, { "citation": "163.004", "caption": "Creation: Terms; revocability; rules of construction.", "p_useful": 0.26, "confidence": 0.63 }, { "citation": "164.900", "caption": "Disbursements required to be made from income; reduction of amount charged against income.", "p_useful": 0.39, "confidence": 0.08 } ], "app_keyword": [ { "citation": "164.021", "caption": "Notice by trustee to beneficiaries, heirs and other interested persons concerning change of revocable trust to irrevocable trust; contents of notice; limitation of action to contest validity of trust; exceptions; waiver of notice.", "p_useful": 1.0, "confidence": 1.0 }, { "citation": "163.560", "caption": "Irrevocable trust not to be construed as revocable.", "p_useful": 0.05, "confidence": 0.61 }, { "citation": "111.1039", "caption": "Prospective application.", "p_useful": 0.06, "confidence": 0.5 }, { "citation": "163.026", "caption": "Giving name to or changing name of certain trusts.", "p_useful": 0.0, "confidence": 0.75 }, { "citation": "163.5541", "caption": "“Instrument” defined.", "p_useful": 0.08, "confidence": 0.41 } ] }, "high_probability_candidates": 1 }, { "id": "Q08", "family": "investing", "split": "development", "kind": "ranking", "category": "standard", "query": "What standard governs a trustee investing and managing trust property?", "targets": [ "164.740" ], "status": "complete", "error_class": null, "metrics": { "keyword": { "first_target_rank": null, "hit1": 0.0, "hit5": 0.0, "hit10": 0.0, "mrr": 0.0, "nominated_target_coverage": 0.0 }, "jev": { "first_target_rank": null, "hit1": 0.0, "hit5": 0.0, "hit10": 0.0, "mrr": 0.0, "nominated_target_coverage": 0.0 }, "app_keyword": { "first_target_rank": 32, "hit1": 0.0, "hit5": 0.0, "hit10": 0.0, "mrr": 0.03125, "nominated_target_coverage": 1.0 } }, "human": { "keyword": { "precision5": null, "pooled_ndcg5": null }, "jev": { "precision5": null, "pooled_ndcg5": null }, "app_keyword": { "precision5": null, "pooled_ndcg5": null } }, "reviewed_sections": 0, "pool_size": 51, "top": { "keyword": [ { "citation": "164.665", "caption": "Standard of conduct in managing and investing institutional fund.", "p_useful": 0.6499999999999999, "confidence": 0.4 }, { "citation": "164.760", "caption": "Incurring costs.", "p_useful": 0.76, "confidence": 0.72 }, { "citation": "164.745", "caption": "Satisfaction of prudent investor standard; evaluation of decisions; consideration of circumstances; verification of facts; types of investments; special skills or expertise of trustee.", "p_useful": 1.0, "confidence": 1.0 }, { "citation": "164.720", "caption": "Trust having two or more beneficiaries; impartial administration of trust or estate.", "p_useful": 0.79, "confidence": 0.74 }, { "citation": "164.770", "caption": "Delegation of functions by trustee; standard of care owed by agent; trustee immunity from liability; jurisdiction over agent.", "p_useful": 0.91, "confidence": 0.54 } ], "jev": [ { "citation": "164.745", "caption": "Satisfaction of prudent investor standard; evaluation of decisions; consideration of circumstances; verification of facts; types of investments; special skills or expertise of trustee.", "p_useful": 1.0, "confidence": 1.0 }, { "citation": "163.275", "caption": "Investments; reinvestments; delegation of authority to invest.", "p_useful": 0.9099999999999999, "confidence": 0.38 }, { "citation": "164.770", "caption": "Delegation of functions by trustee; standard of care owed by agent; trustee immunity from liability; jurisdiction over agent.", "p_useful": 0.91, "confidence": 0.54 }, { "citation": "164.720", "caption": "Trust having two or more beneficiaries; impartial administration of trust or estate.", "p_useful": 0.79, "confidence": 0.74 }, { "citation": "164.760", "caption": "Incurring costs.", "p_useful": 0.76, "confidence": 0.72 } ], "app_keyword": [ { "citation": "164.665", "caption": "Standard of conduct in managing and investing institutional fund.", "p_useful": 0.6499999999999999, "confidence": 0.4 }, { "citation": "164.760", "caption": "Incurring costs.", "p_useful": 0.76, "confidence": 0.72 }, { "citation": "164.745", "caption": "Satisfaction of prudent investor standard; evaluation of decisions; consideration of circumstances; verification of facts; types of investments; special skills or expertise of trustee.", "p_useful": 1.0, "confidence": 1.0 }, { "citation": "164.720", "caption": "Trust having two or more beneficiaries; impartial administration of trust or estate.", "p_useful": 0.79, "confidence": 0.74 }, { "citation": "164.770", "caption": "Delegation of functions by trustee; standard of care owed by agent; trustee immunity from liability; jurisdiction over agent.", "p_useful": 0.91, "confidence": 0.54 } ] }, "high_probability_candidates": 3 }, { "id": "Q09", "family": "holographic", "split": "development", "kind": "ranking", "category": "requirements", "query": "What makes a handwritten will valid without witnesses?", "targets": [ "133.090" ], "status": "complete", "error_class": null, "metrics": { "keyword": { "first_target_rank": 16, "hit1": 0.0, "hit5": 0.0, "hit10": 0.0, "mrr": 0.0625, "nominated_target_coverage": 1.0 }, "jev": { "first_target_rank": 1, "hit1": 1.0, "hit5": 1.0, "hit10": 1.0, "mrr": 1.0, "nominated_target_coverage": 1.0 }, "app_keyword": { "first_target_rank": 16, "hit1": 0.0, "hit5": 0.0, "hit10": 0.0, "mrr": 0.0625, "nominated_target_coverage": 1.0 } }, "human": { "keyword": { "precision5": null, "pooled_ndcg5": null }, "jev": { "precision5": null, "pooled_ndcg5": null }, "app_keyword": { "precision5": null, "pooled_ndcg5": null } }, "reviewed_sections": 0, "pool_size": 50, "top": { "keyword": [ { "citation": "133.040", "caption": "Valid wills: Requirements of writing, subscription, witnesses and attestation.", "p_useful": 0.99, "confidence": 0.71 }, { "citation": "133.070", "caption": "Creditors as witnesses.", "p_useful": 0.07, "confidence": 0.68 }, { "citation": "133.050", "caption": "Attesting witnesses may sign self-proving declarations or affidavits to be attached to or associated with will.", "p_useful": 0.09, "confidence": 0.74 }, { "citation": "133.085", "caption": "Electronic will.", "p_useful": 0.14, "confidence": 0.6 }, { "citation": "111.145", "caption": "Witnesses to conveyance may be subpoenaed.", "p_useful": 0.01, "confidence": 0.83 } ], "jev": [ { "citation": "133.090", "caption": "Holographic will.", "p_useful": 1.0, "confidence": 0.99 }, { "citation": "133.040", "caption": "Valid wills: Requirements of writing, subscription, witnesses and attestation.", "p_useful": 0.99, "confidence": 0.71 }, { "citation": "133.060", "caption": "Devise to subscribing witness.", "p_useful": 0.37, "confidence": 0.52 }, { "citation": "132.345", "caption": "“Testator” defined.", "p_useful": 0.12, "confidence": 0.79 }, { "citation": "133.100", "caption": "Nuncupative or oral will invalid.", "p_useful": 0.17, "confidence": 0.64 } ], "app_keyword": [ { "citation": "133.040", "caption": "Valid wills: Requirements of writing, subscription, witnesses and attestation.", "p_useful": 0.99, "confidence": 0.71 }, { "citation": "133.070", "caption": "Creditors as witnesses.", "p_useful": 0.07, "confidence": 0.68 }, { "citation": "133.050", "caption": "Attesting witnesses may sign self-proving declarations or affidavits to be attached to or associated with will.", "p_useful": 0.09, "confidence": 0.74 }, { "citation": "133.085", "caption": "Electronic will.", "p_useful": 0.14, "confidence": 0.6 }, { "citation": "111.145", "caption": "Witnesses to conveyance may be subpoenaed.", "p_useful": 0.01, "confidence": 0.83 } ] }, "high_probability_candidates": 2 }, { "id": "Q10", "family": "jointtenancy", "split": "development", "kind": "ranking", "category": "requirements", "query": "How is a joint tenancy in real or personal property created?", "targets": [ "111.065" ], "status": "complete", "error_class": null, "metrics": { "keyword": { "first_target_rank": 1, "hit1": 1.0, "hit5": 1.0, "hit10": 1.0, "mrr": 1.0, "nominated_target_coverage": 1.0 }, "jev": { "first_target_rank": 1, "hit1": 1.0, "hit5": 1.0, "hit10": 1.0, "mrr": 1.0, "nominated_target_coverage": 1.0 }, "app_keyword": { "first_target_rank": 1, "hit1": 1.0, "hit5": 1.0, "hit10": 1.0, "mrr": 1.0, "nominated_target_coverage": 1.0 } }, "human": { "keyword": { "precision5": null, "pooled_ndcg5": null }, "jev": { "precision5": null, "pooled_ndcg5": null }, "app_keyword": { "precision5": null, "pooled_ndcg5": null } }, "reviewed_sections": 0, "pool_size": 50, "top": { "keyword": [ { "citation": "111.065", "caption": "Joint tenancy in real and personal property: Creation.", "p_useful": 1.0, "confidence": 1.0 }, { "citation": "111.063", "caption": "Tenancy in common: Creation.", "p_useful": 0.35, "confidence": 0.47 }, { "citation": "111.675", "caption": "Requirements for property held as joint tenancy or community property with right of survivorship.", "p_useful": 0.14, "confidence": 0.67 }, { "citation": "111.060", "caption": "Tenancy in common: Definition.", "p_useful": 0.88, "confidence": 0.85 }, { "citation": "111.064", "caption": "Tenancy in common or estate in community property: Creation; right of survivorship.", "p_useful": 0.76, "confidence": 0.7 } ], "jev": [ { "citation": "111.065", "caption": "Joint tenancy in real and personal property: Creation.", "p_useful": 1.0, "confidence": 1.0 }, { "citation": "111.060", "caption": "Tenancy in common: Definition.", "p_useful": 0.88, "confidence": 0.85 }, { "citation": "111.064", "caption": "Tenancy in common or estate in community property: Creation; right of survivorship.", "p_useful": 0.76, "confidence": 0.7 }, { "citation": "111.205", "caption": "No estate created in land unless by operation of law or written conveyance; leases for terms not exceeding 1 year.", "p_useful": 0.78, "confidence": 0.72 }, { "citation": "111.673", "caption": "Designation of beneficiary.", "p_useful": 0.62, "confidence": 0.51 } ], "app_keyword": [ { "citation": "111.065", "caption": "Joint tenancy in real and personal property: Creation.", "p_useful": 1.0, "confidence": 1.0 }, { "citation": "111.063", "caption": "Tenancy in common: Creation.", "p_useful": 0.35, "confidence": 0.47 }, { "citation": "111.675", "caption": "Requirements for property held as joint tenancy or community property with right of survivorship.", "p_useful": 0.14, "confidence": 0.67 }, { "citation": "111.060", "caption": "Tenancy in common: Definition.", "p_useful": 0.88, "confidence": 0.85 }, { "citation": "111.064", "caption": "Tenancy in common or estate in community property: Creation; right of survivorship.", "p_useful": 0.76, "confidence": 0.7 } ] }, "high_probability_candidates": 2 }, { "id": "Q11", "family": "executor", "split": "development", "kind": "ranking", "category": "powers", "query": "What can an executor do before letters are issued?", "targets": [ "138.010" ], "status": "complete", "error_class": null, "metrics": { "keyword": { "first_target_rank": 3, "hit1": 0.0, "hit5": 1.0, "hit10": 1.0, "mrr": 0.3333333333333333, "nominated_target_coverage": 1.0 }, "jev": { "first_target_rank": 1, "hit1": 1.0, "hit5": 1.0, "hit10": 1.0, "mrr": 1.0, "nominated_target_coverage": 1.0 }, "app_keyword": { "first_target_rank": 3, "hit1": 0.0, "hit5": 1.0, "hit10": 1.0, "mrr": 0.3333333333333333, "nominated_target_coverage": 1.0 } }, "human": { "keyword": { "precision5": null, "pooled_ndcg5": null }, "jev": { "precision5": null, "pooled_ndcg5": null }, "app_keyword": { "precision5": null, "pooled_ndcg5": null } }, "reviewed_sections": 0, "pool_size": 50, "top": { "keyword": [ { "citation": "138.070", "caption": "Executor of deceased executor; account of deceased personal representative.", "p_useful": 0.09, "confidence": 0.65 }, { "citation": "138.020", "caption": "Qualifications of executor; letters with will annexed.", "p_useful": 0.21, "confidence": 0.7 }, { "citation": "138.010", "caption": "Powers of personal representative before issuance of letters.", "p_useful": 1.0, "confidence": 1.0 }, { "citation": "138.040", "caption": "Executor not specifically named may be appointed.", "p_useful": 0.06, "confidence": 0.7 }, { "citation": "138.050", "caption": "Successor to corporate executor.", "p_useful": 0.07, "confidence": 0.68 } ], "jev": [ { "citation": "138.010", "caption": "Powers of personal representative before issuance of letters.", "p_useful": 1.0, "confidence": 1.0 }, { "citation": "155.123", "caption": "Temporary restraining orders or injunctions issued to protect assets of estate or trust.", "p_useful": 0.69, "confidence": 0.54 }, { "citation": "138.060", "caption": "Objections to appointment.", "p_useful": 0.45, "confidence": 0.42 }, { "citation": "132.220", "caption": "“Letters” defined.", "p_useful": 0.34, "confidence": 0.61 }, { "citation": "138.090", "caption": "Administrators with will annexed: Order of appointment; exceptions.", "p_useful": 0.35000000000000003, "confidence": 0.53 } ], "app_keyword": [ { "citation": "138.070", "caption": "Executor of deceased executor; account of deceased personal representative.", "p_useful": 0.09, "confidence": 0.65 }, { "citation": "138.020", "caption": "Qualifications of executor; letters with will annexed.", "p_useful": 0.21, "confidence": 0.7 }, { "citation": "138.010", "caption": "Powers of personal representative before issuance of letters.", "p_useful": 1.0, "confidence": 1.0 }, { "citation": "138.040", "caption": "Executor not specifically named may be appointed.", "p_useful": 0.06, "confidence": 0.7 }, { "citation": "138.050", "caption": "Successor to corporate executor.", "p_useful": 0.07, "confidence": 0.68 } ] }, "high_probability_candidates": 1 }, { "id": "Q12", "family": "bankdeposit", "split": "development", "kind": "ranking", "category": "liability", "query": "When may a bank pay checks from an account held in a fiduciary capacity?", "targets": [ "162.080" ], "status": "complete", "error_class": null, "metrics": { "keyword": { "first_target_rank": 5, "hit1": 0.0, "hit5": 1.0, "hit10": 1.0, "mrr": 0.2, "nominated_target_coverage": 1.0 }, "jev": { "first_target_rank": 1, "hit1": 1.0, "hit5": 1.0, "hit10": 1.0, "mrr": 1.0, "nominated_target_coverage": 1.0 }, "app_keyword": { "first_target_rank": 6, "hit1": 0.0, "hit5": 0.0, "hit10": 1.0, "mrr": 0.16666666666666666, "nominated_target_coverage": 1.0 } }, "human": { "keyword": { "precision5": null, "pooled_ndcg5": null }, "jev": { "precision5": null, "pooled_ndcg5": null }, "app_keyword": { "precision5": null, "pooled_ndcg5": null } }, "reviewed_sections": 0, "pool_size": 51, "top": { "keyword": [ { "citation": "162.100", "caption": "Deposit in personal account of fiduciary.", "p_useful": 0.92, "confidence": 0.41 }, { "citation": "162.090", "caption": "Check drawn upon account of principal.", "p_useful": 1.0, "confidence": 0.9 }, { "citation": "162.110", "caption": "Deposit in names of two or more trustees.", "p_useful": 0.98, "confidence": 0.5 }, { "citation": "163.060", "caption": "Trustee selling from one trust to self as trustee of another trust.", "p_useful": 0.03, "confidence": 0.49 }, { "citation": "162.080", "caption": "Deposit in name of fiduciary as such.", "p_useful": 1.0, "confidence": 1.0 } ], "jev": [ { "citation": "162.080", "caption": "Deposit in name of fiduciary as such.", "p_useful": 1.0, "confidence": 1.0 }, { "citation": "162.090", "caption": "Check drawn upon account of principal.", "p_useful": 1.0, "confidence": 0.9 }, { "citation": "162.110", "caption": "Deposit in names of two or more trustees.", "p_useful": 0.98, "confidence": 0.5 }, { "citation": "162.100", "caption": "Deposit in personal account of fiduciary.", "p_useful": 0.92, "confidence": 0.41 }, { "citation": "163.305", "caption": "Payment of taxes and expenses.", "p_useful": 0.6799999999999999, "confidence": 0.54 } ], "app_keyword": [ { "citation": "162.100", "caption": "Deposit in personal account of fiduciary.", "p_useful": 0.92, "confidence": 0.41 }, { "citation": "162.090", "caption": "Check drawn upon account of principal.", "p_useful": 1.0, "confidence": 0.9 }, { "citation": "162.110", "caption": "Deposit in names of two or more trustees.", "p_useful": 0.98, "confidence": 0.5 }, { "citation": "163.060", "caption": "Trustee selling from one trust to self as trustee of another trust.", "p_useful": 0.03, "confidence": 0.49 }, { "citation": "162.280", "caption": "Withholding of property from beneficiary.", "p_useful": 0.07, "confidence": 0.55 } ] }, "high_probability_candidates": 4 }, { "id": "Q13", "family": "pets", "split": "heldout", "kind": "ranking", "category": "requirements", "query": "Can I set up a trust to care for my dog after I die?", "targets": [ "163.0075" ], "status": "complete", "error_class": null, "metrics": { "keyword": { "first_target_rank": 5, "hit1": 0.0, "hit5": 1.0, "hit10": 1.0, "mrr": 0.2, "nominated_target_coverage": 1.0 }, "jev": { "first_target_rank": 1, "hit1": 1.0, "hit5": 1.0, "hit10": 1.0, "mrr": 1.0, "nominated_target_coverage": 1.0 }, "app_keyword": { "first_target_rank": 5, "hit1": 0.0, "hit5": 1.0, "hit10": 1.0, "mrr": 0.2, "nominated_target_coverage": 1.0 } }, "human": { "keyword": { "precision5": null, "pooled_ndcg5": null }, "jev": { "precision5": null, "pooled_ndcg5": null }, "app_keyword": { "precision5": null, "pooled_ndcg5": null } }, "reviewed_sections": 0, "pool_size": 51, "top": { "keyword": [ { "citation": "155.0975", "caption": "Exceptions to presumption that certain transfers are void.", "p_useful": 0.08, "confidence": 0.67 }, { "citation": "163.390", "caption": "Establishment and maintenance of reserves.", "p_useful": 0.29, "confidence": 0.48 }, { "citation": "111.695", "caption": "Form of deed upon death.", "p_useful": 0.02, "confidence": 0.77 }, { "citation": "164.770", "caption": "Delegation of functions by trustee; standard of care owed by agent; trustee immunity from liability; jurisdiction over agent.", "p_useful": 0.29, "confidence": 0.49 }, { "citation": "163.0075", "caption": "Validity of trust providing for care of one or more animals.", "p_useful": 1.0, "confidence": 1.0 } ], "jev": [ { "citation": "163.0075", "caption": "Validity of trust providing for care of one or more animals.", "p_useful": 1.0, "confidence": 1.0 }, { "citation": "163.230", "caption": "Testamentary addition to trust.", "p_useful": 0.61, "confidence": 0.51 }, { "citation": "163.115", "caption": "Removal of trustee; maintenance of proceeding for breach of trust by trustee; permissible purposes for maintenance of proceeding; penalties for not filing petition in good faith; nonexclusivity of remedies; method of commencing proceeding.", "p_useful": 0.51, "confidence": 0.44 }, { "citation": "164.025", "caption": "Notice of death of settlor; filing of claim against settlor, trust estate or settlor and trust estate; effect of failure to file claim; notice to Nevada Health Authority and Department of Human Services under certain circumstances; notice of rejected claim; effect of failure to bring suit after notice of rejected claim.", "p_useful": 0.48, "confidence": 0.34 }, { "citation": "165.020", "caption": "Definitions; applicability of chapter.", "p_useful": 0.42, "confidence": 0.47 } ], "app_keyword": [ { "citation": "155.0975", "caption": "Exceptions to presumption that certain transfers are void.", "p_useful": 0.08, "confidence": 0.67 }, { "citation": "163.390", "caption": "Establishment and maintenance of reserves.", "p_useful": 0.29, "confidence": 0.48 }, { "citation": "111.695", "caption": "Form of deed upon death.", "p_useful": 0.02, "confidence": 0.77 }, { "citation": "164.770", "caption": "Delegation of functions by trustee; standard of care owed by agent; trustee immunity from liability; jurisdiction over agent.", "p_useful": 0.29, "confidence": 0.49 }, { "citation": "163.0075", "caption": "Validity of trust providing for care of one or more animals.", "p_useful": 1.0, "confidence": 1.0 } ] }, "high_probability_candidates": 1 }, { "id": "Q14", "family": "electronictrust", "split": "heldout", "kind": "ranking", "category": "requirements", "query": "What requirements apply to an electronic trust and its conversion into a paper original?", "targets": [ "163.0095" ], "status": "complete", "error_class": null, "metrics": { "keyword": { "first_target_rank": 1, "hit1": 1.0, "hit5": 1.0, "hit10": 1.0, "mrr": 1.0, "nominated_target_coverage": 1.0 }, "jev": { "first_target_rank": 1, "hit1": 1.0, "hit5": 1.0, "hit10": 1.0, "mrr": 1.0, "nominated_target_coverage": 1.0 }, "app_keyword": { "first_target_rank": 1, "hit1": 1.0, "hit5": 1.0, "hit10": 1.0, "mrr": 1.0, "nominated_target_coverage": 1.0 } }, "human": { "keyword": { "precision5": null, "pooled_ndcg5": null }, "jev": { "precision5": null, "pooled_ndcg5": null }, "app_keyword": { "precision5": null, "pooled_ndcg5": null } }, "reviewed_sections": 0, "pool_size": 51, "top": { "keyword": [ { "citation": "163.0095", "caption": "Electronic trust: Requirements; conversion into certified paper original; destruction of electronic record.", "p_useful": 1.0, "confidence": 0.95 }, { "citation": "133.340", "caption": "Affidavit required upon creation of certified paper original of electronic will; certification of revocation after electronic revocation of will.", "p_useful": 0.86, "confidence": 0.66 }, { "citation": "133.310", "caption": "Requirements to cease serving as qualified custodian; appointment of successor qualified custodian.", "p_useful": 0.4, "confidence": 0.07 }, { "citation": "132.053", "caption": "“Certified paper original” defined.", "p_useful": 0.62, "confidence": 0.43 }, { "citation": "133.086", "caption": "Requirements for self-proving electronic will; acceptance of declaration or affidavit.", "p_useful": 0.47, "confidence": 0.0 } ], "jev": [ { "citation": "163.0095", "caption": "Electronic trust: Requirements; conversion into certified paper original; destruction of electronic record.", "p_useful": 1.0, "confidence": 0.95 }, { "citation": "163.0015", "caption": "“Electronic trust” defined.", "p_useful": 0.9400000000000001, "confidence": 0.9 }, { "citation": "133.340", "caption": "Affidavit required upon creation of certified paper original of electronic will; certification of revocation after electronic revocation of will.", "p_useful": 0.86, "confidence": 0.66 }, { "citation": "133.330", "caption": "Access to and destruction of electronic records in custody of qualified custodian.", "p_useful": 0.7, "confidence": 0.43 }, { "citation": "132.053", "caption": "“Certified paper original” defined.", "p_useful": 0.62, "confidence": 0.43 } ], "app_keyword": [ { "citation": "163.0095", "caption": "Electronic trust: Requirements; conversion into certified paper original; destruction of electronic record.", "p_useful": 1.0, "confidence": 0.95 }, { "citation": "133.340", "caption": "Affidavit required upon creation of certified paper original of electronic will; certification of revocation after electronic revocation of will.", "p_useful": 0.86, "confidence": 0.66 }, { "citation": "133.310", "caption": "Requirements to cease serving as qualified custodian; appointment of successor qualified custodian.", "p_useful": 0.4, "confidence": 0.07 }, { "citation": "132.053", "caption": "“Certified paper original” defined.", "p_useful": 0.62, "confidence": 0.43 }, { "citation": "133.086", "caption": "Requirements for self-proving electronic will; acceptance of declaration or affidavit.", "p_useful": 0.47, "confidence": 0.0 } ] }, "high_probability_candidates": 3 }, { "id": "Q15", "family": "nocontest", "split": "heldout", "kind": "ranking", "category": "exception", "query": "When can someone challenge a trust without triggering its no-contest clause?", "targets": [ "163.00195" ], "status": "complete", "error_class": null, "metrics": { "keyword": { "first_target_rank": 1, "hit1": 1.0, "hit5": 1.0, "hit10": 1.0, "mrr": 1.0, "nominated_target_coverage": 1.0 }, "jev": { "first_target_rank": 1, "hit1": 1.0, "hit5": 1.0, "hit10": 1.0, "mrr": 1.0, "nominated_target_coverage": 1.0 }, "app_keyword": { "first_target_rank": 1, "hit1": 1.0, "hit5": 1.0, "hit10": 1.0, "mrr": 1.0, "nominated_target_coverage": 1.0 } }, "human": { "keyword": { "precision5": null, "pooled_ndcg5": null }, "jev": { "precision5": null, "pooled_ndcg5": null }, "app_keyword": { "precision5": null, "pooled_ndcg5": null } }, "reviewed_sections": 0, "pool_size": 53, "top": { "keyword": [ { "citation": "163.00195", "caption": "Enforcement of no-contest clauses; exceptions.", "p_useful": 1.0, "confidence": 0.96 }, { "citation": "164.021", "caption": "Notice by trustee to beneficiaries, heirs and other interested persons concerning change of revocable trust to irrevocable trust; contents of notice; limitation of action to contest validity of trust; exceptions; waiver of notice.", "p_useful": 0.44, "confidence": 0.41 }, { "citation": "164.015", "caption": "Petition concerning internal affairs of nontestamentary trust; jurisdiction of court; procedure for contests of certain trusts; final order; appeal.", "p_useful": 0.3333333333333333, "confidence": 0.56 }, { "citation": "163.590", "caption": "Disposition of trust property by reference to statement or list; requirements for admissibility of statement or list as evidence of intended disposition; uses of statement or list.", "p_useful": 0.0, "confidence": 0.93 }, { "citation": "162.170", "caption": "Registration in name of fiduciary.", "p_useful": 0.0, "confidence": 0.97 } ], "jev": [ { "citation": "163.00195", "caption": "Enforcement of no-contest clauses; exceptions.", "p_useful": 1.0, "confidence": 0.96 }, { "citation": "164.021", "caption": "Notice by trustee to beneficiaries, heirs and other interested persons concerning change of revocable trust to irrevocable trust; contents of notice; limitation of action to contest validity of trust; exceptions; waiver of notice.", "p_useful": 0.44, "confidence": 0.41 }, { "citation": "164.015", "caption": "Petition concerning internal affairs of nontestamentary trust; jurisdiction of court; procedure for contests of certain trusts; final order; appeal.", "p_useful": 0.3333333333333333, "confidence": 0.56 }, { "citation": "163.117", "caption": "Ex parte order restraining trustee from taking certain actions.", "p_useful": 0.06, "confidence": 0.41 }, { "citation": "164.710", "caption": "Administration of trust or estate by fiduciary in accordance with its terms or in accordance with provisions of NRS.", "p_useful": 0.02, "confidence": 0.5 } ], "app_keyword": [ { "citation": "163.00195", "caption": "Enforcement of no-contest clauses; exceptions.", "p_useful": 1.0, "confidence": 0.96 }, { "citation": "164.021", "caption": "Notice by trustee to beneficiaries, heirs and other interested persons concerning change of revocable trust to irrevocable trust; contents of notice; limitation of action to contest validity of trust; exceptions; waiver of notice.", "p_useful": 0.44, "confidence": 0.41 }, { "citation": "111.1031", "caption": "Statutory rule against perpetuities.", "p_useful": 0.0, "confidence": 0.83 }, { "citation": "164.015", "caption": "Petition concerning internal affairs of nontestamentary trust; jurisdiction of court; procedure for contests of certain trusts; final order; appeal.", "p_useful": 0.3333333333333333, "confidence": 0.56 }, { "citation": "111.150", "caption": "Penalty for failure of witness to appear when subpoenaed.", "p_useful": null, "confidence": null } ] }, "high_probability_candidates": 1 }, { "id": "Q16", "family": "selfdealing", "split": "heldout", "kind": "ranking", "category": "restriction", "query": "May a trustee buy trust property for itself or sell its own property to the trust?", "targets": [ "163.050" ], "status": "complete", "error_class": null, "metrics": { "keyword": { "first_target_rank": 1, "hit1": 1.0, "hit5": 1.0, "hit10": 1.0, "mrr": 1.0, "nominated_target_coverage": 1.0 }, "jev": { "first_target_rank": 1, "hit1": 1.0, "hit5": 1.0, "hit10": 1.0, "mrr": 1.0, "nominated_target_coverage": 1.0 }, "app_keyword": { "first_target_rank": 1, "hit1": 1.0, "hit5": 1.0, "hit10": 1.0, "mrr": 1.0, "nominated_target_coverage": 1.0 } }, "human": { "keyword": { "precision5": null, "pooled_ndcg5": null }, "jev": { "precision5": null, "pooled_ndcg5": null }, "app_keyword": { "precision5": null, "pooled_ndcg5": null } }, "reviewed_sections": 0, "pool_size": 51, "top": { "keyword": [ { "citation": "163.050", "caption": "Trustee buying from or selling to self or affiliate.", "p_useful": 1.0, "confidence": 1.0 }, { "citation": "163.060", "caption": "Trustee selling from one trust to self as trustee of another trust.", "p_useful": 0.94, "confidence": 0.6 }, { "citation": "164.890", "caption": "Allocation of receipts from and disbursements made in connection with transactions in derivatives to principal; allocation of amount received for granting certain options to principal.", "p_useful": 0.19, "confidence": 0.24 }, { "citation": "163.070", "caption": "Purchase by corporate trustee of its own stocks, bonds or other securities for trust prohibited unless specifically authorized.", "p_useful": 0.93, "confidence": 0.66 }, { "citation": "164.067", "caption": "Power to sell, convey or encumber.", "p_useful": 0.31, "confidence": 0.58 } ], "jev": [ { "citation": "163.050", "caption": "Trustee buying from or selling to self or affiliate.", "p_useful": 1.0, "confidence": 1.0 }, { "citation": "163.060", "caption": "Trustee selling from one trust to self as trustee of another trust.", "p_useful": 0.94, "confidence": 0.6 }, { "citation": "163.070", "caption": "Purchase by corporate trustee of its own stocks, bonds or other securities for trust prohibited unless specifically authorized.", "p_useful": 0.93, "confidence": 0.66 }, { "citation": "162.300", "caption": "Establishment of trust or formation of entity by fiduciary; transfer, assignment or conveyance of estate or trust property to trust or entity; ownership or control of trust or entity by trust.", "p_useful": 0.63, "confidence": 0.41 }, { "citation": "163.315", "caption": "Dealing with other fiduciaries.", "p_useful": 0.6, "confidence": 0.28 } ], "app_keyword": [ { "citation": "163.050", "caption": "Trustee buying from or selling to self or affiliate.", "p_useful": 1.0, "confidence": 1.0 }, { "citation": "163.060", "caption": "Trustee selling from one trust to self as trustee of another trust.", "p_useful": 0.94, "confidence": 0.6 }, { "citation": "164.890", "caption": "Allocation of receipts from and disbursements made in connection with transactions in derivatives to principal; allocation of amount received for granting certain options to principal.", "p_useful": 0.19, "confidence": 0.24 }, { "citation": "163.070", "caption": "Purchase by corporate trustee of its own stocks, bonds or other securities for trust prohibited unless specifically authorized.", "p_useful": 0.93, "confidence": 0.66 }, { "citation": "164.067", "caption": "Power to sell, convey or encumber.", "p_useful": 0.31, "confidence": 0.58 } ] }, "high_probability_candidates": 3 }, { "id": "Q17", "family": "restraining", "split": "heldout", "kind": "ranking", "category": "remedy", "query": "Can the court restrain a trustee without first giving notice?", "targets": [ "163.117" ], "status": "complete", "error_class": null, "metrics": { "keyword": { "first_target_rank": 18, "hit1": 0.0, "hit5": 0.0, "hit10": 0.0, "mrr": 0.05555555555555555, "nominated_target_coverage": 1.0 }, "jev": { "first_target_rank": 1, "hit1": 1.0, "hit5": 1.0, "hit10": 1.0, "mrr": 1.0, "nominated_target_coverage": 1.0 }, "app_keyword": { "first_target_rank": 18, "hit1": 0.0, "hit5": 0.0, "hit10": 0.0, "mrr": 0.05555555555555555, "nominated_target_coverage": 1.0 } }, "human": { "keyword": { "precision5": null, "pooled_ndcg5": null }, "jev": { "precision5": null, "pooled_ndcg5": null }, "app_keyword": { "precision5": null, "pooled_ndcg5": null } }, "reviewed_sections": 0, "pool_size": 51, "top": { "keyword": [ { "citation": "155.010", "caption": "Method of giving notice; notice to certain persons required; court may dispense with notice; proof; waiver of notice.", "p_useful": 0.9600000000000001, "confidence": 0.8 }, { "citation": "155.020", "caption": "Method and form for notices.", "p_useful": 0.15, "confidence": 0.63 }, { "citation": "164.025", "caption": "Notice of death of settlor; filing of claim against settlor, trust estate or settlor and trust estate; effect of failure to file claim; notice to Nevada Health Authority and Department of Human Services under certain circumstances; notice of rejected claim; effect of failure to bring suit after notice of rejected claim.", "p_useful": 0.03, "confidence": 0.51 }, { "citation": "155.040", "caption": "Personal notice by citation.", "p_useful": 0.3, "confidence": 0.54 }, { "citation": "164.942", "caption": "Nonjudicial settlement agreements: When effective; providing objections; notice of proposed action; failure to object constitutes acceptance; petitioning court for approval.", "p_useful": 0.08, "confidence": 0.5 } ], "jev": [ { "citation": "163.117", "caption": "Ex parte order restraining trustee from taking certain actions.", "p_useful": 1.0, "confidence": 1.0 }, { "citation": "155.010", "caption": "Method of giving notice; notice to certain persons required; court may dispense with notice; proof; waiver of notice.", "p_useful": 0.9600000000000001, "confidence": 0.8 }, { "citation": "153.100", "caption": "Appointment to fill vacancy.", "p_useful": 0.81, "confidence": 0.55 }, { "citation": "164.037", "caption": "Petitions: Notice and hearing.", "p_useful": 0.8899999999999999, "confidence": 0.81 }, { "citation": "153.031", "caption": "Petition by trustee or beneficiary concerning affairs of trust: Purposes of petition; contents; notice and hearing; additional relief.", "p_useful": 0.8200000000000001, "confidence": 0.75 } ], "app_keyword": [ { "citation": "155.010", "caption": "Method of giving notice; notice to certain persons required; court may dispense with notice; proof; waiver of notice.", "p_useful": 0.9600000000000001, "confidence": 0.8 }, { "citation": "155.020", "caption": "Method and form for notices.", "p_useful": 0.15, "confidence": 0.63 }, { "citation": "164.025", "caption": "Notice of death of settlor; filing of claim against settlor, trust estate or settlor and trust estate; effect of failure to file claim; notice to Nevada Health Authority and Department of Human Services under certain circumstances; notice of rejected claim; effect of failure to bring suit after notice of rejected claim.", "p_useful": 0.03, "confidence": 0.51 }, { "citation": "155.040", "caption": "Personal notice by citation.", "p_useful": 0.3, "confidence": 0.54 }, { "citation": "164.942", "caption": "Nonjudicial settlement agreements: When effective; providing objections; notice of proposed action; failure to object constitutes acceptance; petitioning court for approval.", "p_useful": 0.08, "confidence": 0.5 } ] }, "high_probability_candidates": 5 }, { "id": "Q18", "family": "smalltrust", "split": "heldout", "kind": "ranking", "category": "termination", "query": "Can an uneconomically small trust be ended because administration costs are too high?", "targets": [ "163.187" ], "status": "complete", "error_class": null, "metrics": { "keyword": { "first_target_rank": 16, "hit1": 0.0, "hit5": 0.0, "hit10": 0.0, "mrr": 0.0625, "nominated_target_coverage": 1.0 }, "jev": { "first_target_rank": 1, "hit1": 1.0, "hit5": 1.0, "hit10": 1.0, "mrr": 1.0, "nominated_target_coverage": 1.0 }, "app_keyword": { "first_target_rank": 15, "hit1": 0.0, "hit5": 0.0, "hit10": 0.0, "mrr": 0.06666666666666667, "nominated_target_coverage": 1.0 } }, "human": { "keyword": { "precision5": null, "pooled_ndcg5": null }, "jev": { "precision5": null, "pooled_ndcg5": null }, "app_keyword": { "precision5": null, "pooled_ndcg5": null } }, "reviewed_sections": 0, "pool_size": 51, "top": { "keyword": [ { "citation": "166.100", "caption": "Income.", "p_useful": 0.4, "confidence": 0.49 }, { "citation": "163.325", "caption": "Advancing money.", "p_useful": 0.21, "confidence": 0.63 }, { "citation": "164.760", "caption": "Incurring costs.", "p_useful": 0.6, "confidence": 0.55 }, { "citation": "155.0939", "caption": "“Health and social services” defined.", "p_useful": 0.0, "confidence": 0.97 }, { "citation": "155.150", "caption": "Issues of fact and questions of costs.", "p_useful": 0.02, "confidence": 0.49 } ], "jev": [ { "citation": "163.187", "caption": "Termination of trust when value of trust property insufficient to justify cost of administration.", "p_useful": 1.0, "confidence": 1.0 }, { "citation": "163.185", "caption": "Power of court to order termination and distribution of trust before time provided in trust instrument.", "p_useful": 1.0, "confidence": 1.0 }, { "citation": "164.760", "caption": "Incurring costs.", "p_useful": 0.6, "confidence": 0.55 }, { "citation": "166.100", "caption": "Income.", "p_useful": 0.4, "confidence": 0.49 }, { "citation": "163.325", "caption": "Advancing money.", "p_useful": 0.21, "confidence": 0.63 } ], "app_keyword": [ { "citation": "166.100", "caption": "Income.", "p_useful": 0.4, "confidence": 0.49 }, { "citation": "163.325", "caption": "Advancing money.", "p_useful": 0.21, "confidence": 0.63 }, { "citation": "164.760", "caption": "Incurring costs.", "p_useful": 0.6, "confidence": 0.55 }, { "citation": "155.0939", "caption": "“Health and social services” defined.", "p_useful": 0.0, "confidence": 0.97 }, { "citation": "155.150", "caption": "Issues of fact and questions of costs.", "p_useful": 0.02, "confidence": 0.49 } ] }, "high_probability_candidates": 2 }, { "id": "Q19", "family": "discretion", "split": "heldout", "kind": "ranking", "category": "rights", "query": "Can a beneficiary force a distribution from a discretionary trust?", "targets": [ "163.419" ], "status": "complete", "error_class": null, "metrics": { "keyword": { "first_target_rank": 1, "hit1": 1.0, "hit5": 1.0, "hit10": 1.0, "mrr": 1.0, "nominated_target_coverage": 1.0 }, "jev": { "first_target_rank": 1, "hit1": 1.0, "hit5": 1.0, "hit10": 1.0, "mrr": 1.0, "nominated_target_coverage": 1.0 }, "app_keyword": { "first_target_rank": 1, "hit1": 1.0, "hit5": 1.0, "hit10": 1.0, "mrr": 1.0, "nominated_target_coverage": 1.0 } }, "human": { "keyword": { "precision5": null, "pooled_ndcg5": null }, "jev": { "precision5": null, "pooled_ndcg5": null }, "app_keyword": { "precision5": null, "pooled_ndcg5": null } }, "reviewed_sections": 0, "pool_size": 50, "top": { "keyword": [ { "citation": "163.419", "caption": "Discretionary interest: Beneficiary does not have enforceable right to distribution; court review; trustee’s powers and duties.", "p_useful": 1.0, "confidence": 1.0 }, { "citation": "163.4155", "caption": "“Distribution interest” defined.", "p_useful": 0.72, "confidence": 0.72 }, { "citation": "163.4185", "caption": "Classifications of distribution interests.", "p_useful": 0.97, "confidence": 0.96 }, { "citation": "163.5557", "caption": "Powers of investment trust adviser and distribution trust adviser.", "p_useful": 0.52, "confidence": 0.45 }, { "citation": "155.110", "caption": "Transcripts of minutes or copies of order and certificate of clerk have same force as letters.", "p_useful": 0.0, "confidence": 0.93 } ], "jev": [ { "citation": "163.419", "caption": "Discretionary interest: Beneficiary does not have enforceable right to distribution; court review; trustee’s powers and duties.", "p_useful": 1.0, "confidence": 1.0 }, { "citation": "166.110", "caption": "Discretion of trustee.", "p_useful": 0.99, "confidence": 0.74 }, { "citation": "163.417", "caption": "Limitations on actions of creditors and courts: Trust property not subject to trustee’s personal obligations; beneficial interests may not be transferred under certain circumstances.", "p_useful": 0.95, "confidence": 0.52 }, { "citation": "163.4187", "caption": "Support interest: Beneficiary has enforceable right to distribution; court review.", "p_useful": 0.9900000000000001, "confidence": 0.69 }, { "citation": "163.4185", "caption": "Classifications of distribution interests.", "p_useful": 0.97, "confidence": 0.96 } ], "app_keyword": [ { "citation": "163.419", "caption": "Discretionary interest: Beneficiary does not have enforceable right to distribution; court review; trustee’s powers and duties.", "p_useful": 1.0, "confidence": 1.0 }, { "citation": "163.4155", "caption": "“Distribution interest” defined.", "p_useful": 0.72, "confidence": 0.72 }, { "citation": "163.4185", "caption": "Classifications of distribution interests.", "p_useful": 0.97, "confidence": 0.96 }, { "citation": "163.5557", "caption": "Powers of investment trust adviser and distribution trust adviser.", "p_useful": 0.52, "confidence": 0.45 }, { "citation": "155.110", "caption": "Transcripts of minutes or copies of order and certificate of clerk have same force as letters.", "p_useful": 0.0, "confidence": 0.93 } ] }, "high_probability_candidates": 7 }, { "id": "Q20", "family": "decanting", "split": "heldout", "kind": "ranking", "category": "powers", "query": "When may a trustee appoint assets from an irrevocable trust into a second trust?", "targets": [ "163.556" ], "status": "complete", "error_class": null, "metrics": { "keyword": { "first_target_rank": 1, "hit1": 1.0, "hit5": 1.0, "hit10": 1.0, "mrr": 1.0, "nominated_target_coverage": 1.0 }, "jev": { "first_target_rank": 1, "hit1": 1.0, "hit5": 1.0, "hit10": 1.0, "mrr": 1.0, "nominated_target_coverage": 1.0 }, "app_keyword": { "first_target_rank": 1, "hit1": 1.0, "hit5": 1.0, "hit10": 1.0, "mrr": 1.0, "nominated_target_coverage": 1.0 } }, "human": { "keyword": { "precision5": null, "pooled_ndcg5": null }, "jev": { "precision5": null, "pooled_ndcg5": null }, "app_keyword": { "precision5": null, "pooled_ndcg5": null } }, "reviewed_sections": 0, "pool_size": 50, "top": { "keyword": [ { "citation": "163.556", "caption": "Circumstances under which trustee is authorized to appoint property of one testamentary trust or irrevocable trust to another trust.", "p_useful": 0.96, "confidence": 0.5 }, { "citation": "164.797", "caption": "Administration of unitrust: Duties of trustee; valuation of assets of trust.", "p_useful": 0.0, "confidence": 0.87 }, { "citation": "164.755", "caption": "Duty to bring trust portfolio into compliance with terms and circumstances of trust and provisions of NRS within reasonable time.", "p_useful": 0.02, "confidence": 0.52 }, { "citation": "163.418", "caption": "Clear and convincing evidence required to find settlor to be alter ego of trustee of irrevocable trust; certain factors insufficient for finding that settlor controls or is alter ego of trustee of irrevocable trust.", "p_useful": 0.01, "confidence": 0.68 }, { "citation": "164.021", "caption": "Notice by trustee to beneficiaries, heirs and other interested persons concerning change of revocable trust to irrevocable trust; contents of notice; limitation of action to contest validity of trust; exceptions; waiver of notice.", "p_useful": 0.04, "confidence": 0.52 } ], "jev": [ { "citation": "163.556", "caption": "Circumstances under which trustee is authorized to appoint property of one testamentary trust or irrevocable trust to another trust.", "p_useful": 0.96, "confidence": 0.5 }, { "citation": "166.170", "caption": "Limitation of actions with respect to transfer of property to trust; certain transfers of property disregarded; limitation of actions against advisers to settlors or trustees and against trustees; transfers to trust.", "p_useful": 0.97, "confidence": 0.58 }, { "citation": "164.940", "caption": "Nonjudicial settlement agreements: Enforceability; when void; matters that may be resolved.", "p_useful": 0.87, "confidence": 0.7 }, { "citation": "163.00195", "caption": "Enforcement of no-contest clauses; exceptions.", "p_useful": 0.76, "confidence": 0.58 }, { "citation": "163.188", "caption": "Distribution of assets funding a separate trust without creation of separate trust.", "p_useful": 0.57, "confidence": 0.39 } ], "app_keyword": [ { "citation": "163.556", "caption": "Circumstances under which trustee is authorized to appoint property of one testamentary trust or irrevocable trust to another trust.", "p_useful": 0.96, "confidence": 0.5 }, { "citation": "164.797", "caption": "Administration of unitrust: Duties of trustee; valuation of assets of trust.", "p_useful": 0.0, "confidence": 0.87 }, { "citation": "164.021", "caption": "Notice by trustee to beneficiaries, heirs and other interested persons concerning change of revocable trust to irrevocable trust; contents of notice; limitation of action to contest validity of trust; exceptions; waiver of notice.", "p_useful": 0.04, "confidence": 0.52 }, { "citation": "164.940", "caption": "Nonjudicial settlement agreements: Enforceability; when void; matters that may be resolved.", "p_useful": 0.87, "confidence": 0.7 }, { "citation": "164.755", "caption": "Duty to bring trust portfolio into compliance with terms and circumstances of trust and provisions of NRS within reasonable time.", "p_useful": 0.02, "confidence": 0.52 } ] }, "high_probability_candidates": 3 }, { "id": "Q21", "family": "divorcetrust", "split": "heldout", "kind": "ranking", "category": "effect", "query": "What happens to a revocable living trust benefiting a spouse after the settlor divorces?", "targets": [ "163.565" ], "status": "complete", "error_class": null, "metrics": { "keyword": { "first_target_rank": 1, "hit1": 1.0, "hit5": 1.0, "hit10": 1.0, "mrr": 1.0, "nominated_target_coverage": 1.0 }, "jev": { "first_target_rank": 1, "hit1": 1.0, "hit5": 1.0, "hit10": 1.0, "mrr": 1.0, "nominated_target_coverage": 1.0 }, "app_keyword": { "first_target_rank": 1, "hit1": 1.0, "hit5": 1.0, "hit10": 1.0, "mrr": 1.0, "nominated_target_coverage": 1.0 } }, "human": { "keyword": { "precision5": null, "pooled_ndcg5": null }, "jev": { "precision5": null, "pooled_ndcg5": null }, "app_keyword": { "precision5": null, "pooled_ndcg5": null } }, "reviewed_sections": 0, "pool_size": 50, "top": { "keyword": [ { "citation": "163.565", "caption": "Effect of divorce or annulment of marriage of settlor on revocable inter vivos trust.", "p_useful": 1.0, "confidence": 1.0 }, { "citation": "163.567", "caption": "Effect of divorce, annulment of marriage or termination of domestic partnership of descendant of settlor on former spouse or domestic partner of descendant.", "p_useful": 0.5900000000000001, "confidence": 0.42 }, { "citation": "132.390", "caption": "Circumstances in which person is interested person.", "p_useful": 0.09, "confidence": 0.48 }, { "citation": "163.560", "caption": "Irrevocable trust not to be construed as revocable.", "p_useful": 0.01, "confidence": 0.62 }, { "citation": "164.021", "caption": "Notice by trustee to beneficiaries, heirs and other interested persons concerning change of revocable trust to irrevocable trust; contents of notice; limitation of action to contest validity of trust; exceptions; waiver of notice.", "p_useful": 0.1, "confidence": 0.64 } ], "jev": [ { "citation": "163.565", "caption": "Effect of divorce or annulment of marriage of settlor on revocable inter vivos trust.", "p_useful": 1.0, "confidence": 1.0 }, { "citation": "111.781", "caption": "Effect of divorce or annulment on nonprobate transfer of property; liability of payor for payment or transfer made in good faith; federal preemption.", "p_useful": 0.79, "confidence": 0.57 }, { "citation": "133.115", "caption": "Revocation of provisions in favor of former spouse on divorce or annulment; exceptions.", "p_useful": 0.62, "confidence": 0.45 }, { "citation": "166.080", "caption": "Beneficiaries to be named.", "p_useful": 0.56, "confidence": 0.43 }, { "citation": "163.567", "caption": "Effect of divorce, annulment of marriage or termination of domestic partnership of descendant of settlor on former spouse or domestic partner of descendant.", "p_useful": 0.5900000000000001, "confidence": 0.42 } ], "app_keyword": [ { "citation": "163.565", "caption": "Effect of divorce or annulment of marriage of settlor on revocable inter vivos trust.", "p_useful": 1.0, "confidence": 1.0 }, { "citation": "163.567", "caption": "Effect of divorce, annulment of marriage or termination of domestic partnership of descendant of settlor on former spouse or domestic partner of descendant.", "p_useful": 0.5900000000000001, "confidence": 0.42 }, { "citation": "132.390", "caption": "Circumstances in which person is interested person.", "p_useful": 0.09, "confidence": 0.48 }, { "citation": "163.560", "caption": "Irrevocable trust not to be construed as revocable.", "p_useful": 0.01, "confidence": 0.62 }, { "citation": "164.021", "caption": "Notice by trustee to beneficiaries, heirs and other interested persons concerning change of revocable trust to irrevocable trust; contents of notice; limitation of action to contest validity of trust; exceptions; waiver of notice.", "p_useful": 0.1, "confidence": 0.64 } ] }, "high_probability_candidates": 1 }, { "id": "Q22", "family": "certification", "split": "heldout", "kind": "ranking", "category": "contents", "query": "What information belongs in a certification of trust?", "targets": [ "164.410" ], "status": "complete", "error_class": null, "metrics": { "keyword": { "first_target_rank": 1, "hit1": 1.0, "hit5": 1.0, "hit10": 1.0, "mrr": 1.0, "nominated_target_coverage": 1.0 }, "jev": { "first_target_rank": 1, "hit1": 1.0, "hit5": 1.0, "hit10": 1.0, "mrr": 1.0, "nominated_target_coverage": 1.0 }, "app_keyword": { "first_target_rank": 1, "hit1": 1.0, "hit5": 1.0, "hit10": 1.0, "mrr": 1.0, "nominated_target_coverage": 1.0 } }, "human": { "keyword": { "precision5": null, "pooled_ndcg5": null }, "jev": { "precision5": null, "pooled_ndcg5": null }, "app_keyword": { "precision5": null, "pooled_ndcg5": null } }, "reviewed_sections": 0, "pool_size": 50, "top": { "keyword": [ { "citation": "164.410", "caption": "Contents.", "p_useful": 1.0, "confidence": 1.0 }, { "citation": "164.420", "caption": "Dispositive provisions not required; person presented with certification may request excerpts from trust instrument designating trustee.", "p_useful": 0.98, "confidence": 0.86 }, { "citation": "164.440", "caption": "Failure to demand certification not improper act; liability.", "p_useful": 0.09, "confidence": 0.8 }, { "citation": "164.430", "caption": "Reliance upon facts contained in certification; enforceability.", "p_useful": 0.2, "confidence": 0.7 }, { "citation": "720.150", "caption": "Adoption of regulations by Secretary of State.", "p_useful": 0.04, "confidence": 0.8 } ], "jev": [ { "citation": "164.410", "caption": "Contents.", "p_useful": 1.0, "confidence": 1.0 }, { "citation": "164.400", "caption": "Presentation; effect; form.", "p_useful": 0.88, "confidence": 0.61 }, { "citation": "164.420", "caption": "Dispositive provisions not required; person presented with certification may request excerpts from trust instrument designating trustee.", "p_useful": 0.98, "confidence": 0.86 }, { "citation": "164.430", "caption": "Reliance upon facts contained in certification; enforceability.", "p_useful": 0.2, "confidence": 0.7 }, { "citation": "163.605", "caption": "Incapacity of trustee: Removal; determination of incapacity; certification; restoration; burden of proof.", "p_useful": 0.32999999999999996, "confidence": 0.34 } ], "app_keyword": [ { "citation": "164.410", "caption": "Contents.", "p_useful": 1.0, "confidence": 1.0 }, { "citation": "164.420", "caption": "Dispositive provisions not required; person presented with certification may request excerpts from trust instrument designating trustee.", "p_useful": 0.98, "confidence": 0.86 }, { "citation": "164.440", "caption": "Failure to demand certification not improper act; liability.", "p_useful": 0.09, "confidence": 0.8 }, { "citation": "164.430", "caption": "Reliance upon facts contained in certification; enforceability.", "p_useful": 0.2, "confidence": 0.7 }, { "citation": "720.150", "caption": "Adoption of regulations by Secretary of State.", "p_useful": 0.04, "confidence": 0.8 } ] }, "high_probability_candidates": 3 }, { "id": "Q23", "family": "accounting", "split": "heldout", "kind": "ranking", "category": "contents", "query": "What should a trustee include in an account delivered to beneficiaries?", "targets": [ "165.135" ], "status": "complete", "error_class": null, "metrics": { "keyword": { "first_target_rank": 4, "hit1": 0.0, "hit5": 1.0, "hit10": 1.0, "mrr": 0.25, "nominated_target_coverage": 1.0 }, "jev": { "first_target_rank": 1, "hit1": 1.0, "hit5": 1.0, "hit10": 1.0, "mrr": 1.0, "nominated_target_coverage": 1.0 }, "app_keyword": { "first_target_rank": 4, "hit1": 0.0, "hit5": 1.0, "hit10": 1.0, "mrr": 0.25, "nominated_target_coverage": 1.0 } }, "human": { "keyword": { "precision5": null, "pooled_ndcg5": null }, "jev": { "precision5": null, "pooled_ndcg5": null }, "app_keyword": { "precision5": null, "pooled_ndcg5": null } }, "reviewed_sections": 0, "pool_size": 51, "top": { "keyword": [ { "citation": "165.1214", "caption": "Delivery of account; frequency; when account deemed approved and final; payment of cost of preparation; discharge of liability of trustee.", "p_useful": 0.6, "confidence": 0.56 }, { "citation": "165.143", "caption": "Petition to review trustee’s rejection of written demand for account; time to file; notice; hearing.", "p_useful": 0.48, "confidence": 0.47 }, { "citation": "165.138", "caption": "Written demand for account by beneficiary: General duties of trustee; power to provide account or information without demand.", "p_useful": 0.71, "confidence": 0.68 }, { "citation": "165.135", "caption": "Form and contents of account.", "p_useful": 1.0, "confidence": 0.99 }, { "citation": "165.141", "caption": "Written demand for account by beneficiary: Acceptance or rejection of demand by trustee; limitations on right to demand account.", "p_useful": 0.47000000000000003, "confidence": 0.48 } ], "jev": [ { "citation": "165.135", "caption": "Form and contents of account.", "p_useful": 1.0, "confidence": 0.99 }, { "citation": "165.020", "caption": "Definitions; applicability of chapter.", "p_useful": 0.98, "confidence": 0.82 }, { "citation": "165.145", "caption": "Providing confidential account; review of confidential account; order granting relief to beneficiary.", "p_useful": 0.83, "confidence": 0.73 }, { "citation": "165.138", "caption": "Written demand for account by beneficiary: General duties of trustee; power to provide account or information without demand.", "p_useful": 0.71, "confidence": 0.68 }, { "citation": "165.1207", "caption": "Requirements for satisfying duty to account; persons entitled to receive account.", "p_useful": 0.6000000000000001, "confidence": 0.5 } ], "app_keyword": [ { "citation": "165.1214", "caption": "Delivery of account; frequency; when account deemed approved and final; payment of cost of preparation; discharge of liability of trustee.", "p_useful": 0.6, "confidence": 0.56 }, { "citation": "165.143", "caption": "Petition to review trustee’s rejection of written demand for account; time to file; notice; hearing.", "p_useful": 0.48, "confidence": 0.47 }, { "citation": "165.138", "caption": "Written demand for account by beneficiary: General duties of trustee; power to provide account or information without demand.", "p_useful": 0.71, "confidence": 0.68 }, { "citation": "165.135", "caption": "Form and contents of account.", "p_useful": 1.0, "confidence": 0.99 }, { "citation": "165.141", "caption": "Written demand for account by beneficiary: Acceptance or rejection of demand by trustee; limitations on right to demand account.", "p_useful": 0.47000000000000003, "confidence": 0.48 } ] }, "high_probability_candidates": 3 }, { "id": "Q24", "family": "spendthrift", "split": "heldout", "kind": "ranking", "category": "requirements", "query": "Can a settlor create a spendthrift trust for the settlor’s own benefit, and what writing is required?", "targets": [ "166.040" ], "status": "complete", "error_class": null, "metrics": { "keyword": { "first_target_rank": 1, "hit1": 1.0, "hit5": 1.0, "hit10": 1.0, "mrr": 1.0, "nominated_target_coverage": 1.0 }, "jev": { "first_target_rank": 1, "hit1": 1.0, "hit5": 1.0, "hit10": 1.0, "mrr": 1.0, "nominated_target_coverage": 1.0 }, "app_keyword": { "first_target_rank": 1, "hit1": 1.0, "hit5": 1.0, "hit10": 1.0, "mrr": 1.0, "nominated_target_coverage": 1.0 } }, "human": { "keyword": { "precision5": null, "pooled_ndcg5": null }, "jev": { "precision5": null, "pooled_ndcg5": null }, "app_keyword": { "precision5": null, "pooled_ndcg5": null } }, "reviewed_sections": 0, "pool_size": 51, "top": { "keyword": [ { "citation": "166.040", "caption": "Competency of settlor; writing required; circumstances when writing meets requirements for trust to be created for benefit of settlor; settlor’s ability to hold other powers.", "p_useful": 0.99, "confidence": 0.84 }, { "citation": "166.160", "caption": "Settlor may make different provisions.", "p_useful": 0.7100000000000001, "confidence": 0.62 }, { "citation": "166.018", "caption": "“Settlor” defined.", "p_useful": 0.73, "confidence": 0.7 }, { "citation": "166.015", "caption": "Applicability of chapter; requirement of trustee if settlor is beneficiary of trust.", "p_useful": 0.9299999999999999, "confidence": 0.82 }, { "citation": "166.045", "caption": "Powers of settlor.", "p_useful": 0.39, "confidence": 0.56 } ], "jev": [ { "citation": "166.040", "caption": "Competency of settlor; writing required; circumstances when writing meets requirements for trust to be created for benefit of settlor; settlor’s ability to hold other powers.", "p_useful": 0.99, "confidence": 0.84 }, { "citation": "166.050", "caption": "No specific language necessary for creation of trust.", "p_useful": 0.93, "confidence": 0.65 }, { "citation": "166.015", "caption": "Applicability of chapter; requirement of trustee if settlor is beneficiary of trust.", "p_useful": 0.9299999999999999, "confidence": 0.82 }, { "citation": "166.160", "caption": "Settlor may make different provisions.", "p_useful": 0.7100000000000001, "confidence": 0.62 }, { "citation": "166.018", "caption": "“Settlor” defined.", "p_useful": 0.73, "confidence": 0.7 } ], "app_keyword": [ { "citation": "166.040", "caption": "Competency of settlor; writing required; circumstances when writing meets requirements for trust to be created for benefit of settlor; settlor’s ability to hold other powers.", "p_useful": 0.99, "confidence": 0.84 }, { "citation": "166.160", "caption": "Settlor may make different provisions.", "p_useful": 0.7100000000000001, "confidence": 0.62 }, { "citation": "166.018", "caption": "“Settlor” defined.", "p_useful": 0.73, "confidence": 0.7 }, { "citation": "166.015", "caption": "Applicability of chapter; requirement of trustee if settlor is beneficiary of trust.", "p_useful": 0.9299999999999999, "confidence": 0.82 }, { "citation": "166.045", "caption": "Powers of settlor.", "p_useful": 0.39, "confidence": 0.56 } ] }, "high_probability_candidates": 3 }, { "id": "Q25", "family": "digital", "split": "heldout", "kind": "ranking", "category": "definition", "query": "What is a digital signature under the Nevada digital-signatures chapter?", "targets": [ "720.060" ], "status": "complete", "error_class": null, "metrics": { "keyword": { "first_target_rank": 3, "hit1": 0.0, "hit5": 1.0, "hit10": 1.0, "mrr": 0.3333333333333333, "nominated_target_coverage": 1.0 }, "jev": { "first_target_rank": 1, "hit1": 1.0, "hit5": 1.0, "hit10": 1.0, "mrr": 1.0, "nominated_target_coverage": 1.0 }, "app_keyword": { "first_target_rank": 3, "hit1": 0.0, "hit5": 1.0, "hit10": 1.0, "mrr": 0.3333333333333333, "nominated_target_coverage": 1.0 } }, "human": { "keyword": { "precision5": null, "pooled_ndcg5": null }, "jev": { "precision5": null, "pooled_ndcg5": null }, "app_keyword": { "precision5": null, "pooled_ndcg5": null } }, "reviewed_sections": 0, "pool_size": 50, "top": { "keyword": [ { "citation": "720.150", "caption": "Adoption of regulations by Secretary of State.", "p_useful": 0.35, "confidence": 0.61 }, { "citation": "720.130", "caption": "“Verify a digital signature” defined.", "p_useful": 0.9, "confidence": 0.82 }, { "citation": "720.060", "caption": "“Digital signature” defined.", "p_useful": 1.0, "confidence": 1.0 }, { "citation": "720.160", "caption": "Use of digital signature.", "p_useful": 0.8200000000000001, "confidence": 0.79 }, { "citation": "720.140", "caption": "Applicability of chapter.", "p_useful": 0.25, "confidence": 0.71 } ], "jev": [ { "citation": "720.060", "caption": "“Digital signature” defined.", "p_useful": 1.0, "confidence": 1.0 }, { "citation": "720.100", "caption": "“Private key” defined.", "p_useful": 0.9400000000000001, "confidence": 0.92 }, { "citation": "720.130", "caption": "“Verify a digital signature” defined.", "p_useful": 0.9, "confidence": 0.82 }, { "citation": "720.110", "caption": "“Public key” defined.", "p_useful": 0.9, "confidence": 0.87 }, { "citation": "720.080", "caption": "“Key pair” defined.", "p_useful": 0.85, "confidence": 0.8 } ], "app_keyword": [ { "citation": "720.150", "caption": "Adoption of regulations by Secretary of State.", "p_useful": 0.35, "confidence": 0.61 }, { "citation": "720.130", "caption": "“Verify a digital signature” defined.", "p_useful": 0.9, "confidence": 0.82 }, { "citation": "720.060", "caption": "“Digital signature” defined.", "p_useful": 1.0, "confidence": 1.0 }, { "citation": "720.160", "caption": "Use of digital signature.", "p_useful": 0.8200000000000001, "confidence": 0.79 }, { "citation": "720.140", "caption": "Applicability of chapter.", "p_useful": 0.25, "confidence": 0.71 } ] }, "high_probability_candidates": 7 }, { "id": "Q26", "family": "recording", "split": "heldout", "kind": "ranking", "category": "priority", "query": "What happens to an unrecorded conveyance when a later bona fide purchaser records first?", "targets": [ "111.325" ], "status": "complete", "error_class": null, "metrics": { "keyword": { "first_target_rank": 1, "hit1": 1.0, "hit5": 1.0, "hit10": 1.0, "mrr": 1.0, "nominated_target_coverage": 1.0 }, "jev": { "first_target_rank": 1, "hit1": 1.0, "hit5": 1.0, "hit10": 1.0, "mrr": 1.0, "nominated_target_coverage": 1.0 }, "app_keyword": { "first_target_rank": 1, "hit1": 1.0, "hit5": 1.0, "hit10": 1.0, "mrr": 1.0, "nominated_target_coverage": 1.0 } }, "human": { "keyword": { "precision5": null, "pooled_ndcg5": null }, "jev": { "precision5": null, "pooled_ndcg5": null }, "app_keyword": { "precision5": null, "pooled_ndcg5": null } }, "reviewed_sections": 0, "pool_size": 50, "top": { "keyword": [ { "citation": "111.325", "caption": "Unrecorded conveyances void as against subsequent bona fide purchaser for value when conveyance recorded.", "p_useful": 1.0, "confidence": 1.0 }, { "citation": "111.180", "caption": "Bona fide purchaser: Conveyance not deemed fraudulent in favor of bona fide purchaser unless subsequent purchaser had actual knowledge, constructive notice or reasonable cause to know of fraud.", "p_useful": 0.71, "confidence": 0.64 }, { "citation": "111.400", "caption": "Scope.", "p_useful": 0.16, "confidence": 0.44 }, { "citation": "111.195", "caption": "Effect of conveyance made before power of revocation can be exercised.", "p_useful": 0.0, "confidence": 0.8 }, { "citation": "111.190", "caption": "Revocation and reconveyance.", "p_useful": 0.02, "confidence": 0.66 } ], "jev": [ { "citation": "111.325", "caption": "Unrecorded conveyances void as against subsequent bona fide purchaser for value when conveyance recorded.", "p_useful": 1.0, "confidence": 1.0 }, { "citation": "111.180", "caption": "Bona fide purchaser: Conveyance not deemed fraudulent in favor of bona fide purchaser unless subsequent purchaser had actual knowledge, constructive notice or reasonable cause to know of fraud.", "p_useful": 0.71, "confidence": 0.64 }, { "citation": "111.311", "caption": "Conveyance of real property pursuant to agreement for deed in lieu of foreclosure must be recorded by deed; civil liability for failure to record deed.", "p_useful": 0.27, "confidence": 0.61 }, { "citation": "111.353", "caption": "Recording of master form mortgages and deeds of trust; incorporation of provisions by reference in subsequently recorded instruments.", "p_useful": 0.17, "confidence": 0.57 }, { "citation": "111.205", "caption": "No estate created in land unless by operation of law or written conveyance; leases for terms not exceeding 1 year.", "p_useful": 0.07, "confidence": 0.67 } ], "app_keyword": [ { "citation": "111.325", "caption": "Unrecorded conveyances void as against subsequent bona fide purchaser for value when conveyance recorded.", "p_useful": 1.0, "confidence": 1.0 }, { "citation": "111.180", "caption": "Bona fide purchaser: Conveyance not deemed fraudulent in favor of bona fide purchaser unless subsequent purchaser had actual knowledge, constructive notice or reasonable cause to know of fraud.", "p_useful": 0.71, "confidence": 0.64 }, { "citation": "111.400", "caption": "Scope.", "p_useful": 0.16, "confidence": 0.44 }, { "citation": "111.195", "caption": "Effect of conveyance made before power of revocation can be exercised.", "p_useful": 0.0, "confidence": 0.8 }, { "citation": "111.190", "caption": "Revocation and reconveyance.", "p_useful": 0.02, "confidence": 0.66 } ] }, "high_probability_candidates": 1 }, { "id": "Q27", "family": "deedupondeath", "split": "heldout", "kind": "ranking", "category": "requirements", "query": "Must a deed upon death be recorded before the grantor dies?", "targets": [ "111.681" ], "status": "complete", "error_class": null, "metrics": { "keyword": { "first_target_rank": 9, "hit1": 0.0, "hit5": 0.0, "hit10": 1.0, "mrr": 0.1111111111111111, "nominated_target_coverage": 1.0 }, "jev": { "first_target_rank": 1, "hit1": 1.0, "hit5": 1.0, "hit10": 1.0, "mrr": 1.0, "nominated_target_coverage": 1.0 }, "app_keyword": { "first_target_rank": 9, "hit1": 0.0, "hit5": 0.0, "hit10": 1.0, "mrr": 0.1111111111111111, "nominated_target_coverage": 1.0 } }, "human": { "keyword": { "precision5": null, "pooled_ndcg5": null }, "jev": { "precision5": null, "pooled_ndcg5": null }, "app_keyword": { "precision5": null, "pooled_ndcg5": null } }, "reviewed_sections": 0, "pool_size": 50, "top": { "keyword": [ { "citation": "111.699", "caption": "Form of Death of Grantor Affidavit; required documents upon death of grantor.", "p_useful": 0.79, "confidence": 0.59 }, { "citation": "111.677", "caption": "Void if interest in property transferred before death; last recorded deed upon death is effective.", "p_useful": 0.95, "confidence": 0.46 }, { "citation": "111.689", "caption": "Enforcement of liabilities against property transferred pursuant to deed upon death; notice to certain persons required; filing of claims; recovery of public assistance; time for filing suit.", "p_useful": 0.46, "confidence": 0.46 }, { "citation": "111.695", "caption": "Form of deed upon death.", "p_useful": 0.6499999999999999, "confidence": 0.57 }, { "citation": "111.697", "caption": "Form of revocation of deed upon death.", "p_useful": 0.71, "confidence": 0.56 } ], "jev": [ { "citation": "111.681", "caption": "Execution and recordation.", "p_useful": 1.0, "confidence": 1.0 }, { "citation": "111.677", "caption": "Void if interest in property transferred before death; last recorded deed upon death is effective.", "p_useful": 0.95, "confidence": 0.46 }, { "citation": "111.699", "caption": "Form of Death of Grantor Affidavit; required documents upon death of grantor.", "p_useful": 0.79, "confidence": 0.59 }, { "citation": "111.697", "caption": "Form of revocation of deed upon death.", "p_useful": 0.71, "confidence": 0.56 }, { "citation": "111.695", "caption": "Form of deed upon death.", "p_useful": 0.6499999999999999, "confidence": 0.57 } ], "app_keyword": [ { "citation": "111.699", "caption": "Form of Death of Grantor Affidavit; required documents upon death of grantor.", "p_useful": 0.79, "confidence": 0.59 }, { "citation": "111.677", "caption": "Void if interest in property transferred before death; last recorded deed upon death is effective.", "p_useful": 0.95, "confidence": 0.46 }, { "citation": "111.689", "caption": "Enforcement of liabilities against property transferred pursuant to deed upon death; notice to certain persons required; filing of claims; recovery of public assistance; time for filing suit.", "p_useful": 0.46, "confidence": 0.46 }, { "citation": "111.695", "caption": "Form of deed upon death.", "p_useful": 0.6499999999999999, "confidence": 0.57 }, { "citation": "111.697", "caption": "Form of revocation of deed upon death.", "p_useful": 0.71, "confidence": 0.56 } ] }, "high_probability_candidates": 2 }, { "id": "Q28", "family": "caregiver", "split": "heldout", "kind": "ranking", "category": "exception", "query": "What exceptions apply to the presumption that certain transfers to caregivers are void?", "targets": [ "155.0975" ], "status": "complete", "error_class": null, "metrics": { "keyword": { "first_target_rank": 1, "hit1": 1.0, "hit5": 1.0, "hit10": 1.0, "mrr": 1.0, "nominated_target_coverage": 1.0 }, "jev": { "first_target_rank": 1, "hit1": 1.0, "hit5": 1.0, "hit10": 1.0, "mrr": 1.0, "nominated_target_coverage": 1.0 }, "app_keyword": { "first_target_rank": 1, "hit1": 1.0, "hit5": 1.0, "hit10": 1.0, "mrr": 1.0, "nominated_target_coverage": 1.0 } }, "human": { "keyword": { "precision5": null, "pooled_ndcg5": null }, "jev": { "precision5": null, "pooled_ndcg5": null }, "app_keyword": { "precision5": null, "pooled_ndcg5": null } }, "reviewed_sections": 0, "pool_size": 51, "top": { "keyword": [ { "citation": "155.0975", "caption": "Exceptions to presumption that certain transfers are void.", "p_useful": 1.0, "confidence": 1.0 }, { "citation": "155.097", "caption": "Validity; circumstances in which transfer is presumed void; rebuttable presumption; exceptions.", "p_useful": 0.98, "confidence": 0.72 }, { "citation": "164.960", "caption": "Applicability of NRS 111.781 to transfers of property made pursuant to trust.", "p_useful": 0.0, "confidence": 0.88 }, { "citation": "164.865", "caption": "Allocation of certain payments received because of services rendered or property transferred to payor in exchange for future payments to income or principal, or both; certain exceptions for trusts that qualify for marital deduction under federal law.", "p_useful": 0.0, "confidence": 0.96 }, { "citation": "164.930", "caption": "Enforceability of certain arbitration provisions; presumption in favor of binding arbitration; appointment of guardian ad litem; contents of arbitration provisions.", "p_useful": 0.0, "confidence": 0.97 } ], "jev": [ { "citation": "155.0975", "caption": "Exceptions to presumption that certain transfers are void.", "p_useful": 1.0, "confidence": 1.0 }, { "citation": "155.097", "caption": "Validity; circumstances in which transfer is presumed void; rebuttable presumption; exceptions.", "p_useful": 0.98, "confidence": 0.72 }, { "citation": "111.799", "caption": "Transfers not testamentary or subject to estate administration; effective with or without consideration.", "p_useful": 0.27999999999999997, "confidence": 0.11 }, { "citation": "111.813", "caption": "Financial institutions discharged from claims after payments; exceptions; rights of parties not affected.", "p_useful": 0.24000000000000002, "confidence": 0.27 }, { "citation": "166.170", "caption": "Limitation of actions with respect to transfer of property to trust; certain transfers of property disregarded; limitation of actions against advisers to settlors or trustees and against trustees; transfers to trust.", "p_useful": 0.17, "confidence": 0.41 } ], "app_keyword": [ { "citation": "155.0975", "caption": "Exceptions to presumption that certain transfers are void.", "p_useful": 1.0, "confidence": 1.0 }, { "citation": "155.097", "caption": "Validity; circumstances in which transfer is presumed void; rebuttable presumption; exceptions.", "p_useful": 0.98, "confidence": 0.72 }, { "citation": "164.960", "caption": "Applicability of NRS 111.781 to transfers of property made pursuant to trust.", "p_useful": 0.0, "confidence": 0.88 }, { "citation": "164.865", "caption": "Allocation of certain payments received because of services rendered or property transferred to payor in exchange for future payments to income or principal, or both; certain exceptions for trusts that qualify for marital deduction under federal law.", "p_useful": 0.0, "confidence": 0.96 }, { "citation": "164.930", "caption": "Enforceability of certain arbitration provisions; presumption in favor of binding arbitration; appointment of guardian ad litem; contents of arbitration provisions.", "p_useful": 0.0, "confidence": 0.97 } ] }, "high_probability_candidates": 2 }, { "id": "Q29", "family": "resignation", "split": "heldout", "kind": "ranking", "category": "procedure", "query": "How may a person named as trustee decline or resign from the appointment?", "targets": [ "153.090" ], "status": "complete", "error_class": null, "metrics": { "keyword": { "first_target_rank": 1, "hit1": 1.0, "hit5": 1.0, "hit10": 1.0, "mrr": 1.0, "nominated_target_coverage": 1.0 }, "jev": { "first_target_rank": 1, "hit1": 1.0, "hit5": 1.0, "hit10": 1.0, "mrr": 1.0, "nominated_target_coverage": 1.0 }, "app_keyword": { "first_target_rank": 1, "hit1": 1.0, "hit5": 1.0, "hit10": 1.0, "mrr": 1.0, "nominated_target_coverage": 1.0 } }, "human": { "keyword": { "precision5": null, "pooled_ndcg5": null }, "jev": { "precision5": null, "pooled_ndcg5": null }, "app_keyword": { "precision5": null, "pooled_ndcg5": null } }, "reviewed_sections": 0, "pool_size": 51, "top": { "keyword": [ { "citation": "153.090", "caption": "Declination or resignation of person named or designated trustee: Procedure.", "p_useful": 1.0, "confidence": 1.0 }, { "citation": "153.100", "caption": "Appointment to fill vacancy.", "p_useful": 0.54, "confidence": 0.47 }, { "citation": "138.045", "caption": "Appointment of substitute executors and coexecutors.", "p_useful": 0.15000000000000002, "confidence": 0.43 }, { "citation": "138.060", "caption": "Objections to appointment.", "p_useful": 0.01, "confidence": 0.62 }, { "citation": "133.065", "caption": "Devise and appointment may be conditional.", "p_useful": 0.11, "confidence": 0.67 } ], "jev": [ { "citation": "153.090", "caption": "Declination or resignation of person named or designated trustee: Procedure.", "p_useful": 1.0, "confidence": 1.0 }, { "citation": "153.100", "caption": "Appointment to fill vacancy.", "p_useful": 0.54, "confidence": 0.47 }, { "citation": "138.020", "caption": "Qualifications of executor; letters with will annexed.", "p_useful": 0.45999999999999996, "confidence": 0.4 }, { "citation": "163.600", "caption": "Appointment of successor trustee under certain circumstances.", "p_useful": 0.41000000000000003, "confidence": 0.5 }, { "citation": "165.020", "caption": "Definitions; applicability of chapter.", "p_useful": 0.18, "confidence": 0.64 } ], "app_keyword": [ { "citation": "153.090", "caption": "Declination or resignation of person named or designated trustee: Procedure.", "p_useful": 1.0, "confidence": 1.0 }, { "citation": "153.100", "caption": "Appointment to fill vacancy.", "p_useful": 0.54, "confidence": 0.47 }, { "citation": "138.045", "caption": "Appointment of substitute executors and coexecutors.", "p_useful": 0.15000000000000002, "confidence": 0.43 }, { "citation": "138.060", "caption": "Objections to appointment.", "p_useful": 0.01, "confidence": 0.62 }, { "citation": "133.065", "caption": "Devise and appointment may be conditional.", "p_useful": 0.11, "confidence": 0.67 } ] }, "high_probability_candidates": 1 }, { "id": "Q30", "family": "assetlist", "split": "heldout", "kind": "ranking", "category": "disclosure", "query": "Can a beneficiary request a list of the assets held in a trust?", "targets": [ "165.030" ], "status": "fallback", "error_class": "ValueError", "metrics": { "keyword": { "first_target_rank": 1, "hit1": 1.0, "hit5": 1.0, "hit10": 1.0, "mrr": 1.0, "nominated_target_coverage": 1.0 }, "jev": { "first_target_rank": 1, "hit1": 1.0, "hit5": 1.0, "hit10": 1.0, "mrr": 1.0, "nominated_target_coverage": 1.0 }, "app_keyword": { "first_target_rank": 1, "hit1": 1.0, "hit5": 1.0, "hit10": 1.0, "mrr": 1.0, "nominated_target_coverage": 1.0 } }, "human": { "keyword": { "precision5": null, "pooled_ndcg5": null }, "jev": { "precision5": null, "pooled_ndcg5": null }, "app_keyword": { "precision5": null, "pooled_ndcg5": null } }, "reviewed_sections": 0, "pool_size": 51, "top": { "keyword": [ { "citation": "165.030", "caption": "Request for list of assets of trust estate.", "p_useful": null, "confidence": null }, { "citation": "163.590", "caption": "Disposition of trust property by reference to statement or list; requirements for admissibility of statement or list as evidence of intended disposition; uses of statement or list.", "p_useful": null, "confidence": null }, { "citation": "164.885", "caption": "Request of spouse if marital deduction is allowed and amounts transferred from principal to income and distributed are insufficient to obtain marital deduction; proceeds from sale or disposition of assets generally principal.", "p_useful": null, "confidence": null }, { "citation": "133.045", "caption": "Disposition of certain tangible personal property by reference to list or statement; requirements.", "p_useful": null, "confidence": null }, { "citation": "164.655", "caption": "“Institutional fund” defined.", "p_useful": null, "confidence": null } ], "jev": [ { "citation": "165.030", "caption": "Request for list of assets of trust estate.", "p_useful": null, "confidence": null }, { "citation": "163.590", "caption": "Disposition of trust property by reference to statement or list; requirements for admissibility of statement or list as evidence of intended disposition; uses of statement or list.", "p_useful": null, "confidence": null }, { "citation": "164.885", "caption": "Request of spouse if marital deduction is allowed and amounts transferred from principal to income and distributed are insufficient to obtain marital deduction; proceeds from sale or disposition of assets generally principal.", "p_useful": null, "confidence": null }, { "citation": "133.045", "caption": "Disposition of certain tangible personal property by reference to list or statement; requirements.", "p_useful": null, "confidence": null }, { "citation": "164.655", "caption": "“Institutional fund” defined.", "p_useful": null, "confidence": null } ], "app_keyword": [ { "citation": "165.030", "caption": "Request for list of assets of trust estate.", "p_useful": null, "confidence": null }, { "citation": "163.590", "caption": "Disposition of trust property by reference to statement or list; requirements for admissibility of statement or list as evidence of intended disposition; uses of statement or list.", "p_useful": null, "confidence": null }, { "citation": "164.885", "caption": "Request of spouse if marital deduction is allowed and amounts transferred from principal to income and distributed are insufficient to obtain marital deduction; proceeds from sale or disposition of assets generally principal.", "p_useful": null, "confidence": null }, { "citation": "133.045", "caption": "Disposition of certain tangible personal property by reference to list or statement; requirements.", "p_useful": null, "confidence": null }, { "citation": "164.655", "caption": "“Institutional fund” defined.", "p_useful": null, "confidence": null } ] }, "high_probability_candidates": 0 }, { "id": "Q31", "family": "eviction", "split": "development", "kind": "outside_corpus", "category": "negative_control", "query": "How much notice must a landlord give to evict a residential tenant?", "targets": [], "annotation": "Subject-specific chapter is not in this 12-chapter corpus; incidental references may still appear. No blanket irrelevant labels assigned.", "status": "complete", "error_class": null, "metrics": {}, "human": { "keyword": { "precision5": null, "pooled_ndcg5": null }, "jev": { "precision5": null, "pooled_ndcg5": null }, "app_keyword": { "precision5": null, "pooled_ndcg5": null } }, "reviewed_sections": 0, "pool_size": 50, "top": { "keyword": [ { "citation": "111.095", "caption": "When attornment of tenant void.", "p_useful": 0.01, "confidence": 0.63 }, { "citation": "111.2397", "caption": "Prohibition on entering into or recording certain service agreements.", "p_useful": 0.0, "confidence": 0.96 }, { "citation": "164.037", "caption": "Petitions: Notice and hearing.", "p_useful": 0.0101010101010101, "confidence": 0.92 }, { "citation": "111.090", "caption": "Grants of rents, reversions and remainders effective without attornments of tenants.", "p_useful": 0.03, "confidence": 0.51 }, { "citation": "111.365", "caption": "Recording affidavit of death of joint tenant or spouse holding community property with right of survivorship creates disputable presumption title vested in survivor; recording affidavit of death of life tenant creates disputable presumption title vested in owner of remainder interest; county recorder to send information contained in affidavits monthly to Department of Human Services.", "p_useful": 0.0, "confidence": 0.99 } ], "jev": [ { "citation": "155.010", "caption": "Method of giving notice; notice to certain persons required; court may dispense with notice; proof; waiver of notice.", "p_useful": 0.32999999999999996, "confidence": 0.34 }, { "citation": "155.080", "caption": "Methods of proving publication or service of notice.", "p_useful": 0.21, "confidence": 0.23 }, { "citation": "111.090", "caption": "Grants of rents, reversions and remainders effective without attornments of tenants.", "p_useful": 0.03, "confidence": 0.51 }, { "citation": "111.095", "caption": "When attornment of tenant void.", "p_useful": 0.01, "confidence": 0.63 }, { "citation": "153.031", "caption": "Petition by trustee or beneficiary concerning affairs of trust: Purposes of petition; contents; notice and hearing; additional relief.", "p_useful": 0.07, "confidence": 0.75 } ], "app_keyword": [ { "citation": "111.095", "caption": "When attornment of tenant void.", "p_useful": 0.01, "confidence": 0.63 }, { "citation": "111.2397", "caption": "Prohibition on entering into or recording certain service agreements.", "p_useful": 0.0, "confidence": 0.96 }, { "citation": "164.037", "caption": "Petitions: Notice and hearing.", "p_useful": 0.0101010101010101, "confidence": 0.92 }, { "citation": "111.090", "caption": "Grants of rents, reversions and remainders effective without attornments of tenants.", "p_useful": 0.03, "confidence": 0.51 }, { "citation": "111.365", "caption": "Recording affidavit of death of joint tenant or spouse holding community property with right of survivorship creates disputable presumption title vested in survivor; recording affidavit of death of life tenant creates disputable presumption title vested in owner of remainder interest; county recorder to send information contained in affidavits monthly to Department of Human Services.", "p_useful": 0.0, "confidence": 0.99 } ] }, "high_probability_candidates": 0 }, { "id": "Q32", "family": "traffic", "split": "development", "kind": "outside_corpus", "category": "negative_control", "query": "What is the Nevada speed limit in an active school zone?", "targets": [], "annotation": "Subject-specific chapter is not in this 12-chapter corpus; incidental references may still appear. No blanket irrelevant labels assigned.", "status": "complete", "error_class": null, "metrics": {}, "human": { "keyword": { "precision5": null, "pooled_ndcg5": null }, "jev": { "precision5": null, "pooled_ndcg5": null }, "app_keyword": { "precision5": null, "pooled_ndcg5": null } }, "reviewed_sections": 0, "pool_size": 40, "top": { "keyword": [ { "citation": "166.020", "caption": "“Spendthrift trust” defined.", "p_useful": 0.0, "confidence": 1.0 }, { "citation": "164.677", "caption": "Relation to Electronic Signatures in Global and National Commerce Act.", "p_useful": 0.0, "confidence": 1.0 }, { "citation": "111.3697", "caption": "Relation to Electronic Signatures in Global and National Commerce Act.", "p_useful": 0.0, "confidence": 1.0 }, { "citation": "164.130", "caption": "Transfer by court to district court in this State or court outside Nevada.", "p_useful": 0.0, "confidence": 1.0 }, { "citation": "111.693", "caption": "Limitations concerning Medicaid payments.", "p_useful": 0.0, "confidence": 1.0 } ], "jev": [ { "citation": "155.098", "caption": "Common law.", "p_useful": 0.0, "confidence": 0.99 }, { "citation": "166.020", "caption": "“Spendthrift trust” defined.", "p_useful": 0.0, "confidence": 1.0 }, { "citation": "164.677", "caption": "Relation to Electronic Signatures in Global and National Commerce Act.", "p_useful": 0.0, "confidence": 1.0 }, { "citation": "111.3697", "caption": "Relation to Electronic Signatures in Global and National Commerce Act.", "p_useful": 0.0, "confidence": 1.0 }, { "citation": "164.130", "caption": "Transfer by court to district court in this State or court outside Nevada.", "p_useful": 0.0, "confidence": 1.0 } ], "app_keyword": [ { "citation": "166.020", "caption": "“Spendthrift trust” defined.", "p_useful": 0.0, "confidence": 1.0 }, { "citation": "164.677", "caption": "Relation to Electronic Signatures in Global and National Commerce Act.", "p_useful": 0.0, "confidence": 1.0 }, { "citation": "111.3697", "caption": "Relation to Electronic Signatures in Global and National Commerce Act.", "p_useful": 0.0, "confidence": 1.0 }, { "citation": "164.130", "caption": "Transfer by court to district court in this State or court outside Nevada.", "p_useful": 0.0, "confidence": 1.0 }, { "citation": "111.693", "caption": "Limitations concerning Medicaid payments.", "p_useful": 0.0, "confidence": 1.0 } ] }, "high_probability_candidates": 0 }, { "id": "Q33", "family": "wages", "split": "heldout", "kind": "outside_corpus", "category": "negative_control", "query": "What overtime wages must a Nevada employer pay a nonexempt employee?", "targets": [], "annotation": "Subject-specific chapter is not in this 12-chapter corpus; incidental references may still appear. No blanket irrelevant labels assigned.", "status": "complete", "error_class": null, "metrics": {}, "human": { "keyword": { "precision5": null, "pooled_ndcg5": null }, "jev": { "precision5": null, "pooled_ndcg5": null }, "app_keyword": { "precision5": null, "pooled_ndcg5": null } }, "reviewed_sections": 0, "pool_size": 50, "top": { "keyword": [ { "citation": "163.050", "caption": "Trustee buying from or selling to self or affiliate.", "p_useful": 0.0, "confidence": 1.0 }, { "citation": "163.030", "caption": "Loan of money held in trust.", "p_useful": 0.0, "confidence": 1.0 }, { "citation": "164.850", "caption": "Allocation of interest on obligation to pay money to trustee to income; allocation of amount received from disposition of certain obligations to principal; applicability of provisions.", "p_useful": 0.0, "confidence": 1.0 }, { "citation": "155.050", "caption": "Service of citation.", "p_useful": 0.0, "confidence": 1.0 }, { "citation": "164.820", "caption": "Payment of undistributed income upon end of mandatory income interest; prorating final payment upon end of obligation to pay fixed annuity or fixed fraction of value of trust’s assets.", "p_useful": 0.0, "confidence": 1.0 } ], "jev": [ { "citation": "111.707", "caption": "“Contract” defined.", "p_useful": 0.02, "confidence": 0.89 }, { "citation": "155.190", "caption": "Appealable orders.", "p_useful": 0.0, "confidence": 0.98 }, { "citation": "166.010", "caption": "Short title.", "p_useful": 0.0, "confidence": 0.98 }, { "citation": "155.0945", "caption": "“Related to, affiliated with or subordinate to any person” defined.", "p_useful": 0.0, "confidence": 0.99 }, { "citation": "155.080", "caption": "Methods of proving publication or service of notice.", "p_useful": 0.0, "confidence": 0.99 } ], "app_keyword": [ { "citation": "163.050", "caption": "Trustee buying from or selling to self or affiliate.", "p_useful": 0.0, "confidence": 1.0 }, { "citation": "163.030", "caption": "Loan of money held in trust.", "p_useful": 0.0, "confidence": 1.0 }, { "citation": "164.850", "caption": "Allocation of interest on obligation to pay money to trustee to income; allocation of amount received from disposition of certain obligations to principal; applicability of provisions.", "p_useful": 0.0, "confidence": 1.0 }, { "citation": "155.050", "caption": "Service of citation.", "p_useful": 0.0, "confidence": 1.0 }, { "citation": "164.820", "caption": "Payment of undistributed income upon end of mandatory income interest; prorating final payment upon end of obligation to pay fixed annuity or fixed fraction of value of trust’s assets.", "p_useful": 0.0, "confidence": 1.0 } ] }, "high_probability_candidates": 0 }, { "id": "Q34", "family": "custody", "split": "heldout", "kind": "outside_corpus", "category": "negative_control", "query": "What are the statutory grounds for child custody modification?", "targets": [], "annotation": "Subject-specific chapter is not in this 12-chapter corpus; incidental references may still appear. No blanket irrelevant labels assigned.", "status": "complete", "error_class": null, "metrics": {}, "human": { "keyword": { "precision5": null, "pooled_ndcg5": null }, "jev": { "precision5": null, "pooled_ndcg5": null }, "app_keyword": { "precision5": null, "pooled_ndcg5": null } }, "reviewed_sections": 0, "pool_size": 42, "top": { "keyword": [ { "citation": "111.237", "caption": "Prohibition or restriction based on race, color, religion, ancestry, national origin, disability, familial status, sex, sexual orientation or gender identity or expression.", "p_useful": 0.03, "confidence": 0.9 }, { "citation": "111.1031", "caption": "Statutory rule against perpetuities.", "p_useful": 0.0, "confidence": 1.0 }, { "citation": "111.380", "caption": "Termination, modification or extinguishment of easement.", "p_useful": 0.0, "confidence": 0.98 }, { "citation": "111.2375", "caption": "Restrictive covenant modification form.", "p_useful": 0.0, "confidence": 0.98 }, { "citation": "133.170", "caption": "Omission of child or grandchild presumed intentional; rights of child or grandchild if omission found unintentional.", "p_useful": 0.0, "confidence": 1.0 } ], "jev": [ { "citation": "132.255", "caption": "“Parent” defined.", "p_useful": 0.2, "confidence": 0.29 }, { "citation": "132.055", "caption": "“Child” defined.", "p_useful": 0.07, "confidence": 0.66 }, { "citation": "132.085", "caption": "“Descendant” defined.", "p_useful": 0.04, "confidence": 0.85 }, { "citation": "163.400", "caption": "Payment to or for minor or incapacitated person.", "p_useful": 0.02, "confidence": 0.85 }, { "citation": "111.237", "caption": "Prohibition or restriction based on race, color, religion, ancestry, national origin, disability, familial status, sex, sexual orientation or gender identity or expression.", "p_useful": 0.03, "confidence": 0.9 } ], "app_keyword": [ { "citation": "111.237", "caption": "Prohibition or restriction based on race, color, religion, ancestry, national origin, disability, familial status, sex, sexual orientation or gender identity or expression.", "p_useful": 0.03, "confidence": 0.9 }, { "citation": "111.1031", "caption": "Statutory rule against perpetuities.", "p_useful": 0.0, "confidence": 1.0 }, { "citation": "111.380", "caption": "Termination, modification or extinguishment of easement.", "p_useful": 0.0, "confidence": 0.98 }, { "citation": "111.2375", "caption": "Restrictive covenant modification form.", "p_useful": 0.0, "confidence": 0.98 }, { "citation": "133.170", "caption": "Omission of child or grandchild presumed intentional; rights of child or grandchild if omission found unintentional.", "p_useful": 0.0, "confidence": 1.0 } ] }, "high_probability_candidates": 0 } ], "lookups": { "Q35": { "expected": "found", "observed": "found", "returned": [ "163.003" ], "passed": true, "requested_subsection": "", "provider_calls": 0 }, "Q36": { "expected": "found", "observed": "found", "returned": [ "163.003" ], "passed": true, "requested_subsection": "(1)", "provider_calls": 0 }, "Q37": { "expected": "found", "observed": "found", "returned": [ "165.135" ], "passed": true, "requested_subsection": "", "provider_calls": 0 }, "Q38": { "expected": "found", "observed": "found", "returned": [ "720.060" ], "passed": true, "requested_subsection": "", "provider_calls": 0 }, "Q39": { "expected": "missing", "observed": "missing", "returned": [], "passed": true, "requested_subsection": "", "provider_calls": 0 }, "Q40": { "expected": "invalid", "observed": "invalid", "returned": [], "passed": true, "requested_subsection": null, "provider_calls": 0 } }, "execution": { "model": "jev-1.13.0", "question_version": "nrs-relevance-1", "finished_at": "2026-09-20T21:54:49.536499+00:00", "attempted_requests": 269, "successful_response_files": 268, "reported_input_tokens": 1095069, "all_complete": false, "note": "Failed requests may incur unreported usage; no automatic retries. Resume may retry failed queries explicitly." }, "completed": 33, "fallbacks": 1, "reviewed_pairs": 0, "review_pool_pairs": 1700, "review_file_sha256": null }