{
  "schema_version": 2,
  "schema": {
    "numeric": [
      "age",
      "income"
    ],
    "categorical": [
      "region"
    ],
    "target": null
  },
  "options": {
    "uncertainty": {
      "mode": "reference",
      "n_replicates": 10
    },
    "seed": 42,
    "device": "cpu",
    "dtype": "float64",
    "n_jobs": 8,
    "details": true
  },
  "provenance": {
    "n_holdout": 400,
    "n_generated": 200,
    "n_res": 200,
    "uncertainty": "reference",
    "n_eff": 200,
    "n_replicates": 10,
    "confidence_interval": 0.95,
    "seed": 42,
    "metric_execution": {
      "shape": {
        "implementation": "aten_cpp",
        "device": "cpu",
        "dtype": "float64",
        "source_pools": 2,
        "persistent_input_bytes": 15000,
        "memory_plan": {
          "policy": "available_memory_80_percent",
          "available_host_bytes": 1917785317376,
          "available_device_bytes": null,
          "cached_torch_bytes": 0,
          "reusable_torch_cache_bytes": 0,
          "new_source_bytes": 0,
          "persistent_input_bytes": 15000,
          "owned_task_bytes": 0,
          "aggregate_workspace_bytes": 1534228253900,
          "task_workspace_bytes": 1534228253900,
          "concurrent_tasks": 1,
          "worker_overhead_bytes": 0,
          "device": "cpu"
        }
      },
      "trend": {
        "implementation": "aten_cpp",
        "device": "cpu",
        "dtype": "float64",
        "source_pools": 2,
        "persistent_input_bytes": 15000,
        "memory_plan": {
          "policy": "available_memory_80_percent",
          "available_host_bytes": 1917785317376,
          "available_device_bytes": null,
          "cached_torch_bytes": 0,
          "reusable_torch_cache_bytes": 0,
          "new_source_bytes": 0,
          "persistent_input_bytes": 15000,
          "owned_task_bytes": 0,
          "aggregate_workspace_bytes": 1534228253900,
          "task_workspace_bytes": 1534228253900,
          "concurrent_tasks": 1,
          "worker_overhead_bytes": 0,
          "device": "cpu"
        },
        "correlation_arithmetic": "ieee",
        "contingency_storage": "bounded_dense_or_occupied"
      }
    },
    "schema_inferred": false,
    "per_metric_sampling": {
      "shape": {
        "n_holdout": 400,
        "n_generated": 200,
        "n_res": 200,
        "policy": "all_rows"
      },
      "trend": {
        "n_holdout": 400,
        "n_generated": 200,
        "n_res": 200,
        "policy": "all_rows"
      }
    },
    "metric_diagnostics": {
      "shape": {
        "point": {},
        "replicates": {
          "generated": [],
          "real_reference": []
        },
        "execution": {
          "implementation": "aten_cpp",
          "device": "cpu",
          "dtype": "float64",
          "source_pools": 2,
          "persistent_input_bytes": 15000,
          "memory_plan": {
            "policy": "available_memory_80_percent",
            "available_host_bytes": 1917785317376,
            "available_device_bytes": null,
            "cached_torch_bytes": 0,
            "reusable_torch_cache_bytes": 0,
            "new_source_bytes": 0,
            "persistent_input_bytes": 15000,
            "owned_task_bytes": 0,
            "aggregate_workspace_bytes": 1534228253900,
            "task_workspace_bytes": 1534228253900,
            "concurrent_tasks": 1,
            "worker_overhead_bytes": 0,
            "device": "cpu"
          }
        },
        "sampling": {
          "uncertainty": "reference",
          "n_res": 200,
          "real_roles_disjoint": true,
          "replacement": false,
          "shared_real_reference": true,
          "estimate": "replicate_mean"
        }
      },
      "trend": {
        "point": {},
        "replicates": {
          "generated": [],
          "real_reference": []
        },
        "execution": {
          "implementation": "aten_cpp",
          "device": "cpu",
          "dtype": "float64",
          "source_pools": 2,
          "persistent_input_bytes": 15000,
          "memory_plan": {
            "policy": "available_memory_80_percent",
            "available_host_bytes": 1917785317376,
            "available_device_bytes": null,
            "cached_torch_bytes": 0,
            "reusable_torch_cache_bytes": 0,
            "new_source_bytes": 0,
            "persistent_input_bytes": 15000,
            "owned_task_bytes": 0,
            "aggregate_workspace_bytes": 1534228253900,
            "task_workspace_bytes": 1534228253900,
            "concurrent_tasks": 1,
            "worker_overhead_bytes": 0,
            "device": "cpu"
          },
          "correlation_arithmetic": "ieee",
          "contingency_storage": "bounded_dense_or_occupied"
        },
        "sampling": {
          "uncertainty": "reference",
          "n_res": 200,
          "real_roles_disjoint": true,
          "replacement": false,
          "shared_real_reference": true,
          "estimate": "replicate_mean"
        }
      }
    },
    "evaluation_kind": "evaluation",
    "input_roles": [
      "generated",
      "test"
    ],
    "input_rows": {
      "test": 400,
      "generated": 200
    },
    "selected_metrics": [
      "shape",
      "trend"
    ],
    "procedures": {
      "comparison": {
        "n_holdout": 400,
        "n_generated": 200,
        "n_res": 200,
        "uncertainty": "reference",
        "n_eff": 200,
        "n_replicates": 10,
        "confidence_interval": 0.95,
        "seed": 42,
        "metric_execution": {
          "shape": {
            "implementation": "aten_cpp",
            "device": "cpu",
            "dtype": "float64",
            "source_pools": 2,
            "persistent_input_bytes": 15000,
            "memory_plan": {
              "policy": "available_memory_80_percent",
              "available_host_bytes": 1917785317376,
              "available_device_bytes": null,
              "cached_torch_bytes": 0,
              "reusable_torch_cache_bytes": 0,
              "new_source_bytes": 0,
              "persistent_input_bytes": 15000,
              "owned_task_bytes": 0,
              "aggregate_workspace_bytes": 1534228253900,
              "task_workspace_bytes": 1534228253900,
              "concurrent_tasks": 1,
              "worker_overhead_bytes": 0,
              "device": "cpu"
            }
          },
          "trend": {
            "implementation": "aten_cpp",
            "device": "cpu",
            "dtype": "float64",
            "source_pools": 2,
            "persistent_input_bytes": 15000,
            "memory_plan": {
              "policy": "available_memory_80_percent",
              "available_host_bytes": 1917785317376,
              "available_device_bytes": null,
              "cached_torch_bytes": 0,
              "reusable_torch_cache_bytes": 0,
              "new_source_bytes": 0,
              "persistent_input_bytes": 15000,
              "owned_task_bytes": 0,
              "aggregate_workspace_bytes": 1534228253900,
              "task_workspace_bytes": 1534228253900,
              "concurrent_tasks": 1,
              "worker_overhead_bytes": 0,
              "device": "cpu"
            },
            "correlation_arithmetic": "ieee",
            "contingency_storage": "bounded_dense_or_occupied"
          }
        },
        "schema_inferred": false,
        "per_metric_sampling": {
          "shape": {
            "n_holdout": 400,
            "n_generated": 200,
            "n_res": 200,
            "policy": "all_rows"
          },
          "trend": {
            "n_holdout": 400,
            "n_generated": 200,
            "n_res": 200,
            "policy": "all_rows"
          }
        },
        "metric_diagnostics": {
          "shape": {
            "point": {},
            "replicates": {
              "generated": [],
              "real_reference": []
            },
            "execution": {
              "implementation": "aten_cpp",
              "device": "cpu",
              "dtype": "float64",
              "source_pools": 2,
              "persistent_input_bytes": 15000,
              "memory_plan": {
                "policy": "available_memory_80_percent",
                "available_host_bytes": 1917785317376,
                "available_device_bytes": null,
                "cached_torch_bytes": 0,
                "reusable_torch_cache_bytes": 0,
                "new_source_bytes": 0,
                "persistent_input_bytes": 15000,
                "owned_task_bytes": 0,
                "aggregate_workspace_bytes": 1534228253900,
                "task_workspace_bytes": 1534228253900,
                "concurrent_tasks": 1,
                "worker_overhead_bytes": 0,
                "device": "cpu"
              }
            },
            "sampling": {
              "uncertainty": "reference",
              "n_res": 200,
              "real_roles_disjoint": true,
              "replacement": false,
              "shared_real_reference": true,
              "estimate": "replicate_mean"
            }
          },
          "trend": {
            "point": {},
            "replicates": {
              "generated": [],
              "real_reference": []
            },
            "execution": {
              "implementation": "aten_cpp",
              "device": "cpu",
              "dtype": "float64",
              "source_pools": 2,
              "persistent_input_bytes": 15000,
              "memory_plan": {
                "policy": "available_memory_80_percent",
                "available_host_bytes": 1917785317376,
                "available_device_bytes": null,
                "cached_torch_bytes": 0,
                "reusable_torch_cache_bytes": 0,
                "new_source_bytes": 0,
                "persistent_input_bytes": 15000,
                "owned_task_bytes": 0,
                "aggregate_workspace_bytes": 1534228253900,
                "task_workspace_bytes": 1534228253900,
                "concurrent_tasks": 1,
                "worker_overhead_bytes": 0,
                "device": "cpu"
              },
              "correlation_arithmetic": "ieee",
              "contingency_storage": "bounded_dense_or_occupied"
            },
            "sampling": {
              "uncertainty": "reference",
              "n_res": 200,
              "real_roles_disjoint": true,
              "replacement": false,
              "shared_real_reference": true,
              "estimate": "replicate_mean"
            }
          }
        },
        "schema": {
          "numeric": [
            "age",
            "income"
          ],
          "categorical": [
            "region"
          ],
          "target": null
        }
      }
    }
  },
  "results": {
    "fidelity": {
      "shape": {
        "shape": {
          "value": 0.8883333333333333,
          "ci_low": null,
          "ci_high": null,
          "bootstrap_median": null,
          "ideal": 0.9261666666666668,
          "ideal_ci_low": 0.90375,
          "ideal_ci_high": 0.9455416666666667,
          "ideal_bootstrap_median": 0.925,
          "direction": "higher_better",
          "target": null,
          "n_holdout": 400,
          "n_generated": 200,
          "n_eff": 200,
          "flags": [],
          "score_role": "generated_test",
          "value_estimate": "point",
          "ideal_estimate": "mean",
          "value_status": "finite",
          "ideal_status": "finite",
          "generated_distribution": null,
          "reference_distribution": {
            "mean": 0.9261666666666668,
            "median": 0.925,
            "band_low": 0.90375,
            "band_high": 0.9455416666666667,
            "confidence_interval": 0.95,
            "requested_count": 10,
            "finite_count": 10,
            "unavailable_count": 0,
            "discarded_reasons": {},
            "reason": null
          }
        }
      },
      "trend": {
        "trend": {
          "value": 0.8493972535501264,
          "ci_low": null,
          "ci_high": null,
          "bootstrap_median": null,
          "ideal": 0.8410873162293392,
          "ideal_ci_low": 0.8193791561916395,
          "ideal_ci_high": 0.8615841416989312,
          "ideal_bootstrap_median": 0.8416094731665547,
          "direction": "higher_better",
          "target": null,
          "n_holdout": 400,
          "n_generated": 200,
          "n_eff": 200,
          "flags": [],
          "score_role": "generated_test",
          "value_estimate": "point",
          "ideal_estimate": "mean",
          "value_status": "finite",
          "ideal_status": "finite",
          "generated_distribution": null,
          "reference_distribution": {
            "mean": 0.8410873162293392,
            "median": 0.8416094731665547,
            "band_low": 0.8193791561916395,
            "band_high": 0.8615841416989312,
            "confidence_interval": 0.95,
            "requested_count": 10,
            "finite_count": 10,
            "unavailable_count": 0,
            "discarded_reasons": {},
            "reason": null
          }
        }
      }
    }
  },
  "metric_metadata": {
    "shape": {
      "group": "fidelity",
      "primary": "shape",
      "computation": "shape"
    },
    "trend": {
      "group": "fidelity",
      "primary": "trend",
      "computation": "trend"
    }
  },
  "row_usage": {},
  "details": {
    "shape": {
      "metadata": {
        "column_names": [
          "age",
          "income",
          "region"
        ],
        "scope": "generated_vs_reference_point",
        "n_reference": 200,
        "n_candidate": 200
      },
      "tables": {
        "columns": {
          "columns": {
            "column_index": [
              0,
              1,
              2
            ],
            "score": [
              0.8300000000000001,
              0.8550000000000001,
              0.98
            ]
          },
          "metadata": {}
        }
      }
    },
    "trend": {
      "metadata": {
        "column_names": [
          "age",
          "income",
          "region"
        ],
        "scope": "generated_vs_reference_point",
        "n_reference": 200,
        "n_candidate": 200
      },
      "tables": {
        "pairs": {
          "columns": {
            "column_1_index": [
              0,
              0,
              1
            ],
            "column_2_index": [
              1,
              2,
              2
            ],
            "score": [
              0.9531917606503795,
              0.775,
              0.82
            ]
          },
          "metadata": {}
        }
      }
    }
  }
}
