{
  "author_hardware_note": {
    "provenance": "author supplied; not machine-attested",
    "text": ""
  },
  "comparison": {
    "attempted_per_model": 1024,
    "categories": {
      "character": {
        "label_count": 3190,
        "runs": [
          {
            "failed": 0,
            "metrics": {
              "coverage": {
                "occurrence_recall_ceiling": 0.41256668642560756,
                "oov_occurrences": 991,
                "positive_occurrences": 1687,
                "represented_occurrences": 696,
                "represented_truth_labels": 437,
                "truth_labels": 1293
              },
              "label_count": 3190,
              "macro_f1_supported": 0.8738321902412132,
              "mean_average_precision_supported": 0.9617438872234706,
              "micro_full_truth": {
                "f1": 0.516320474777448,
                "false_negative": 1078,
                "precision": 0.90625,
                "recall": 0.36099585062240663,
                "true_positive": 609,
                "unlabeled_positive": 63
              },
              "micro_representable": {
                "f1": 0.8903508771929824,
                "false_negative": 87,
                "precision": 0.90625,
                "recall": 0.875,
                "true_positive": 609,
                "unlabeled_positive": 63
              },
              "sample_count": 1024,
              "threshold": 0.47
            },
            "profile_id": "caformer-native384",
            "run_id": "full-caformer-native384",
            "successful": 1024
          },
          {
            "failed": 0,
            "metrics": {
              "coverage": {
                "occurrence_recall_ceiling": 0.41256668642560756,
                "oov_occurrences": 991,
                "positive_occurrences": 1687,
                "represented_occurrences": 696,
                "represented_truth_labels": 437,
                "truth_labels": 1293
              },
              "label_count": 3190,
              "macro_f1_supported": 0.8681310768439092,
              "mean_average_precision_supported": 0.9595734854290986,
              "micro_full_truth": {
                "f1": 0.5155783183952198,
                "false_negative": 1083,
                "precision": 0.9207317073170732,
                "recall": 0.35803200948429165,
                "true_positive": 604,
                "unlabeled_positive": 52
              },
              "micro_representable": {
                "f1": 0.893491124260355,
                "false_negative": 92,
                "precision": 0.9207317073170732,
                "recall": 0.867816091954023,
                "true_positive": 604,
                "unlabeled_positive": 52
              },
              "sample_count": 1024,
              "threshold": 0.47
            },
            "profile_id": "caformer-direct384",
            "run_id": "full-caformer-direct384",
            "successful": 1024
          },
          {
            "failed": 0,
            "metrics": {
              "coverage": {
                "occurrence_recall_ceiling": 0.41256668642560756,
                "oov_occurrences": 991,
                "positive_occurrences": 1687,
                "represented_occurrences": 696,
                "represented_truth_labels": 437,
                "truth_labels": 1293
              },
              "label_count": 3190,
              "macro_f1_supported": 0.8583087145245757,
              "mean_average_precision_supported": 0.9587627237108675,
              "micro_full_truth": {
                "f1": 0.5138948268490808,
                "false_negative": 1086,
                "precision": 0.9217791411042945,
                "recall": 0.35625370480142265,
                "true_positive": 601,
                "unlabeled_positive": 51
              },
              "micro_representable": {
                "f1": 0.8916913946587537,
                "false_negative": 95,
                "precision": 0.9217791411042945,
                "recall": 0.8635057471264368,
                "true_positive": 601,
                "unlabeled_positive": 51
              },
              "sample_count": 1024,
              "threshold": 0.47
            },
            "profile_id": "caformer-direct512",
            "run_id": "full-caformer-direct512",
            "successful": 1024
          },
          {
            "failed": 0,
            "metrics": {
              "coverage": {
                "occurrence_recall_ceiling": 0.41256668642560756,
                "oov_occurrences": 991,
                "positive_occurrences": 1687,
                "represented_occurrences": 696,
                "represented_truth_labels": 437,
                "truth_labels": 1293
              },
              "label_count": 3190,
              "macro_f1_supported": 0.8512791521275344,
              "mean_average_precision_supported": 0.9581164159327983,
              "micro_full_truth": {
                "f1": 0.5121846943138093,
                "false_negative": 1088,
                "precision": 0.9187116564417178,
                "recall": 0.35506816834617666,
                "true_positive": 599,
                "unlabeled_positive": 53
              },
              "micro_representable": {
                "f1": 0.8887240356083086,
                "false_negative": 97,
                "precision": 0.9187116564417178,
                "recall": 0.860632183908046,
                "true_positive": 599,
                "unlabeled_positive": 53
              },
              "sample_count": 1024,
              "threshold": 0.47
            },
            "profile_id": "caformer-direct640",
            "run_id": "full-caformer-direct640",
            "successful": 1024
          },
          {
            "failed": 0,
            "metrics": {
              "coverage": {
                "occurrence_recall_ceiling": 0.41256668642560756,
                "oov_occurrences": 991,
                "positive_occurrences": 1687,
                "represented_occurrences": 696,
                "represented_truth_labels": 437,
                "truth_labels": 1293
              },
              "label_count": 3190,
              "macro_f1_supported": 0.902777630466772,
              "mean_average_precision_supported": 0.9693199295529857,
              "micro_full_truth": {
                "f1": 0.5281132861307788,
                "false_negative": 1053,
                "precision": 0.8879551820728291,
                "recall": 0.3758150563129816,
                "true_positive": 634,
                "unlabeled_positive": 80
              },
              "micro_representable": {
                "f1": 0.8992907801418439,
                "false_negative": 62,
                "precision": 0.8879551820728291,
                "recall": 0.9109195402298851,
                "true_positive": 634,
                "unlabeled_positive": 80
              },
              "sample_count": 1024,
              "threshold": 0.27
            },
            "profile_id": "pixai-v1.0-mexes-fp16",
            "run_id": "full-pixai-v1-mexes",
            "successful": 1024
          }
        ],
        "score_scope": "common_outputs_only; full_truth metrics are not native full-vocabulary metrics",
        "vocabulary_sha256": "2bdded19ba3671bf1a68682e6ece8684baa615027f8b92245404e3a931854b6f"
      },
      "general": {
        "label_count": 9039,
        "runs": [
          {
            "failed": 0,
            "metrics": {
              "coverage": {
                "occurrence_recall_ceiling": 0.960140418062869,
                "oov_occurrences": 1249,
                "positive_occurrences": 31335,
                "represented_occurrences": 30086,
                "represented_truth_labels": 4046,
                "truth_labels": 4964
              },
              "label_count": 9039,
              "macro_f1_supported": 0.34672030545403143,
              "mean_average_precision_supported": 0.5357994491684978,
              "micro_full_truth": {
                "f1": 0.5878734762170345,
                "false_negative": 12889,
                "precision": 0.5870782940802037,
                "recall": 0.5886708153821605,
                "true_positive": 18446,
                "unlabeled_positive": 12974
              },
              "micro_representable": {
                "f1": 0.599811400513771,
                "false_negative": 11640,
                "precision": 0.5870782940802037,
                "recall": 0.6131090872831217,
                "true_positive": 18446,
                "unlabeled_positive": 12974
              },
              "sample_count": 1024,
              "threshold": 0.39
            },
            "profile_id": "caformer-native384",
            "run_id": "full-caformer-native384",
            "successful": 1024
          },
          {
            "failed": 0,
            "metrics": {
              "coverage": {
                "occurrence_recall_ceiling": 0.960140418062869,
                "oov_occurrences": 1249,
                "positive_occurrences": 31335,
                "represented_occurrences": 30086,
                "represented_truth_labels": 4046,
                "truth_labels": 4964
              },
              "label_count": 9039,
              "macro_f1_supported": 0.3405524550194629,
              "mean_average_precision_supported": 0.5313207905889828,
              "micro_full_truth": {
                "f1": 0.5834577294104428,
                "false_negative": 13160,
                "precision": 0.5869340567073564,
                "recall": 0.5800223392372746,
                "true_positive": 18175,
                "unlabeled_positive": 12791
              },
              "micro_representable": {
                "f1": 0.5953940902836926,
                "false_negative": 11911,
                "precision": 0.5869340567073564,
                "recall": 0.6041015754836137,
                "true_positive": 18175,
                "unlabeled_positive": 12791
              },
              "sample_count": 1024,
              "threshold": 0.39
            },
            "profile_id": "caformer-direct384",
            "run_id": "full-caformer-direct384",
            "successful": 1024
          },
          {
            "failed": 0,
            "metrics": {
              "coverage": {
                "occurrence_recall_ceiling": 0.960140418062869,
                "oov_occurrences": 1249,
                "positive_occurrences": 31335,
                "represented_occurrences": 30086,
                "represented_truth_labels": 4046,
                "truth_labels": 4964
              },
              "label_count": 9039,
              "macro_f1_supported": 0.34030549969575674,
              "mean_average_precision_supported": 0.5383181623246207,
              "micro_full_truth": {
                "f1": 0.5845275943588489,
                "false_negative": 13409,
                "precision": 0.5975333333333334,
                "recall": 0.5720759534067337,
                "true_positive": 17926,
                "unlabeled_positive": 12074
              },
              "micro_representable": {
                "f1": 0.5966780947308857,
                "false_negative": 12160,
                "precision": 0.5975333333333334,
                "recall": 0.5958253008043608,
                "true_positive": 17926,
                "unlabeled_positive": 12074
              },
              "sample_count": 1024,
              "threshold": 0.39
            },
            "profile_id": "caformer-direct512",
            "run_id": "full-caformer-direct512",
            "successful": 1024
          },
          {
            "failed": 0,
            "metrics": {
              "coverage": {
                "occurrence_recall_ceiling": 0.960140418062869,
                "oov_occurrences": 1249,
                "positive_occurrences": 31335,
                "represented_occurrences": 30086,
                "represented_truth_labels": 4046,
                "truth_labels": 4964
              },
              "label_count": 9039,
              "macro_f1_supported": 0.316998727605707,
              "mean_average_precision_supported": 0.5237226567205433,
              "micro_full_truth": {
                "f1": 0.5676224570582769,
                "false_negative": 14845,
                "precision": 0.6160570852168715,
                "recall": 0.5262486037976704,
                "true_positive": 16490,
                "unlabeled_positive": 10277
              },
              "micro_representable": {
                "f1": 0.5800925193041704,
                "false_negative": 13596,
                "precision": 0.6160570852168715,
                "recall": 0.5480954596822443,
                "true_positive": 16490,
                "unlabeled_positive": 10277
              },
              "sample_count": 1024,
              "threshold": 0.39
            },
            "profile_id": "caformer-direct640",
            "run_id": "full-caformer-direct640",
            "successful": 1024
          },
          {
            "failed": 0,
            "metrics": {
              "coverage": {
                "occurrence_recall_ceiling": 0.960140418062869,
                "oov_occurrences": 1249,
                "positive_occurrences": 31335,
                "represented_occurrences": 30086,
                "represented_truth_labels": 4046,
                "truth_labels": 4964
              },
              "label_count": 9039,
              "macro_f1_supported": 0.4282590883581636,
              "mean_average_precision_supported": 0.5823600102723469,
              "micro_full_truth": {
                "f1": 0.5898474077786424,
                "false_negative": 8973,
                "precision": 0.5026524006473656,
                "recall": 0.7136428913355672,
                "true_positive": 22362,
                "unlabeled_positive": 22126
              },
              "micro_representable": {
                "f1": 0.5997264462144983,
                "false_negative": 7724,
                "precision": 0.5026524006473656,
                "recall": 0.7432692946885595,
                "true_positive": 22362,
                "unlabeled_positive": 22126
              },
              "sample_count": 1024,
              "threshold": 0.17
            },
            "profile_id": "pixai-v1.0-mexes-fp16",
            "run_id": "full-pixai-v1-mexes",
            "successful": 1024
          }
        ],
        "score_scope": "common_outputs_only; full_truth metrics are not native full-vocabulary metrics",
        "vocabulary_sha256": "87f7bc2f0f8b9f2f61e571ca49c32bf29f7ed03a1704b6bfcdcad2aa54096899"
      }
    },
    "dataset_fingerprint": "6a0e70f23bb08d427f284dbddef21d84b26e63e1b32b3321d939fa174eadd79b",
    "excluded_categories": {},
    "paired_successful": 1024,
    "schema_version": 1,
    "scope": "category-consistent common vocabulary, paired successful samples"
  },
  "dataset": {
    "annotation_kind": "silver",
    "author_description": "A frozen 1,024-image balanced Danbooru-derived selection with incomplete general/character source tags. Exact sample IDs, order, annotations, image hashes/source URLs, pinned profiles and sanitized full predictions are published in the linked reproduction kit. All CAFormer variants use unchanged FP32 weights with AMP FP16; native384 is the original preprocessing control and direct384/512/640 use one resize. PixAI Mexes uses ONNX FP16 at 1008px. One timing pass per pipeline; background GPU applications were not stopped.",
    "fingerprint": "6a0e70f23bb08d427f284dbddef21d84b26e63e1b32b3321d939fa174eadd79b",
    "id": "anime-tags-dev-resolution",
    "manifest_sha256": "93c6b211052055e5e501b81664dd05b770db0c35cf70dab0349586c8ac8e4f68",
    "public_reference_url": "https://huggingface.co/spaces/TimeOfAnarchy/vision-bench/blob/d69d975a3d0a07ceae2ceb4bb16b236bb6dc9a92/experiments/autotagging/reproduce/v1/README.md",
    "revision": "20261026-v1",
    "samples_sha256": "ccdbc1e179465f25d8502e32802e74e835bb574283c6d30d8dfa30f2e33ba5e0",
    "selected_count": 1024
  },
  "exporter_version": "0.3.3",
  "kind": "public_tagger_comparison",
  "limitations": [
    "Paired quality compares the same successful samples and common category vocabulary. Full-truth recall/F1 also count source positives outside that vocabulary.",
    "Native quality uses each model's complete vocabulary and its own successful samples; its denominators differ from the paired comparison.",
    "Silver source annotations are incomplete. Unlabeled predictions are not verified false positives; native output categories retain their original semantics.",
    "Latency covers decoding, preprocessing and inference, excluding integrity checks and loading. Timing uses each run's own successful warm rows, not the paired quality subset.",
    "Timing differences are not model speedups unless hardware, provider, runtime and measurement conditions match. Power settings and competing workloads are not automatically recorded.",
    "GPU memory is a sampled WDDM process high water including loading, not an instantaneous allocator peak. GPU inventory does not establish which device a session used.",
    "Hardware is captured in new runs only. Missing historical fields remain unknown. CUDA/cuDNN loaded-library versions are not attested by an ONNX Runtime version or driver version.",
    "This aggregate report contains no sample identities, images or raw scores. A selection fingerprint verifies identity but does not reconstruct the dataset; publish an authorized selection reference separately."
  ],
  "runs": [
    {
      "artifact_hashes": {
        "config": "7d37124c2cee13d743a8843a42f623d6e626b625e4eea5876cec7fea06f9270f",
        "model": "75d656d3f3eec41753cd5553e088ea5d041203bf0e2696d6b4282a998ee43992",
        "preprocess": "60c3baca177a4be5513c7bd167c60411393d8af0e0463d6bf2ba3cb43db1a74a",
        "vocabulary": "d99cf8cc1293bb7c7671b425d25e5f3688f6937f191ab6957de93acfefdb0e55"
      },
      "completed_at": "2026-10-26T13:56:24.083767+00:00",
      "metrics_version": 2,
      "model_outputs": {
        "named": 12476,
        "total": 12476,
        "unnamed": 0
      },
      "model_source": {
        "precision": "fp32-weights-amp-fp16",
        "repository": "animetimm/caformer_b36.dbv4-full",
        "revision": "aac0699c88553d50eb673b41a81d8222936b22b2"
      },
      "native_quality": {
        "character": {
          "coverage": {
            "occurrence_recall_ceiling": 0.41256668642560756,
            "oov_occurrences": 991,
            "positive_occurrences": 1687,
            "represented_occurrences": 696,
            "represented_truth_labels": 437,
            "truth_labels": 1293
          },
          "label_count": 3247,
          "macro_f1_supported": 0.8738321902412132,
          "mean_average_precision_supported": 0.9617438872234706,
          "micro_full_truth": {
            "f1": 0.5150105708245243,
            "false_negative": 1078,
            "precision": 0.8982300884955752,
            "recall": 0.36099585062240663,
            "true_positive": 609,
            "unlabeled_positive": 69
          },
          "micro_representable": {
            "f1": 0.8864628820960698,
            "false_negative": 87,
            "precision": 0.8982300884955752,
            "recall": 0.875,
            "true_positive": 609,
            "unlabeled_positive": 69
          },
          "sample_count": 1024,
          "threshold": 0.47
        },
        "general": {
          "coverage": {
            "occurrence_recall_ceiling": 0.9602042444550821,
            "oov_occurrences": 1247,
            "positive_occurrences": 31335,
            "represented_occurrences": 30088,
            "represented_truth_labels": 4047,
            "truth_labels": 4964
          },
          "label_count": 9225,
          "macro_f1_supported": 0.3466346320402795,
          "mean_average_precision_supported": 0.5356699651731355,
          "micro_full_truth": {
            "f1": 0.586397088042217,
            "false_negative": 12889,
            "precision": 0.5841408575590601,
            "recall": 0.5886708153821605,
            "true_positive": 18446,
            "unlabeled_positive": 13132
          },
          "micro_representable": {
            "f1": 0.5982551162715273,
            "false_negative": 11642,
            "precision": 0.5841408575590601,
            "recall": 0.6130683328901888,
            "true_positive": 18446,
            "unlabeled_positive": 13132
          },
          "sample_count": 1024,
          "threshold": 0.39
        }
      },
      "normalization": "danbooru-nfkc-casefold-v1",
      "outcomes": {
        "attempted": 1024,
        "failed": 0,
        "successful": 1024
      },
      "performance": {
        "gpu_memory": {
          "dedicated_observed_high_water_bytes": 1047351296,
          "method": "windows_pdh_gpu_process_memory",
          "requested_interval_ms": 250,
          "scope": "sampled process memory across GPU instances; not an instantaneous allocator peak",
          "shared_observed_high_water_bytes": 75497472,
          "status": "observed",
          "valid_samples": 148,
          "valid_span_seconds": 38.28055400005542
        },
        "model_load_ms": 3800.3784000175074,
        "warm": {
          "count": 1019,
          "images_per_second": 30.27748123011294,
          "median_ms": 32.48689998872578,
          "p95_ms": 41.71559993410483
        },
        "warmup_excluded_rows": 5
      },
      "preprocess": "caformer-b36",
      "profile_fingerprint": "751ef2da42f804ae1d2bc519f47d772b4eb61417f67b71f44ddd2d1976b1da80",
      "profile_id": "caformer-native384",
      "run_id": "full-caformer-native384",
      "run_manifest_sha256": "34444b4d062f207fa2c54a68e69ee532084a737c43127749056c6059705e3d9b",
      "runtime": {
        "environment": {
          "architecture": "AMD64",
          "collector": "host-v1",
          "cpu": "AMD Ryzen 9 9950X3D 16-Core Processor",
          "gpu_inventory": {
            "devices": [
              {
                "driver": "610.88",
                "name": "NVIDIA GeForce RTX 3080 Ti",
                "vram_mib": 12288
              }
            ],
            "scope": "visible NVIDIA inventory; not session device binding",
            "status": "observed"
          },
          "logical_cpus": 32,
          "os": "Windows",
          "os_release": "11",
          "ram_bytes": 66094223360
        },
        "libraries": {
          "Pillow": "12.3.0",
          "numpy": "2.5.2",
          "vision-bench": "0.3.2"
        },
        "model": {
          "backend": "torch-caformer",
          "cuda": "12.8",
          "cudnn": 91900,
          "input_shape": [
            1,
            3,
            384,
            384
          ],
          "output_kind": "logits",
          "output_name": "logits",
          "precision": "amp-fp16",
          "primary_provider": "TorchCUDA",
          "providers": [
            "TorchCUDA"
          ],
          "strict_state_dict": true,
          "tf32": false,
          "timm": "1.0.30",
          "torch": "2.11.0+cu128",
          "weights_dtype": "float32"
        },
        "platform": "Windows-11-10.0.26200-SP0",
        "preprocess_code_sha256": "b5b034b11d7523ed15bc9814858048e45f0dfc768674765c73d6b404d71904fe",
        "preprocess_version": "image-taggers-v1",
        "python": "3.13.3"
      },
      "started_at": "2026-10-26T13:55:40.968193+00:00",
      "thresholds": {
        "character": 0.47,
        "general": 0.39
      }
    },
    {
      "artifact_hashes": {
        "config": "7d37124c2cee13d743a8843a42f623d6e626b625e4eea5876cec7fea06f9270f",
        "model": "75d656d3f3eec41753cd5553e088ea5d041203bf0e2696d6b4282a998ee43992",
        "preprocess": "60c3baca177a4be5513c7bd167c60411393d8af0e0463d6bf2ba3cb43db1a74a",
        "vocabulary": "d99cf8cc1293bb7c7671b425d25e5f3688f6937f191ab6957de93acfefdb0e55"
      },
      "completed_at": "2026-10-26T13:57:04.786132+00:00",
      "metrics_version": 2,
      "model_outputs": {
        "named": 12476,
        "total": 12476,
        "unnamed": 0
      },
      "model_source": {
        "precision": "fp32-weights-amp-fp16",
        "repository": "animetimm/caformer_b36.dbv4-full",
        "revision": "aac0699c88553d50eb673b41a81d8222936b22b2"
      },
      "native_quality": {
        "character": {
          "coverage": {
            "occurrence_recall_ceiling": 0.41256668642560756,
            "oov_occurrences": 991,
            "positive_occurrences": 1687,
            "represented_occurrences": 696,
            "represented_truth_labels": 437,
            "truth_labels": 1293
          },
          "label_count": 3247,
          "macro_f1_supported": 0.8681310768439092,
          "mean_average_precision_supported": 0.9595734854290986,
          "micro_full_truth": {
            "f1": 0.5136054421768708,
            "false_negative": 1083,
            "precision": 0.9082706766917293,
            "recall": 0.35803200948429165,
            "true_positive": 604,
            "unlabeled_positive": 61
          },
          "micro_representable": {
            "f1": 0.887582659808964,
            "false_negative": 92,
            "precision": 0.9082706766917293,
            "recall": 0.867816091954023,
            "true_positive": 604,
            "unlabeled_positive": 61
          },
          "sample_count": 1024,
          "threshold": 0.47
        },
        "general": {
          "coverage": {
            "occurrence_recall_ceiling": 0.9602042444550821,
            "oov_occurrences": 1247,
            "positive_occurrences": 31335,
            "represented_occurrences": 30088,
            "represented_truth_labels": 4047,
            "truth_labels": 4964
          },
          "label_count": 9225,
          "macro_f1_supported": 0.3404683056606737,
          "mean_average_precision_supported": 0.5311912981944107,
          "micro_full_truth": {
            "f1": 0.5820283728824415,
            "false_negative": 13160,
            "precision": 0.5840483306018831,
            "recall": 0.5800223392372746,
            "true_positive": 18175,
            "unlabeled_positive": 12944
          },
          "micro_representable": {
            "f1": 0.5938863201921348,
            "false_negative": 11913,
            "precision": 0.5840483306018831,
            "recall": 0.6040614198351503,
            "true_positive": 18175,
            "unlabeled_positive": 12944
          },
          "sample_count": 1024,
          "threshold": 0.39
        }
      },
      "normalization": "danbooru-nfkc-casefold-v1",
      "outcomes": {
        "attempted": 1024,
        "failed": 0,
        "successful": 1024
      },
      "performance": {
        "gpu_memory": {
          "dedicated_observed_high_water_bytes": 1047351296,
          "method": "windows_pdh_gpu_process_memory",
          "requested_interval_ms": 250,
          "scope": "sampled process memory across GPU instances; not an instantaneous allocator peak",
          "shared_observed_high_water_bytes": 75497472,
          "status": "observed",
          "valid_samples": 135,
          "valid_span_seconds": 34.816845200024545
        },
        "model_load_ms": 3857.7479000668973,
        "warm": {
          "count": 1019,
          "images_per_second": 33.23805482328708,
          "median_ms": 29.526400030590594,
          "p95_ms": 38.45946001820264
        },
        "warmup_excluded_rows": 5
      },
      "preprocess": "caformer-b36-direct-384",
      "profile_fingerprint": "19ddaa8e7bbd7c4ffe47198912f989c09afe631a6df4b0aaf380f150f855d346",
      "profile_id": "caformer-direct384",
      "run_id": "full-caformer-direct384",
      "run_manifest_sha256": "e933af467dddfeadbf1b5a67cda4096337d887255d1c26b3c911fa1c04e71641",
      "runtime": {
        "environment": {
          "architecture": "AMD64",
          "collector": "host-v1",
          "cpu": "AMD Ryzen 9 9950X3D 16-Core Processor",
          "gpu_inventory": {
            "devices": [
              {
                "driver": "610.88",
                "name": "NVIDIA GeForce RTX 3080 Ti",
                "vram_mib": 12288
              }
            ],
            "scope": "visible NVIDIA inventory; not session device binding",
            "status": "observed"
          },
          "logical_cpus": 32,
          "os": "Windows",
          "os_release": "11",
          "ram_bytes": 66094223360
        },
        "libraries": {
          "Pillow": "12.3.0",
          "numpy": "2.5.2",
          "vision-bench": "0.3.2"
        },
        "model": {
          "backend": "torch-caformer",
          "cuda": "12.8",
          "cudnn": 91900,
          "input_shape": [
            1,
            3,
            384,
            384
          ],
          "output_kind": "logits",
          "output_name": "logits",
          "precision": "amp-fp16",
          "primary_provider": "TorchCUDA",
          "providers": [
            "TorchCUDA"
          ],
          "strict_state_dict": true,
          "tf32": false,
          "timm": "1.0.30",
          "torch": "2.11.0+cu128",
          "weights_dtype": "float32"
        },
        "platform": "Windows-11-10.0.26200-SP0",
        "preprocess_code_sha256": "b5b034b11d7523ed15bc9814858048e45f0dfc768674765c73d6b404d71904fe",
        "preprocess_version": "image-taggers-v1",
        "python": "3.13.3"
      },
      "started_at": "2026-10-26T13:56:24.669886+00:00",
      "thresholds": {
        "character": 0.47,
        "general": 0.39
      }
    },
    {
      "artifact_hashes": {
        "config": "7d37124c2cee13d743a8843a42f623d6e626b625e4eea5876cec7fea06f9270f",
        "model": "75d656d3f3eec41753cd5553e088ea5d041203bf0e2696d6b4282a998ee43992",
        "preprocess": "60c3baca177a4be5513c7bd167c60411393d8af0e0463d6bf2ba3cb43db1a74a",
        "vocabulary": "d99cf8cc1293bb7c7671b425d25e5f3688f6937f191ab6957de93acfefdb0e55"
      },
      "completed_at": "2026-10-26T13:58:00.863931+00:00",
      "metrics_version": 2,
      "model_outputs": {
        "named": 12476,
        "total": 12476,
        "unnamed": 0
      },
      "model_source": {
        "precision": "fp32-weights-amp-fp16",
        "repository": "animetimm/caformer_b36.dbv4-full",
        "revision": "aac0699c88553d50eb673b41a81d8222936b22b2"
      },
      "native_quality": {
        "character": {
          "coverage": {
            "occurrence_recall_ceiling": 0.41256668642560756,
            "oov_occurrences": 991,
            "positive_occurrences": 1687,
            "represented_occurrences": 696,
            "represented_truth_labels": 437,
            "truth_labels": 1293
          },
          "label_count": 3247,
          "macro_f1_supported": 0.8583087145245757,
          "mean_average_precision_supported": 0.9587627237108675,
          "micro_full_truth": {
            "f1": 0.5123614663256607,
            "false_negative": 1086,
            "precision": 0.9119878603945372,
            "recall": 0.35625370480142265,
            "true_positive": 601,
            "unlabeled_positive": 58
          },
          "micro_representable": {
            "f1": 0.8870848708487085,
            "false_negative": 95,
            "precision": 0.9119878603945372,
            "recall": 0.8635057471264368,
            "true_positive": 601,
            "unlabeled_positive": 58
          },
          "sample_count": 1024,
          "threshold": 0.47
        },
        "general": {
          "coverage": {
            "occurrence_recall_ceiling": 0.9602042444550821,
            "oov_occurrences": 1247,
            "positive_occurrences": 31335,
            "represented_occurrences": 30088,
            "represented_truth_labels": 4047,
            "truth_labels": 4964
          },
          "label_count": 9225,
          "macro_f1_supported": 0.34022141135879214,
          "mean_average_precision_supported": 0.5381873180470901,
          "micro_full_truth": {
            "f1": 0.5828930040483197,
            "false_negative": 13409,
            "precision": 0.5941270051703567,
            "recall": 0.5720759534067337,
            "true_positive": 17926,
            "unlabeled_positive": 12246
          },
          "micro_representable": {
            "f1": 0.5949551941586458,
            "false_negative": 12162,
            "precision": 0.5941270051703567,
            "recall": 0.5957856952938049,
            "true_positive": 17926,
            "unlabeled_positive": 12246
          },
          "sample_count": 1024,
          "threshold": 0.39
        }
      },
      "normalization": "danbooru-nfkc-casefold-v1",
      "outcomes": {
        "attempted": 1024,
        "failed": 0,
        "successful": 1024
      },
      "performance": {
        "gpu_memory": {
          "dedicated_observed_high_water_bytes": 1089294336,
          "method": "windows_pdh_gpu_process_memory",
          "requested_interval_ms": 250,
          "scope": "sampled process memory across GPU instances; not an instantaneous allocator peak",
          "shared_observed_high_water_bytes": 75497472,
          "status": "observed",
          "valid_samples": 191,
          "valid_span_seconds": 49.41129840002395
        },
        "model_load_ms": 4221.608600113541,
        "warm": {
          "count": 1019,
          "images_per_second": 22.811237527206245,
          "median_ms": 43.61829999834299,
          "p95_ms": 52.20779004739597
        },
        "warmup_excluded_rows": 5
      },
      "preprocess": "caformer-b36-direct-512",
      "profile_fingerprint": "9e123cde661f913225844ac3dc5da93fa4979926be3223b65d3cc03c1a442aa9",
      "profile_id": "caformer-direct512",
      "run_id": "full-caformer-direct512",
      "run_manifest_sha256": "f8bf6b73005ea0b841462cb45b40c66d20894d3d0df2276694f5c1f844433921",
      "runtime": {
        "environment": {
          "architecture": "AMD64",
          "collector": "host-v1",
          "cpu": "AMD Ryzen 9 9950X3D 16-Core Processor",
          "gpu_inventory": {
            "devices": [
              {
                "driver": "610.88",
                "name": "NVIDIA GeForce RTX 3080 Ti",
                "vram_mib": 12288
              }
            ],
            "scope": "visible NVIDIA inventory; not session device binding",
            "status": "observed"
          },
          "logical_cpus": 32,
          "os": "Windows",
          "os_release": "11",
          "ram_bytes": 66094223360
        },
        "libraries": {
          "Pillow": "12.3.0",
          "numpy": "2.5.2",
          "vision-bench": "0.3.2"
        },
        "model": {
          "backend": "torch-caformer",
          "cuda": "12.8",
          "cudnn": 91900,
          "input_shape": [
            1,
            3,
            512,
            512
          ],
          "output_kind": "logits",
          "output_name": "logits",
          "precision": "amp-fp16",
          "primary_provider": "TorchCUDA",
          "providers": [
            "TorchCUDA"
          ],
          "strict_state_dict": true,
          "tf32": false,
          "timm": "1.0.30",
          "torch": "2.11.0+cu128",
          "weights_dtype": "float32"
        },
        "platform": "Windows-11-10.0.26200-SP0",
        "preprocess_code_sha256": "b5b034b11d7523ed15bc9814858048e45f0dfc768674765c73d6b404d71904fe",
        "preprocess_version": "image-taggers-v1",
        "python": "3.13.3"
      },
      "started_at": "2026-10-26T13:57:05.438240+00:00",
      "thresholds": {
        "character": 0.47,
        "general": 0.39
      }
    },
    {
      "artifact_hashes": {
        "config": "7d37124c2cee13d743a8843a42f623d6e626b625e4eea5876cec7fea06f9270f",
        "model": "75d656d3f3eec41753cd5553e088ea5d041203bf0e2696d6b4282a998ee43992",
        "preprocess": "60c3baca177a4be5513c7bd167c60411393d8af0e0463d6bf2ba3cb43db1a74a",
        "vocabulary": "d99cf8cc1293bb7c7671b425d25e5f3688f6937f191ab6957de93acfefdb0e55"
      },
      "completed_at": "2026-10-26T13:59:14.326857+00:00",
      "metrics_version": 2,
      "model_outputs": {
        "named": 12476,
        "total": 12476,
        "unnamed": 0
      },
      "model_source": {
        "precision": "fp32-weights-amp-fp16",
        "repository": "animetimm/caformer_b36.dbv4-full",
        "revision": "aac0699c88553d50eb673b41a81d8222936b22b2"
      },
      "native_quality": {
        "character": {
          "coverage": {
            "occurrence_recall_ceiling": 0.41256668642560756,
            "oov_occurrences": 991,
            "positive_occurrences": 1687,
            "represented_occurrences": 696,
            "represented_truth_labels": 437,
            "truth_labels": 1293
          },
          "label_count": 3247,
          "macro_f1_supported": 0.8512791521275344,
          "mean_average_precision_supported": 0.9581164159327983,
          "micro_full_truth": {
            "f1": 0.5108742004264393,
            "false_negative": 1088,
            "precision": 0.9103343465045592,
            "recall": 0.35506816834617666,
            "true_positive": 599,
            "unlabeled_positive": 59
          },
          "micro_representable": {
            "f1": 0.8847858197932054,
            "false_negative": 97,
            "precision": 0.9103343465045592,
            "recall": 0.860632183908046,
            "true_positive": 599,
            "unlabeled_positive": 59
          },
          "sample_count": 1024,
          "threshold": 0.47
        },
        "general": {
          "coverage": {
            "occurrence_recall_ceiling": 0.9602042444550821,
            "oov_occurrences": 1247,
            "positive_occurrences": 31335,
            "represented_occurrences": 30088,
            "represented_truth_labels": 4047,
            "truth_labels": 4964
          },
          "label_count": 9225,
          "macro_f1_supported": 0.31692039829322727,
          "mean_average_precision_supported": 0.523596162318121,
          "micro_full_truth": {
            "f1": 0.5662094185108246,
            "false_negative": 14845,
            "precision": 0.6127378121284186,
            "recall": 0.5262486037976704,
            "true_positive": 16490,
            "unlabeled_positive": 10422
          },
          "micro_representable": {
            "f1": 0.5785964912280702,
            "false_negative": 13598,
            "precision": 0.6127378121284186,
            "recall": 0.54805902685456,
            "true_positive": 16490,
            "unlabeled_positive": 10422
          },
          "sample_count": 1024,
          "threshold": 0.39
        }
      },
      "normalization": "danbooru-nfkc-casefold-v1",
      "outcomes": {
        "attempted": 1024,
        "failed": 0,
        "successful": 1024
      },
      "performance": {
        "gpu_memory": {
          "dedicated_observed_high_water_bytes": 1168986112,
          "method": "windows_pdh_gpu_process_memory",
          "requested_interval_ms": 250,
          "scope": "sampled process memory across GPU instances; not an instantaneous allocator peak",
          "shared_observed_high_water_bytes": 75497472,
          "status": "observed",
          "valid_samples": 260,
          "valid_span_seconds": 67.27094149996992
        },
        "model_load_ms": 4531.719000078738,
        "warm": {
          "count": 1019,
          "images_per_second": 16.4436388284914,
          "median_ms": 60.229400056414306,
          "p95_ms": 70.21773006999865
        },
        "warmup_excluded_rows": 5
      },
      "preprocess": "caformer-b36-direct-640",
      "profile_fingerprint": "26081bdb377eb8c4d67a190b3d9332b6f4ae87944cdb17687a38e603a17852c9",
      "profile_id": "caformer-direct640",
      "run_id": "full-caformer-direct640",
      "run_manifest_sha256": "1f0cd577f99524bb710cd11dfadb35ce3b87260d8f58b431aeff9be186004233",
      "runtime": {
        "environment": {
          "architecture": "AMD64",
          "collector": "host-v1",
          "cpu": "AMD Ryzen 9 9950X3D 16-Core Processor",
          "gpu_inventory": {
            "devices": [
              {
                "driver": "610.88",
                "name": "NVIDIA GeForce RTX 3080 Ti",
                "vram_mib": 12288
              }
            ],
            "scope": "visible NVIDIA inventory; not session device binding",
            "status": "observed"
          },
          "logical_cpus": 32,
          "os": "Windows",
          "os_release": "11",
          "ram_bytes": 66094223360
        },
        "libraries": {
          "Pillow": "12.3.0",
          "numpy": "2.5.2",
          "vision-bench": "0.3.2"
        },
        "model": {
          "backend": "torch-caformer",
          "cuda": "12.8",
          "cudnn": 91900,
          "input_shape": [
            1,
            3,
            640,
            640
          ],
          "output_kind": "logits",
          "output_name": "logits",
          "precision": "amp-fp16",
          "primary_provider": "TorchCUDA",
          "providers": [
            "TorchCUDA"
          ],
          "strict_state_dict": true,
          "tf32": false,
          "timm": "1.0.30",
          "torch": "2.11.0+cu128",
          "weights_dtype": "float32"
        },
        "platform": "Windows-11-10.0.26200-SP0",
        "preprocess_code_sha256": "b5b034b11d7523ed15bc9814858048e45f0dfc768674765c73d6b404d71904fe",
        "preprocess_version": "image-taggers-v1",
        "python": "3.13.3"
      },
      "started_at": "2026-10-26T13:58:01.534029+00:00",
      "thresholds": {
        "character": 0.47,
        "general": 0.39
      }
    },
    {
      "artifact_hashes": {
        "model": "cd668e6760bb58ec400ce1b0286e5c9133f83b543caac6a378406b7d56f8c303",
        "preprocess": "b6cc89f3dbeee8e97666934d812a6a6bcebe81ae4eff763da9f58f4c52cd6ed4",
        "vocabulary": "a9455cbf0a910d4a3890739f2f70bd986278f4594285ef1049121a03896e2a6d"
      },
      "completed_at": "2026-10-26T14:03:18.514987+00:00",
      "metrics_version": 2,
      "model_outputs": {
        "named": 30877,
        "total": 30877,
        "unnamed": 0
      },
      "model_source": {
        "precision": "fp16",
        "repository": "Mexes/pixai-tagger-v1.0-onnx-fp32-fp16-int8",
        "revision": "0800778563144a0e6fdf41ddadd84aae3cb0dbcf"
      },
      "native_quality": {
        "character": {
          "coverage": {
            "occurrence_recall_ceiling": 0.6277415530527564,
            "oov_occurrences": 628,
            "positive_occurrences": 1687,
            "represented_occurrences": 1059,
            "represented_truth_labels": 718,
            "truth_labels": 1293
          },
          "label_count": 8308,
          "macro_f1_supported": 0.8373607196032751,
          "mean_average_precision_supported": 0.9622633626127913,
          "micro_full_truth": {
            "f1": 0.6607994132746609,
            "false_negative": 786,
            "precision": 0.8663461538461539,
            "recall": 0.5340841730883225,
            "true_positive": 901,
            "unlabeled_positive": 139
          },
          "micro_representable": {
            "f1": 0.8585040495474036,
            "false_negative": 158,
            "precision": 0.8663461538461539,
            "recall": 0.8508026440037771,
            "true_positive": 901,
            "unlabeled_positive": 139
          },
          "sample_count": 1024,
          "threshold": 0.27
        },
        "general": {
          "coverage": {
            "occurrence_recall_ceiling": 0.9872666347534705,
            "oov_occurrences": 399,
            "positive_occurrences": 31335,
            "represented_occurrences": 30936,
            "represented_truth_labels": 4604,
            "truth_labels": 4964
          },
          "label_count": 15043,
          "macro_f1_supported": 0.40936909224631984,
          "mean_average_precision_supported": 0.5807940229497709,
          "micro_full_truth": {
            "f1": 0.5916722193914213,
            "false_negative": 8692,
            "precision": 0.5009069993805858,
            "recall": 0.7226104994415191,
            "true_positive": 22643,
            "unlabeled_positive": 22561
          },
          "micro_representable": {
            "f1": 0.5947727869713685,
            "false_negative": 8293,
            "precision": 0.5009069993805858,
            "recall": 0.7319304370312905,
            "true_positive": 22643,
            "unlabeled_positive": 22561
          },
          "sample_count": 1024,
          "threshold": 0.17
        }
      },
      "normalization": "danbooru-nfkc-casefold-v1",
      "outcomes": {
        "attempted": 1024,
        "failed": 0,
        "successful": 1024
      },
      "performance": {
        "gpu_memory": {
          "dedicated_observed_high_water_bytes": 6732759040,
          "method": "windows_pdh_gpu_process_memory",
          "requested_interval_ms": 250,
          "scope": "sampled process memory across GPU instances; not an instantaneous allocator peak",
          "shared_observed_high_water_bytes": 69206016,
          "status": "observed",
          "valid_samples": 919,
          "valid_span_seconds": 239.30311560002156
        },
        "model_load_ms": 1702.8660998912528,
        "warm": {
          "count": 1019,
          "images_per_second": 4.430625449741974,
          "median_ms": 223.63010002300143,
          "p95_ms": 247.85691993311048
        },
        "warmup_excluded_rows": 5
      },
      "preprocess": "pixai-v1.0",
      "profile_fingerprint": "ee7f18dd6abb0c55d4ee603dd9583f75c987bf51c13ba8dd1b51fd69a2705204",
      "profile_id": "pixai-v1.0-mexes-fp16",
      "run_id": "full-pixai-v1-mexes",
      "run_manifest_sha256": "adb3b6a44df45083bbc81b9d438a53a418344bb0c0713fe52b65bd039407ffd7",
      "runtime": {
        "environment": {
          "architecture": "AMD64",
          "collector": "host-v1",
          "cpu": "AMD Ryzen 9 9950X3D 16-Core Processor",
          "gpu_inventory": {
            "devices": [
              {
                "driver": "610.88",
                "name": "NVIDIA GeForce RTX 3080 Ti",
                "vram_mib": 12288
              }
            ],
            "scope": "visible NVIDIA inventory; not session device binding",
            "status": "observed"
          },
          "logical_cpus": 32,
          "os": "Windows",
          "os_release": "11",
          "ram_bytes": 66094223360
        },
        "libraries": {
          "Pillow": "12.3.0",
          "numpy": "2.3.5",
          "vision-bench": "0.3.2"
        },
        "model": {
          "cpu_graph_partitions_allowed": true,
          "input_shape": [
            "batch",
            3,
            1008,
            1008
          ],
          "onnxruntime": "1.23.2",
          "output_kind": "probabilities",
          "output_name": "prediction",
          "primary_provider": "CUDAExecutionProvider",
          "providers": [
            "CUDAExecutionProvider",
            "CPUExecutionProvider"
          ]
        },
        "platform": "Windows-11-10.0.26200-SP0",
        "preprocess_code_sha256": "b5b034b11d7523ed15bc9814858048e45f0dfc768674765c73d6b404d71904fe",
        "preprocess_version": "image-taggers-v1",
        "python": "3.13.3"
      },
      "started_at": "2026-10-26T13:59:15.343087+00:00",
      "thresholds": {
        "character": 0.27,
        "copyright": 0.24,
        "general": 0.17,
        "meta": 0.17,
        "rating": 0.41,
        "style": 0.15
      }
    }
  ],
  "schema_version": 1,
  "title": "Autotagging: PixAI 1.0 and CAFormer resolution variants"
}
