{ "schema": "aner.llm-inference-optimization/1", "study_dates_local": [ "2026-10-31", "2026-11-01" ], "development_version": "0.0.6-dev.1", "publication": "prepared; deployment deferred", "scope": "Matched Aner baseline/candidate bounded new-weight reference decoder; no pretrained quality, Gemma 2B reproduction, TPU equivalence or PyTorch superiority claim.", "dispatch_policy": { "cuda_min_total_logits_for_device_argmax": 32768, "mps_min_total_logits_for_device_argmax": 65536, "smaller_outputs": "linear host scan", "cpu": "linear scan", "positive_temperature": "unchanged sorted seeded sampler" }, "v100": { "schema": "aner.torchtpu-v100-summary/1", "protocol": { "outer_rounds": 4, "timed_calls_per_process": 3, "excluded_warmups_per_process": 2, "process_order": "AB,BA,BA,AB; rotating profile order", "timing": "native synchronized full generate call includes preparation, inference, selection, output transfer and release; model load excluded", "model": { "context": 96, "width": 32, "heads": 4, "layers": 2, "vocabulary": 259, "seed": 20261015, "dropout": 0, "prompt_tokens": 8 }, "scope": "one V100; bounded new-weight decoder; no pretrained quality, TPU equivalence or PyTorch speed claim" }, "source_report": "natural-comparison.json", "source_report_sha256": "aacf71fa5125d1de3630fec28a54303c6be4cb77ae85174e9e26b5d950cb36c7", "binary_sha256": { "baseline": "d1c5d01ec63f5f59fc98c2cf8a62c65abb8b2672fde5dd918fd2dea74d4529ff", "candidate": "7bb16fe1df4a071676a7216cc16c49a916c581159b9f1beee038e7050ec438ae" }, "producer_sha256": "a8667c206055aca990878c8b99a7047f177a5c784cb049c4e7bf2d6acdba7475", "natural_summary": [ { "dtype": "Float32", "batch_size": 1, "cuda_graph_requested": false, "case": "tiny", "timed_calls_per_implementation": 12, "model_vocabulary": 259, "actual_new_tokens": 8, "per_row_new_tokens": [ 8 ], "baseline_median_seconds": 0.001172222, "candidate_median_seconds": 0.0010526185, "ratio_of_medians": 1.1136247367873549, "whole_process_pair_bootstrap_percentile95": [ 1.005193087503268, 1.1807063370584656 ], "baseline_min_max_seconds": [ 0.001141945, 0.001214935 ], "candidate_min_max_seconds": [ 0.00100164, 0.001184439 ], "exact_generated_ids_equal": true }, { "dtype": "Float32", "batch_size": 8, "cuda_graph_requested": false, "case": "tiny", "timed_calls_per_implementation": 12, "model_vocabulary": 259, "actual_new_tokens": 64, "per_row_new_tokens": [ 8, 8, 8, 8, 8, 8, 8, 8 ], "baseline_median_seconds": 0.0019921875, "candidate_median_seconds": 0.0011165024999999999, "ratio_of_medians": 1.7843108277858764, "whole_process_pair_bootstrap_percentile95": [ 1.7029616537556544, 1.8579889454093845 ], "baseline_min_max_seconds": [ 0.001900286, 0.002118105 ], "candidate_min_max_seconds": [ 0.001081767, 0.001267127 ], "exact_generated_ids_equal": true }, { "dtype": "Float32", "batch_size": 8, "cuda_graph_requested": true, "case": "longdecode", "timed_calls_per_implementation": 12, "model_vocabulary": 259, "actual_new_tokens": 512, "per_row_new_tokens": [ 64, 64, 64, 64, 64, 64, 64, 64 ], "baseline_median_seconds": 0.014225090499999999, "candidate_median_seconds": 0.0076304325, "ratio_of_medians": 1.8642574323277217, "whole_process_pair_bootstrap_percentile95": [ 1.8324209846023414, 1.913905560222173 ], "baseline_min_max_seconds": [ 0.013937369, 0.014646443 ], "candidate_min_max_seconds": [ 0.00756984, 0.007756017 ], "exact_generated_ids_equal": true }, { "dtype": "Float32", "batch_size": 8, "cuda_graph_requested": true, "case": "tiny", "timed_calls_per_implementation": 12, "model_vocabulary": 259, "actual_new_tokens": 64, "per_row_new_tokens": [ 8, 8, 8, 8, 8, 8, 8, 8 ], "baseline_median_seconds": 0.0019295879999999999, "candidate_median_seconds": 0.0011065005, "ratio_of_medians": 1.7438654569067071, "whole_process_pair_bootstrap_percentile95": [ 1.7303218014225945, 1.7640891640800427 ], "baseline_min_max_seconds": [ 0.001892825, 0.001997109 ], "candidate_min_max_seconds": [ 0.001074378, 0.001125407 ], "exact_generated_ids_equal": true }, { "dtype": "Float64", "batch_size": 1, "cuda_graph_requested": false, "case": "tiny", "timed_calls_per_implementation": 12, "model_vocabulary": 259, "actual_new_tokens": 8, "per_row_new_tokens": [ 8 ], "baseline_median_seconds": 0.0012041345, "candidate_median_seconds": 0.0010963035, "ratio_of_medians": 1.0983587117983296, "whole_process_pair_bootstrap_percentile95": [ 1.0910451486441144, 1.0985732284722525 ], "baseline_min_max_seconds": [ 0.001160437, 0.001256177 ], "candidate_min_max_seconds": [ 0.001071719, 0.001117691 ], "exact_generated_ids_equal": true }, { "dtype": "Float64", "batch_size": 8, "cuda_graph_requested": false, "case": "tiny", "timed_calls_per_implementation": 12, "model_vocabulary": 259, "actual_new_tokens": 64, "per_row_new_tokens": [ 8, 8, 8, 8, 8, 8, 8, 8 ], "baseline_median_seconds": 0.0020746045, "candidate_median_seconds": 0.001241942, "ratio_of_medians": 1.6704520017843023, "whole_process_pair_bootstrap_percentile95": [ 1.6450358966483665, 1.6893862460343727 ], "baseline_min_max_seconds": [ 0.002017105, 0.002117567 ], "candidate_min_max_seconds": [ 0.001218698, 0.001299885 ], "exact_generated_ids_equal": true }, { "dtype": "Float64", "batch_size": 8, "cuda_graph_requested": true, "case": "longdecode", "timed_calls_per_implementation": 12, "model_vocabulary": 259, "actual_new_tokens": 512, "per_row_new_tokens": [ 64, 64, 64, 64, 64, 64, 64, 64 ], "baseline_median_seconds": 0.014965134500000001, "candidate_median_seconds": 0.008382951, "ratio_of_medians": 1.785186922838986, "whole_process_pair_bootstrap_percentile95": [ 1.7702730517752094, 1.8197941570706657 ], "baseline_min_max_seconds": [ 0.014767062, 0.015484621 ], "candidate_min_max_seconds": [ 0.008298814, 0.008469248 ], "exact_generated_ids_equal": true }, { "dtype": "Float64", "batch_size": 8, "cuda_graph_requested": true, "case": "tiny", "timed_calls_per_implementation": 12, "model_vocabulary": 259, "actual_new_tokens": 64, "per_row_new_tokens": [ 8, 8, 8, 8, 8, 8, 8, 8 ], "baseline_median_seconds": 0.0020817175, "candidate_median_seconds": 0.0012341894999999999, "ratio_of_medians": 1.686708159484423, "whole_process_pair_bootstrap_percentile95": [ 1.6614341041597587, 1.7194768308835484 ], "baseline_min_max_seconds": [ 0.002023873, 0.002131989 ], "candidate_min_max_seconds": [ 0.001217363, 0.001265844 ], "exact_generated_ids_equal": true } ], "selector_summary": [ { "capture": "selector-Float32-b1-v259.stdout", "capture_sha256": "349f21fd7d5bc05ba2b31de0b693aeda7a2610e36b46ae42ceff3d2344fdba9a", "dtype": "Float32", "rows": 1, "vocabulary": 259, "samples_per_mode": { "host_linear": 16, "host_sort": 16, "native_greedy": 16 }, "median_seconds": { "host_linear": 1.1383e-05, "host_sort": 1.7342e-05, "native_greedy": 1.1560000000000001e-05 }, "logit_host_mirror_bytes": { "host_linear": 2072, "host_sort": 2072, "native_greedy": 2072 }, "selection_backend": { "host_linear": [ "host_linear" ], "host_sort": [ "host_sort" ], "native_greedy": [ "host_linear" ] } }, { "capture": "selector-Float32-b1-v4096.stdout", "capture_sha256": "c3fecfd8ed0fd77c31fbabfb21826ac58b4c2353d635f0ca1037440073c37e01", "dtype": "Float32", "rows": 1, "vocabulary": 4096, "samples_per_mode": { "host_linear": 16, "host_sort": 16, "native_greedy": 16 }, "median_seconds": { "host_linear": 2.3406e-05, "host_sort": 0.00025861899999999997, "native_greedy": 2.57865e-05 }, "logit_host_mirror_bytes": { "host_linear": 32768, "host_sort": 32768, "native_greedy": 32768 }, "selection_backend": { "host_linear": [ "host_linear" ], "host_sort": [ "host_sort" ], "native_greedy": [ "host_linear" ] } }, { "capture": "selector-Float32-b8-v259.stdout", "capture_sha256": "4ffd365df847d469ffcf8009eca970518c2499d12a57d2453cf9fe29493ceefd", "dtype": "Float32", "rows": 8, "vocabulary": 259, "samples_per_mode": { "host_linear": 16, "host_sort": 16, "native_greedy": 16 }, "median_seconds": { "host_linear": 1.7387500000000003e-05, "host_sort": 9.412050000000001e-05, "native_greedy": 1.86405e-05 }, "logit_host_mirror_bytes": { "host_linear": 16576, "host_sort": 16576, "native_greedy": 16576 }, "selection_backend": { "host_linear": [ "host_linear" ], "host_sort": [ "host_sort" ], "native_greedy": [ "host_linear" ] } }, { "capture": "selector-Float32-b8-v32768.stdout", "capture_sha256": "9856cdef436a9c4f8f5be9bf9a85ea33dcc0dc79e08a9af0f941e62902bedae6", "dtype": "Float32", "rows": 8, "vocabulary": 32768, "samples_per_mode": { "host_linear": 16, "host_sort": 16, "native_greedy": 16 }, "median_seconds": { "host_linear": 0.000895701, "host_sort": 0.024255981, "native_greedy": 8.93495e-05 }, "logit_host_mirror_bytes": { "host_linear": 2097152, "host_sort": 2097152, "native_greedy": 0 }, "selection_backend": { "host_linear": [ "host_linear" ], "host_sort": [ "host_sort" ], "native_greedy": [ "gpu_argmax" ] } }, { "capture": "selector-Float32-b8-v4096.stdout", "capture_sha256": "e8cb840e1ca30cdaec25d551d8d36b6d272d3329d87724ed99279648261c7014", "dtype": "Float32", "rows": 8, "vocabulary": 4096, "samples_per_mode": { "host_linear": 16, "host_sort": 16, "native_greedy": 16 }, "median_seconds": { "host_linear": 0.000101907, "host_sort": 0.001981165, "native_greedy": 3.7932499999999996e-05 }, "logit_host_mirror_bytes": { "host_linear": 262144, "host_sort": 262144, "native_greedy": 0 }, "selection_backend": { "host_linear": [ "host_linear" ], "host_sort": [ "host_sort" ], "native_greedy": [ "gpu_argmax" ] } }, { "capture": "selector-Float64-b1-v259.stdout", "capture_sha256": "f1193b3fcccd7eeebe2f2c3af0a4bde681ed24973bf25c9c5202d3b54b0a0740", "dtype": "Float64", "rows": 1, "vocabulary": 259, "samples_per_mode": { "host_linear": 16, "host_sort": 16, "native_greedy": 16 }, "median_seconds": { "host_linear": 1.1436999999999999e-05, "host_sort": 1.70175e-05, "native_greedy": 1.1577e-05 }, "logit_host_mirror_bytes": { "host_linear": 2072, "host_sort": 2072, "native_greedy": 2072 }, "selection_backend": { "host_linear": [ "host_linear" ], "host_sort": [ "host_sort" ], "native_greedy": [ "host_linear" ] } }, { "capture": "selector-Float64-b1-v4096.stdout", "capture_sha256": "1797076587bffd63ce48d5b05c3df2b89d4b421e315d4096ab8e9cbf3a13840e", "dtype": "Float64", "rows": 1, "vocabulary": 4096, "samples_per_mode": { "host_linear": 16, "host_sort": 16, "native_greedy": 16 }, "median_seconds": { "host_linear": 2.61355e-05, "host_sort": 0.00026172749999999996, "native_greedy": 2.8572e-05 }, "logit_host_mirror_bytes": { "host_linear": 32768, "host_sort": 32768, "native_greedy": 32768 }, "selection_backend": { "host_linear": [ "host_linear" ], "host_sort": [ "host_sort" ], "native_greedy": [ "host_linear" ] } }, { "capture": "selector-Float64-b8-v259.stdout", "capture_sha256": "5fe16812765eebdb8b14865b8d1f080effd04d6a1a050a58afba53a75b672f15", "dtype": "Float64", "rows": 8, "vocabulary": 259, "samples_per_mode": { "host_linear": 16, "host_sort": 16, "native_greedy": 16 }, "median_seconds": { "host_linear": 1.98725e-05, "host_sort": 9.56225e-05, "native_greedy": 2.02715e-05 }, "logit_host_mirror_bytes": { "host_linear": 16576, "host_sort": 16576, "native_greedy": 16576 }, "selection_backend": { "host_linear": [ "host_linear" ], "host_sort": [ "host_sort" ], "native_greedy": [ "host_linear" ] } }, { "capture": "selector-Float64-b8-v32768.stdout", "capture_sha256": "d21aea6afaa8d940429eba65bf7c178f047d14be54bc1aa4a915245119375781", "dtype": "Float64", "rows": 8, "vocabulary": 32768, "samples_per_mode": { "host_linear": 16, "host_sort": 16, "native_greedy": 16 }, "median_seconds": { "host_linear": 0.0009300355, "host_sort": 0.0247769555, "native_greedy": 9.2482e-05 }, "logit_host_mirror_bytes": { "host_linear": 2097152, "host_sort": 2097152, "native_greedy": 0 }, "selection_backend": { "host_linear": [ "host_linear" ], "host_sort": [ "host_sort" ], "native_greedy": [ "gpu_argmax" ] } }, { "capture": "selector-Float64-b8-v4096.stdout", "capture_sha256": "6ef8004479664c30b610f3aae6fb9e563fcbc7d4ece187e959feef3707b12827", "dtype": "Float64", "rows": 8, "vocabulary": 4096, "samples_per_mode": { "host_linear": 16, "host_sort": 16, "native_greedy": 16 }, "median_seconds": { "host_linear": 0.0001312795, "host_sort": 0.0021425585, "native_greedy": 3.9656e-05 }, "logit_host_mirror_bytes": { "host_linear": 262144, "host_sort": 262144, "native_greedy": 0 }, "selection_backend": { "host_linear": [ "host_linear" ], "host_sort": [ "host_sort" ], "native_greedy": [ "gpu_argmax" ] } } ], "scope": "Aner baseline vs candidate, one V100, bounded new-weight reference decoder, no PyTorch/TPU comparison or pretrained quality claim. Selector microbenchmarks isolate fresh resident-logit selection and exclude model forward work. Bootstrap interval uses four matched pairs of fresh processes; twelve calls are clustered, not treated as independent process replicates.", "build": { "configuration": "Release", "cxx_compiler": "GNU 13.4.0", "language": "C++20", "cuda_compiler": "12.9.86", "cuda_architectures": "70", "cublas": "12.9.1.4", "flags": { "neural": { "CXX_FLAGS": "-O3 -DNDEBUG -std=c++20 -Wall -Wextra -Wpedantic -fno-fast-math -ffp-contract=off", "CUDA_FLAGS": "-O3 -DNDEBUG -std=c++20 \"--generate-code=arch=compute_70,code=[compute_70,sm_70]\" --fmad=false" }, "generative": { "CXX_FLAGS": "-O3 -DNDEBUG -std=c++20 -Wall -Wextra -Wpedantic -fno-fast-math -ffp-contract=off" }, "producer": { "CXX_FLAGS": "-O3 -DNDEBUG -std=c++20 -Wall -Wextra -Wpedantic -fno-fast-math -ffp-contract=off" } }, "toolchain_receipt_sha256": "541b0d27630bfcff19e83b8638b797a41539f086665016a41c2c98bb96b421b6" }, "parameter_value_parity": { "Float32": { "baseline_and_candidate_sha256": "1fdc2462e56376b1e6f1f254950366e2ef9bc64c7e5a85bf1689a4bbc14c3107", "parameter_tensors": 20, "parameter_scalar_values": 36256, "serialization": "sorted parameter names, shapes and values widened exactly to Float64; same x86_64 host; serialized outside timed runs", "serialized_bytes": 291053 }, "Float64": { "baseline_and_candidate_sha256": "cfa52b21d985cd3e58d3c4ef4cb72c62d9182ab3b782e292a614b8088bd93ef9", "parameter_tensors": 20, "parameter_scalar_values": 36256, "serialization": "sorted parameter names, shapes and values widened exactly to Float64; same x86_64 host; serialized outside timed runs", "serialized_bytes": 291053 } }, "source_provenance": { "baseline": { "files": 6528, "manifest_sha256": "bb2910ca318935c629539c2544b7d2a13bca953c038d5a7f9da5b948a4525b0c", "source_verified": true }, "candidate": { "files": 6529, "manifest_sha256": "61c5f2e580ae734c5665e7c3e228c86ede1fab6f0c90f284bfcc74e76874dc58", "source_verified": true } }, "correctness": { "native_groups": [ { "group": "nn", "exit": 0, "reported_checks": 4483, "stdout_sha256": "487d688b402eaee17a3f22295085c571db8e67472b23faa8c5d65b7c7b0122ea", "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" }, { "group": "memory", "exit": 0, "reported_checks": 33, "stdout_sha256": "b37a3c76e6faa61fe0112d73cdc2d126b18cab7c137105f032554641e5bac32c", "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" }, { "group": "sequence", "exit": 0, "reported_checks": 912, "stdout_sha256": "8534ae856e4cc429199b5925233a3fe68effe7a2ab1f6c11ec4d8bc32fa69124", "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" }, { "group": "gen", "exit": 0, "reported_checks": 3150, "stdout_sha256": "59f3fb7c873c4c64dd6ba6365ee0e2d99f7ce5ce3259dced5f6d503efdb7740f", "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" }, { "group": "tensor", "exit": 0, "reported_checks": 321, "stdout_sha256": "a23bda36558b93df92e4d036b54db93e47f82cf378cd7050189dbcdf708376e2", "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" }, { "group": "sequence-device-Float64", "exit": 0, "reported_checks": 141277, "stdout_sha256": "b992fa1ffbe5aac714fd3f45f27f099f81040327ed34b6bb8beefa4d540681aa", "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" }, { "group": "gen-device-Float64", "exit": 0, "reported_checks": 19250, "stdout_sha256": "0f8f5a8127ee688497ba5267cd74b7f24840daab9448f95d525ede0527f3778d", "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" }, { "group": "cache-Float64", "exit": 0, "reported_checks": 2397275, "stdout_sha256": "af65442f5beb7652ddbc51563b0b07dd49d163990e069b30fddde56f34e68a16", "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" }, { "group": "batch-Float64", "exit": 0, "reported_checks": 20341919, "stdout_sha256": "dc08b61ab7d1da241d9471fedb13837ecb04e07ed79f3482fe23da0c763a429d", "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" }, { "group": "sequence-device-Float32", "exit": 0, "reported_checks": 141275, "stdout_sha256": "fb0b1fed7733aaba8c643c0fdfbe480ceec672371429d9b62dbcd412ff02bc36", "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" }, { "group": "gen-device-Float32", "exit": 0, "reported_checks": 19250, "stdout_sha256": "f122df5b9f33860a856bae80934bc78411496f282b3e4057ed73c0a95f35f506", "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" }, { "group": "cache-Float32", "exit": 0, "reported_checks": 2397275, "stdout_sha256": "330908d71fa6ad7d73e4592312a47efd86c6cb9ad7356db99969dac231922a10", "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" }, { "group": "batch-Float32", "exit": 0, "reported_checks": 20341919, "stdout_sha256": "6d949e3b06dfdd318c1c6867fbb26b2e6d806f052932da768097a773aa3717d0", "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" } ], "native_groups_passed": 13, "compute_sanitizer": [ { "group": "sanitizer-tensor", "exit": 0, "memcheck_errors": 0, "stdout_sha256": "b3240ea4ebe84210dd3705236adfcd710583c211f88c4540d09683733bc37460" }, { "group": "sanitizer-batch-Float64", "exit": 0, "memcheck_errors": 0, "stdout_sha256": "44212fdc9b09c789adae06198da101ab27d37f1a888efdf1ec31d77d146464f7" }, { "group": "sanitizer-batch-Float32", "exit": 0, "memcheck_errors": 0, "stdout_sha256": "cb4432b570430227fc0ef7d0fe59732db85d1a99944015e1040ca88be8a8fc7a" } ], "cached_mask_counter_limit_bytes": 0, "uncached_mask_counter_limit_bytes_per_position": 8, "corrected_cache_collector_raw_capture_audits_passed": [ "Float64", "Float32" ], "collector_rejected_perturbed_cached_8_bytes": true, "collector_rejected_perturbed_uncached_520_bytes": true, "scope": "Final candidate groups; baseline stale final-normalization oracle and broad readback benchmark assertion were corrected with independent all-logit and bounded metadata checks, not runtime safety relaxations. Failed and interim observations are preserved internally." } }, "mac": { "hardware": "Apple M2 Max", "os": "macOS 26.7.2", "toolchain": "AppleClang 21; C++20; Release -O3 ThinLTO for both measured runtimes; Accelerate CPU/Metal Float32; -fno-fast-math -ffp-contract=off", "natural_protocol": { "outer_process_pairs": 4, "timed_calls_per_process": 3, "excluded_warmups_per_process": 2, "process_order": "AB,BA,AB,BA", "timing": "synchronized full generation including preparation, inference, selection, required transfer and release; model creation excluded", "model": { "context": 96, "width": 32, "heads": 4, "layers": 2, "vocabulary": 259, "seed": 20261015, "dropout": 0, "prompt_tokens": 8 }, "only_four_process_pairs": "bootstrap is clustered by paired process, not twelve independent experiments" }, "natural_summary": [ { "device": "cpu", "dtype": "Float64", "batch_size": 1, "case": "tiny", "samples_per_revision": 12, "median_seconds": { "baseline": 0.0007365625, "candidate": 0.0007017085000000001 }, "baseline_over_candidate": 1.0496701978100593, "range_seconds": { "baseline": [ 0.000720458, 0.000754333 ], "candidate": [ 0.000696916, 0.001128834 ] }, "ids_equal": true, "actual_total_new_tokens": 8, "readback_peak_bytes": { "baseline": [ 0 ], "candidate": [ 0 ] }, "whole_process_pair_bootstrap_percentile95": [ 0.6613564609587317, 1.0534637629418064 ] }, { "device": "cpu", "dtype": "Float64", "batch_size": 8, "case": "tiny", "samples_per_revision": 12, "median_seconds": { "baseline": 0.0057363955, "candidate": 0.00530325 }, "baseline_over_candidate": 1.081675482015745, "range_seconds": { "baseline": [ 0.005706125, 0.005781875 ], "candidate": [ 0.005029, 0.005384083 ] }, "ids_equal": true, "actual_total_new_tokens": 64, "readback_peak_bytes": { "baseline": [ 0 ], "candidate": [ 0 ] }, "whole_process_pair_bootstrap_percentile95": [ 1.0749117030134845, 1.1048168110366239 ] }, { "device": "cpu", "dtype": "Float32", "batch_size": 1, "case": "tiny", "samples_per_revision": 12, "median_seconds": { "baseline": 0.0007595415, "candidate": 0.000723312 }, "baseline_over_candidate": 1.0500883436193509, "range_seconds": { "baseline": [ 0.000743917, 0.000776834 ], "candidate": [ 0.000702, 0.000735458 ] }, "ids_equal": true, "actual_total_new_tokens": 8, "readback_peak_bytes": { "baseline": [ 2072 ], "candidate": [ 0 ] }, "whole_process_pair_bootstrap_percentile95": [ 1.0366029258307499, 1.0811201468412535 ] }, { "device": "cpu", "dtype": "Float32", "batch_size": 8, "case": "tiny", "samples_per_revision": 12, "median_seconds": { "baseline": 0.0060875415, "candidate": 0.005634583 }, "baseline_over_candidate": 1.08038900128013, "range_seconds": { "baseline": [ 0.006057417, 0.006170333 ], "candidate": [ 0.005358042, 0.005835 ] }, "ids_equal": true, "actual_total_new_tokens": 64, "readback_peak_bytes": { "baseline": [ 16576 ], "candidate": [ 2072 ] }, "whole_process_pair_bootstrap_percentile95": [ 1.0683124442776113, 1.0885128401044593 ] }, { "device": "mps", "dtype": "Float32", "batch_size": 1, "case": "tiny", "samples_per_revision": 12, "median_seconds": { "baseline": 0.0287338755, "candidate": 0.028803229 }, "baseline_over_candidate": 0.9975921623231895, "range_seconds": { "baseline": [ 0.028298125, 0.036327167 ], "candidate": [ 0.02817475, 0.032746541 ] }, "ids_equal": true, "actual_total_new_tokens": 8, "readback_peak_bytes": { "baseline": [ 2072 ], "candidate": [ 2072 ] }, "whole_process_pair_bootstrap_percentile95": [ 0.9898224662677259, 1.2498693861163093 ] }, { "device": "mps", "dtype": "Float32", "batch_size": 8, "case": "tiny", "samples_per_revision": 12, "median_seconds": { "baseline": 0.23124935400000002, "candidate": 0.231740375 }, "baseline_over_candidate": 0.9978811590341131, "range_seconds": { "baseline": [ 0.228193542, 0.239306958 ], "candidate": [ 0.227593375, 0.247780375 ] }, "ids_equal": true, "actual_total_new_tokens": 64, "readback_peak_bytes": { "baseline": [ 16576 ], "candidate": [ 16576 ] }, "whole_process_pair_bootstrap_percentile95": [ 0.9776131813998344, 1.0234197956741629 ] } ], "natural_binary_sha256": { "baseline": "acd9152d49545908c7e67e90d8561732b1c0c4050504cad3d38dce5fc00e6f51", "candidate": "c9869e4a50bc1ec216d3acdce6396cc53e52ca81ceb77993c125c3c1f095c270" }, "natural_producer_sha256": "a8667c206055aca990878c8b99a7047f177a5c784cb049c4e7bf2d6acdba7475", "selector": { "scope": "Selection stage only; fresh score construction excluded; all samples retained; no universal speed claim.", "started_utc": "2026-11-01T06:22:56.115009+00:00", "finished_utc": "2026-11-01T06:22:58.328238+00:00", "binary_sha256": "0286205e8a3bbb6e042c1f881692c2cad6de893b14c7af6e236ee8ccb1c5dda0", "samples_per_mode": 12, "warmups_per_mode": 2, "results": [ { "device": "cpu", "dtype": "Float64", "rows": 1, "vocabulary": 259, "samples": 36, "medians_seconds": { "host_sort": 7.354e-06, "host_linear": 1.292e-06, "native_greedy": 1.292e-06 }, "old_sort_over_native": 5.691950464396284, "host_linear_over_native": 1.0, "selection_backends": { "host_sort": [ "host_sort" ], "host_linear": [ "host_linear" ], "native_greedy": [ "cpu_linear" ] }, "logit_host_mirror_bytes": { "host_sort": [ 0 ], "host_linear": [ 0 ], "native_greedy": [ 0 ] } }, { "device": "cpu", "dtype": "Float64", "rows": 8, "vocabulary": 4096, "samples": 36, "medians_seconds": { "host_sort": 0.001417646, "host_linear": 0.0001397495, "native_greedy": 0.00014106250000000002 }, "old_sort_over_native": 10.049772264067345, "host_linear_over_native": 0.9906920691182984, "selection_backends": { "host_sort": [ "host_sort" ], "host_linear": [ "host_linear" ], "native_greedy": [ "cpu_linear" ] }, "logit_host_mirror_bytes": { "host_sort": [ 0 ], "host_linear": [ 0 ], "native_greedy": [ 0 ] } }, { "device": "cpu", "dtype": "Float64", "rows": 8, "vocabulary": 32768, "samples": 36, "medians_seconds": { "host_sort": 0.015697999999999997, "host_linear": 0.001123104, "native_greedy": 0.001127084 }, "old_sort_over_native": 13.92797697420955, "host_linear_over_native": 0.9964687636413967, "selection_backends": { "host_sort": [ "host_sort" ], "host_linear": [ "host_linear" ], "native_greedy": [ "cpu_linear" ] }, "logit_host_mirror_bytes": { "host_sort": [ 0 ], "host_linear": [ 0 ], "native_greedy": [ 0 ] } }, { "device": "cpu", "dtype": "Float32", "rows": 1, "vocabulary": 259, "samples": 36, "medians_seconds": { "host_sort": 2.6455000000000003e-06, "host_linear": 1.208e-06, "native_greedy": 1.125e-06 }, "old_sort_over_native": 2.3515555555555556, "host_linear_over_native": 1.0737777777777777, "selection_backends": { "host_sort": [ "host_sort" ], "host_linear": [ "host_linear" ], "native_greedy": [ "cpu_linear" ] }, "logit_host_mirror_bytes": { "host_sort": [ 2072 ], "host_linear": [ 2072 ], "native_greedy": [ 0 ] } }, { "device": "cpu", "dtype": "Float32", "rows": 8, "vocabulary": 4096, "samples": 36, "medians_seconds": { "host_sort": 0.0014392085, "host_linear": 0.0001438955, "native_greedy": 0.000140542 }, "old_sort_over_native": 10.240415676452589, "host_linear_over_native": 1.0238611945183647, "selection_backends": { "host_sort": [ "host_sort" ], "host_linear": [ "host_linear" ], "native_greedy": [ "cpu_linear" ] }, "logit_host_mirror_bytes": { "host_sort": [ 262144 ], "host_linear": [ 262144 ], "native_greedy": [ 0 ] } }, { "device": "cpu", "dtype": "Float32", "rows": 8, "vocabulary": 32768, "samples": 36, "medians_seconds": { "host_sort": 0.01571175, "host_linear": 0.0011697085, "native_greedy": 0.0011324375 }, "old_sort_over_native": 13.87427562227496, "host_linear_over_native": 1.032912191622054, "selection_backends": { "host_sort": [ "host_sort" ], "host_linear": [ "host_linear" ], "native_greedy": [ "cpu_linear" ] }, "logit_host_mirror_bytes": { "host_sort": [ 2097152 ], "host_linear": [ 2097152 ], "native_greedy": [ 0 ] } }, { "device": "mps", "dtype": "Float32", "rows": 1, "vocabulary": 259, "samples": 36, "medians_seconds": { "host_sort": 2.9582999999999998e-05, "host_linear": 2.51045e-05, "native_greedy": 2.05625e-05 }, "old_sort_over_native": 1.4386869300911853, "host_linear_over_native": 1.220887537993921, "selection_backends": { "host_sort": [ "host_sort" ], "host_linear": [ "host_linear" ], "native_greedy": [ "host_linear" ] }, "logit_host_mirror_bytes": { "host_sort": [ 2072 ], "host_linear": [ 2072 ], "native_greedy": [ 2072 ] } }, { "device": "mps", "dtype": "Float32", "rows": 8, "vocabulary": 259, "samples": 36, "medians_seconds": { "host_sort": 6.90205e-05, "host_linear": 2.4103999999999998e-05, "native_greedy": 2.2e-05 }, "old_sort_over_native": 3.1372954545454546, "host_linear_over_native": 1.0956363636363635, "selection_backends": { "host_sort": [ "host_sort" ], "host_linear": [ "host_linear" ], "native_greedy": [ "host_linear" ] }, "logit_host_mirror_bytes": { "host_sort": [ 16576 ], "host_linear": [ 16576 ], "native_greedy": [ 16576 ] } }, { "device": "mps", "dtype": "Float32", "rows": 1, "vocabulary": 1024, "samples": 36, "medians_seconds": { "host_sort": 5.14785e-05, "host_linear": 1.98125e-05, "native_greedy": 1.89165e-05 }, "old_sort_over_native": 2.721354373166283, "host_linear_over_native": 1.0473660560885998, "selection_backends": { "host_sort": [ "host_sort" ], "host_linear": [ "host_linear" ], "native_greedy": [ "host_linear" ] }, "logit_host_mirror_bytes": { "host_sort": [ 8192 ], "host_linear": [ 8192 ], "native_greedy": [ 8192 ] } }, { "device": "mps", "dtype": "Float32", "rows": 8, "vocabulary": 1024, "samples": 36, "medians_seconds": { "host_sort": 0.00030502100000000005, "host_linear": 5.475e-05, "native_greedy": 5.35835e-05 }, "old_sort_over_native": 5.6924426362592975, "host_linear_over_native": 1.0217697612138066, "selection_backends": { "host_sort": [ "host_sort" ], "host_linear": [ "host_linear" ], "native_greedy": [ "host_linear" ] }, "logit_host_mirror_bytes": { "host_sort": [ 65536 ], "host_linear": [ 65536 ], "native_greedy": [ 65536 ] } }, { "device": "mps", "dtype": "Float32", "rows": 1, "vocabulary": 4096, "samples": 36, "medians_seconds": { "host_sort": 0.000197875, "host_linear": 3.5583499999999996e-05, "native_greedy": 3.4979000000000005e-05 }, "old_sort_over_native": 5.65696560793619, "host_linear_over_native": 1.0172817976500184, "selection_backends": { "host_sort": [ "host_sort" ], "host_linear": [ "host_linear" ], "native_greedy": [ "host_linear" ] }, "logit_host_mirror_bytes": { "host_sort": [ 32768 ], "host_linear": [ 32768 ], "native_greedy": [ 32768 ] } }, { "device": "mps", "dtype": "Float32", "rows": 8, "vocabulary": 4096, "samples": 36, "medians_seconds": { "host_sort": 0.0015141455, "host_linear": 0.0001719995, "native_greedy": 0.0001706665 }, "old_sort_over_native": 8.871954953081008, "host_linear_over_native": 1.0078105545024947, "selection_backends": { "host_sort": [ "host_sort" ], "host_linear": [ "host_linear" ], "native_greedy": [ "host_linear" ] }, "logit_host_mirror_bytes": { "host_sort": [ 262144 ], "host_linear": [ 262144 ], "native_greedy": [ 262144 ] } }, { "device": "mps", "dtype": "Float32", "rows": 8, "vocabulary": 8192, "samples": 36, "medians_seconds": { "host_sort": 0.0032841455, "host_linear": 0.00032156299999999997, "native_greedy": 0.00024485450000000003 }, "old_sort_over_native": 13.412640976579969, "host_linear_over_native": 1.31328196949617, "selection_backends": { "host_sort": [ "host_sort" ], "host_linear": [ "host_linear" ], "native_greedy": [ "gpu_argmax" ] }, "logit_host_mirror_bytes": { "host_sort": [ 524288 ], "host_linear": [ 524288 ], "native_greedy": [ 0 ] } }, { "device": "mps", "dtype": "Float32", "rows": 8, "vocabulary": 16384, "samples": 36, "medians_seconds": { "host_sort": 0.0072354585, "host_linear": 0.000631729, "native_greedy": 0.0005915625 }, "old_sort_over_native": 12.23109730586371, "host_linear_over_native": 1.067898996302166, "selection_backends": { "host_sort": [ "host_sort" ], "host_linear": [ "host_linear" ], "native_greedy": [ "gpu_argmax" ] }, "logit_host_mirror_bytes": { "host_sort": [ 1048576 ], "host_linear": [ 1048576 ], "native_greedy": [ 0 ] } }, { "device": "mps", "dtype": "Float32", "rows": 8, "vocabulary": 32768, "samples": 36, "medians_seconds": { "host_sort": 0.015826437999999998, "host_linear": 0.0012470415000000001, "native_greedy": 0.000641146 }, "old_sort_over_native": 24.68460849790843, "host_linear_over_native": 1.9450195431305821, "selection_backends": { "host_sort": [ "host_sort" ], "host_linear": [ "host_linear" ], "native_greedy": [ "gpu_argmax" ] }, "logit_host_mirror_bytes": { "host_sort": [ 2097152 ], "host_linear": [ 2097152 ], "native_greedy": [ 0 ] } } ] }, "regressions": { "normal_groups": 283, "passed": 274, "skipped": [ "cnn_nccl", "cnn_cuda_training_strict", "cnn_cuda_training_fp16", "cnn_cuda_training_bf16", "cnn_cuda_training_tf32", "aner.db_mysql_live", "aner.db_mssql_live", "aner.db_mongodb_live", "aner.db_postgres_live" ], "failed": [], "research_campaigns_excluded": [ "aner.generative_scientific_calibration", "aner.generative_scientific_physics", "aner.generative_scientific_small_data", "aner.generative_scientific_gaussian", "aner.generative_scientific_poisson_confirmation", "aner.generative_scientific_neural_validation" ] }, "sanitizers": { "address_undefined": "CPU Float64/Float32 cache 4,785,075 checks; CPU batched 5,463,428 checks; real MPS integration 223 checks; leak detection disabled for platform runtime", "mps_backend_contract_checks": 6889 } }, "natural_raw_processes": { "v100": [ { "mode": "baseline", "outer": 0, "profile": [ "Float64", 1, false, "tiny" ], "log_sha256": "9827bc84727b5f5b814ef92d28420e4834e9b3d92210126b1f186731f320eb46", "rows": [ { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float64", "case": "tiny", "batch_size": 1, "cuda_graph": false, "iteration": 0, "seconds": 0.001256177, "tracked_peak_increment_bytes": 40016, "activation_readback_peak_increment_bytes": 2072, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float64", "case": "tiny", "batch_size": 1, "cuda_graph": false, "iteration": 1, "seconds": 0.001185785, "tracked_peak_increment_bytes": 40016, "activation_readback_peak_increment_bytes": 2072, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float64", "case": "tiny", "batch_size": 1, "cuda_graph": false, "iteration": 2, "seconds": 0.001160437, "tracked_peak_increment_bytes": 40016, "activation_readback_peak_increment_bytes": 2072, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ] ] } ] }, { "mode": "candidate", "outer": 0, "profile": [ "Float64", 1, false, "tiny" ], "log_sha256": "8f0d35f9f52a37e4ef753ee1e4465daa0967482ae75d8168d8a3b06be8086b9f", "rows": [ { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float64", "case": "tiny", "batch_size": 1, "cuda_graph": false, "iteration": 0, "seconds": 0.001086926, "tracked_peak_increment_bytes": 40016, "activation_readback_peak_increment_bytes": 2072, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float64", "case": "tiny", "batch_size": 1, "cuda_graph": false, "iteration": 1, "seconds": 0.001082863, "tracked_peak_increment_bytes": 40016, "activation_readback_peak_increment_bytes": 2072, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float64", "case": "tiny", "batch_size": 1, "cuda_graph": false, "iteration": 2, "seconds": 0.001076519, "tracked_peak_increment_bytes": 40016, "activation_readback_peak_increment_bytes": 2072, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ] ] } ] }, { "mode": "baseline", "outer": 0, "profile": [ "Float64", 8, false, "tiny" ], "log_sha256": "7e4c4e864b1e96d97b7f22c6b5e0704653dc110282f96e9ed8c0624ede2def61", "rows": [ { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float64", "case": "tiny", "batch_size": 8, "cuda_graph": false, "iteration": 0, "seconds": 0.002092761, "tracked_peak_increment_bytes": 255136, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float64", "case": "tiny", "batch_size": 8, "cuda_graph": false, "iteration": 1, "seconds": 0.002109455, "tracked_peak_increment_bytes": 255136, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float64", "case": "tiny", "batch_size": 8, "cuda_graph": false, "iteration": 2, "seconds": 0.002017105, "tracked_peak_increment_bytes": 255136, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] } ] }, { "mode": "candidate", "outer": 0, "profile": [ "Float64", 8, false, "tiny" ], "log_sha256": "cf7b60fbfe4e5e3688347626aca20a65f1a2609e7cdf43f8707ea4eb99c212d6", "rows": [ { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float64", "case": "tiny", "batch_size": 8, "cuda_graph": false, "iteration": 0, "seconds": 0.00123877, "tracked_peak_increment_bytes": 255136, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float64", "case": "tiny", "batch_size": 8, "cuda_graph": false, "iteration": 1, "seconds": 0.001227175, "tracked_peak_increment_bytes": 255136, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float64", "case": "tiny", "batch_size": 8, "cuda_graph": false, "iteration": 2, "seconds": 0.001299885, "tracked_peak_increment_bytes": 255136, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] } ] }, { "mode": "baseline", "outer": 0, "profile": [ "Float64", 8, true, "tiny" ], "log_sha256": "d039c1972e5a20a96c58fe55118b56928e86e184ac06ab34721490afe8fc22b1", "rows": [ { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float64", "case": "tiny", "batch_size": 8, "cuda_graph": true, "iteration": 0, "seconds": 0.002081705, "tracked_peak_increment_bytes": 255136, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float64", "case": "tiny", "batch_size": 8, "cuda_graph": true, "iteration": 1, "seconds": 0.002051853, "tracked_peak_increment_bytes": 255136, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float64", "case": "tiny", "batch_size": 8, "cuda_graph": true, "iteration": 2, "seconds": 0.002064292, "tracked_peak_increment_bytes": 255136, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] } ] }, { "mode": "candidate", "outer": 0, "profile": [ "Float64", 8, true, "tiny" ], "log_sha256": "71b8bad3dc113e9a2722309fd8860b5a8ecd6ca42e8092e11a9c3246b53b793c", "rows": [ { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float64", "case": "tiny", "batch_size": 8, "cuda_graph": true, "iteration": 0, "seconds": 0.001233221, "tracked_peak_increment_bytes": 255136, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float64", "case": "tiny", "batch_size": 8, "cuda_graph": true, "iteration": 1, "seconds": 0.001242476, "tracked_peak_increment_bytes": 255136, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float64", "case": "tiny", "batch_size": 8, "cuda_graph": true, "iteration": 2, "seconds": 0.001250481, "tracked_peak_increment_bytes": 255136, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] } ] }, { "mode": "baseline", "outer": 0, "profile": [ "Float64", 8, true, "longdecode" ], "log_sha256": "e62702402d1ca1c4c152c3b80a5b74b4de02e91334c2910727e1766579468a0d", "rows": [ { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float64", "case": "longdecode", "batch_size": 8, "cuda_graph": true, "iteration": 0, "seconds": 0.014814465, "tracked_peak_increment_bytes": 713888, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232, 232, 232, 232, 92, 211, 218, 232, 232, 152, 232, 232, 218, 19, 218, 211, 211, 211, 211, 211, 211, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 103, 24, 24, 24, 103, 24, 103, 24, 24, 24, 103, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 103, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 211, 92, 92, 211, 211, 67, 211, 211, 211, 211, 24, 103, 24, 24, 103, 24, 103, 211, 24, 103, 103, 103, 211, 24, 103, 24, 24, 103, 24, 103, 24, 103, 103, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 103, 24, 103, 24, 24, 24, 24, 24, 24, 103, 24, 24, 24, 38, 24 ], [ 232, 211, 232, 211, 211, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 218, 218, 218, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 38, 38, 38, 38, 38, 61, 24, 24, 103, 24, 24, 24, 103, 24, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 24, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 218, 232, 218, 92, 218, 103, 211, 211, 211, 218, 19, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 61, 103, 103, 103, 24, 103, 24, 132, 24, 132, 24, 38, 38, 24, 24, 132, 24, 24, 24, 38, 24, 132, 24, 132, 24, 38, 38, 38 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 24, 24, 103, 24, 103, 103, 24, 24, 38, 38, 38, 38, 38, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 38, 38, 38 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 92, 211, 67, 211, 246, 178, 246, 10, 10, 246, 178, 246, 178, 67, 178, 67, 178, 178, 178, 178, 67, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 103, 24, 103, 103, 24, 103, 24, 103, 24, 103, 103, 103, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 157, 157, 157, 178, 67, 211, 211, 218, 67, 246, 246, 246, 178, 67, 178, 246, 178, 246, 67, 178, 246, 246, 10, 246, 246, 246, 246, 250, 246, 250, 250, 246, 250, 250, 250, 250, 246, 246, 178, 246, 250, 250, 246, 250, 250, 246, 178, 246, 250, 250, 246, 178, 246 ], [ 232, 232, 232, 232, 232, 42, 211, 218, 218, 246, 211, 211, 211, 211, 211, 211, 211, 211, 218, 103, 103, 61, 103, 211, 211, 211, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 24, 103, 103, 24, 24, 103, 103, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 24, 38, 38, 38 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float64", "case": "longdecode", "batch_size": 8, "cuda_graph": true, "iteration": 1, "seconds": 0.014887637, "tracked_peak_increment_bytes": 713888, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232, 232, 232, 232, 92, 211, 218, 232, 232, 152, 232, 232, 218, 19, 218, 211, 211, 211, 211, 211, 211, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 103, 24, 24, 24, 103, 24, 103, 24, 24, 24, 103, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 103, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 211, 92, 92, 211, 211, 67, 211, 211, 211, 211, 24, 103, 24, 24, 103, 24, 103, 211, 24, 103, 103, 103, 211, 24, 103, 24, 24, 103, 24, 103, 24, 103, 103, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 103, 24, 103, 24, 24, 24, 24, 24, 24, 103, 24, 24, 24, 38, 24 ], [ 232, 211, 232, 211, 211, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 218, 218, 218, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 38, 38, 38, 38, 38, 61, 24, 24, 103, 24, 24, 24, 103, 24, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 24, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 218, 232, 218, 92, 218, 103, 211, 211, 211, 218, 19, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 61, 103, 103, 103, 24, 103, 24, 132, 24, 132, 24, 38, 38, 24, 24, 132, 24, 24, 24, 38, 24, 132, 24, 132, 24, 38, 38, 38 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 24, 24, 103, 24, 103, 103, 24, 24, 38, 38, 38, 38, 38, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 38, 38, 38 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 92, 211, 67, 211, 246, 178, 246, 10, 10, 246, 178, 246, 178, 67, 178, 67, 178, 178, 178, 178, 67, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 103, 24, 103, 103, 24, 103, 24, 103, 24, 103, 103, 103, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 157, 157, 157, 178, 67, 211, 211, 218, 67, 246, 246, 246, 178, 67, 178, 246, 178, 246, 67, 178, 246, 246, 10, 246, 246, 246, 246, 250, 246, 250, 250, 246, 250, 250, 250, 250, 246, 246, 178, 246, 250, 250, 246, 250, 250, 246, 178, 246, 250, 250, 246, 178, 246 ], [ 232, 232, 232, 232, 232, 42, 211, 218, 218, 246, 211, 211, 211, 211, 211, 211, 211, 211, 218, 103, 103, 61, 103, 211, 211, 211, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 24, 103, 103, 24, 24, 103, 103, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 24, 38, 38, 38 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float64", "case": "longdecode", "batch_size": 8, "cuda_graph": true, "iteration": 2, "seconds": 0.015103327, "tracked_peak_increment_bytes": 713888, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232, 232, 232, 232, 92, 211, 218, 232, 232, 152, 232, 232, 218, 19, 218, 211, 211, 211, 211, 211, 211, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 103, 24, 24, 24, 103, 24, 103, 24, 24, 24, 103, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 103, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 211, 92, 92, 211, 211, 67, 211, 211, 211, 211, 24, 103, 24, 24, 103, 24, 103, 211, 24, 103, 103, 103, 211, 24, 103, 24, 24, 103, 24, 103, 24, 103, 103, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 103, 24, 103, 24, 24, 24, 24, 24, 24, 103, 24, 24, 24, 38, 24 ], [ 232, 211, 232, 211, 211, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 218, 218, 218, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 38, 38, 38, 38, 38, 61, 24, 24, 103, 24, 24, 24, 103, 24, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 24, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 218, 232, 218, 92, 218, 103, 211, 211, 211, 218, 19, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 61, 103, 103, 103, 24, 103, 24, 132, 24, 132, 24, 38, 38, 24, 24, 132, 24, 24, 24, 38, 24, 132, 24, 132, 24, 38, 38, 38 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 24, 24, 103, 24, 103, 103, 24, 24, 38, 38, 38, 38, 38, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 38, 38, 38 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 92, 211, 67, 211, 246, 178, 246, 10, 10, 246, 178, 246, 178, 67, 178, 67, 178, 178, 178, 178, 67, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 103, 24, 103, 103, 24, 103, 24, 103, 24, 103, 103, 103, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 157, 157, 157, 178, 67, 211, 211, 218, 67, 246, 246, 246, 178, 67, 178, 246, 178, 246, 67, 178, 246, 246, 10, 246, 246, 246, 246, 250, 246, 250, 250, 246, 250, 250, 250, 250, 246, 246, 178, 246, 250, 250, 246, 250, 250, 246, 178, 246, 250, 250, 246, 178, 246 ], [ 232, 232, 232, 232, 232, 42, 211, 218, 218, 246, 211, 211, 211, 211, 211, 211, 211, 211, 218, 103, 103, 61, 103, 211, 211, 211, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 24, 103, 103, 24, 24, 103, 103, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 24, 38, 38, 38 ] ] } ] }, { "mode": "candidate", "outer": 0, "profile": [ "Float64", 8, true, "longdecode" ], "log_sha256": "41e8346bb9c37c369df777100019189c0f81ae3b3baaaa9031eb53c8296e8129", "rows": [ { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float64", "case": "longdecode", "batch_size": 8, "cuda_graph": true, "iteration": 0, "seconds": 0.008409797, "tracked_peak_increment_bytes": 713888, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232, 232, 232, 232, 92, 211, 218, 232, 232, 152, 232, 232, 218, 19, 218, 211, 211, 211, 211, 211, 211, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 103, 24, 24, 24, 103, 24, 103, 24, 24, 24, 103, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 103, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 211, 92, 92, 211, 211, 67, 211, 211, 211, 211, 24, 103, 24, 24, 103, 24, 103, 211, 24, 103, 103, 103, 211, 24, 103, 24, 24, 103, 24, 103, 24, 103, 103, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 103, 24, 103, 24, 24, 24, 24, 24, 24, 103, 24, 24, 24, 38, 24 ], [ 232, 211, 232, 211, 211, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 218, 218, 218, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 38, 38, 38, 38, 38, 61, 24, 24, 103, 24, 24, 24, 103, 24, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 24, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 218, 232, 218, 92, 218, 103, 211, 211, 211, 218, 19, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 61, 103, 103, 103, 24, 103, 24, 132, 24, 132, 24, 38, 38, 24, 24, 132, 24, 24, 24, 38, 24, 132, 24, 132, 24, 38, 38, 38 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 24, 24, 103, 24, 103, 103, 24, 24, 38, 38, 38, 38, 38, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 38, 38, 38 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 92, 211, 67, 211, 246, 178, 246, 10, 10, 246, 178, 246, 178, 67, 178, 67, 178, 178, 178, 178, 67, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 103, 24, 103, 103, 24, 103, 24, 103, 24, 103, 103, 103, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 157, 157, 157, 178, 67, 211, 211, 218, 67, 246, 246, 246, 178, 67, 178, 246, 178, 246, 67, 178, 246, 246, 10, 246, 246, 246, 246, 250, 246, 250, 250, 246, 250, 250, 250, 250, 246, 246, 178, 246, 250, 250, 246, 250, 250, 246, 178, 246, 250, 250, 246, 178, 246 ], [ 232, 232, 232, 232, 232, 42, 211, 218, 218, 246, 211, 211, 211, 211, 211, 211, 211, 211, 218, 103, 103, 61, 103, 211, 211, 211, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 24, 103, 103, 24, 24, 103, 103, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 24, 38, 38, 38 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float64", "case": "longdecode", "batch_size": 8, "cuda_graph": true, "iteration": 1, "seconds": 0.008469248, "tracked_peak_increment_bytes": 713888, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232, 232, 232, 232, 92, 211, 218, 232, 232, 152, 232, 232, 218, 19, 218, 211, 211, 211, 211, 211, 211, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 103, 24, 24, 24, 103, 24, 103, 24, 24, 24, 103, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 103, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 211, 92, 92, 211, 211, 67, 211, 211, 211, 211, 24, 103, 24, 24, 103, 24, 103, 211, 24, 103, 103, 103, 211, 24, 103, 24, 24, 103, 24, 103, 24, 103, 103, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 103, 24, 103, 24, 24, 24, 24, 24, 24, 103, 24, 24, 24, 38, 24 ], [ 232, 211, 232, 211, 211, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 218, 218, 218, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 38, 38, 38, 38, 38, 61, 24, 24, 103, 24, 24, 24, 103, 24, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 24, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 218, 232, 218, 92, 218, 103, 211, 211, 211, 218, 19, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 61, 103, 103, 103, 24, 103, 24, 132, 24, 132, 24, 38, 38, 24, 24, 132, 24, 24, 24, 38, 24, 132, 24, 132, 24, 38, 38, 38 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 24, 24, 103, 24, 103, 103, 24, 24, 38, 38, 38, 38, 38, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 38, 38, 38 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 92, 211, 67, 211, 246, 178, 246, 10, 10, 246, 178, 246, 178, 67, 178, 67, 178, 178, 178, 178, 67, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 103, 24, 103, 103, 24, 103, 24, 103, 24, 103, 103, 103, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 157, 157, 157, 178, 67, 211, 211, 218, 67, 246, 246, 246, 178, 67, 178, 246, 178, 246, 67, 178, 246, 246, 10, 246, 246, 246, 246, 250, 246, 250, 250, 246, 250, 250, 250, 250, 246, 246, 178, 246, 250, 250, 246, 250, 250, 246, 178, 246, 250, 250, 246, 178, 246 ], [ 232, 232, 232, 232, 232, 42, 211, 218, 218, 246, 211, 211, 211, 211, 211, 211, 211, 211, 218, 103, 103, 61, 103, 211, 211, 211, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 24, 103, 103, 24, 24, 103, 103, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 24, 38, 38, 38 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float64", "case": "longdecode", "batch_size": 8, "cuda_graph": true, "iteration": 2, "seconds": 0.008382807, "tracked_peak_increment_bytes": 713888, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232, 232, 232, 232, 92, 211, 218, 232, 232, 152, 232, 232, 218, 19, 218, 211, 211, 211, 211, 211, 211, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 103, 24, 24, 24, 103, 24, 103, 24, 24, 24, 103, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 103, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 211, 92, 92, 211, 211, 67, 211, 211, 211, 211, 24, 103, 24, 24, 103, 24, 103, 211, 24, 103, 103, 103, 211, 24, 103, 24, 24, 103, 24, 103, 24, 103, 103, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 103, 24, 103, 24, 24, 24, 24, 24, 24, 103, 24, 24, 24, 38, 24 ], [ 232, 211, 232, 211, 211, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 218, 218, 218, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 38, 38, 38, 38, 38, 61, 24, 24, 103, 24, 24, 24, 103, 24, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 24, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 218, 232, 218, 92, 218, 103, 211, 211, 211, 218, 19, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 61, 103, 103, 103, 24, 103, 24, 132, 24, 132, 24, 38, 38, 24, 24, 132, 24, 24, 24, 38, 24, 132, 24, 132, 24, 38, 38, 38 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 24, 24, 103, 24, 103, 103, 24, 24, 38, 38, 38, 38, 38, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 38, 38, 38 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 92, 211, 67, 211, 246, 178, 246, 10, 10, 246, 178, 246, 178, 67, 178, 67, 178, 178, 178, 178, 67, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 103, 24, 103, 103, 24, 103, 24, 103, 24, 103, 103, 103, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 157, 157, 157, 178, 67, 211, 211, 218, 67, 246, 246, 246, 178, 67, 178, 246, 178, 246, 67, 178, 246, 246, 10, 246, 246, 246, 246, 250, 246, 250, 250, 246, 250, 250, 250, 250, 246, 246, 178, 246, 250, 250, 246, 250, 250, 246, 178, 246, 250, 250, 246, 178, 246 ], [ 232, 232, 232, 232, 232, 42, 211, 218, 218, 246, 211, 211, 211, 211, 211, 211, 211, 211, 218, 103, 103, 61, 103, 211, 211, 211, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 24, 103, 103, 24, 24, 103, 103, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 24, 38, 38, 38 ] ] } ] }, { "mode": "baseline", "outer": 0, "profile": [ "Float32", 1, false, "tiny" ], "log_sha256": "992f0ef047bd05edfe110245d51cfbf2aea7e15abc332f39e07ae8188d6da524", "rows": [ { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float32", "case": "tiny", "batch_size": 1, "cuda_graph": false, "iteration": 0, "seconds": 0.001214935, "tracked_peak_increment_bytes": 21060, "activation_readback_peak_increment_bytes": 2072, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float32", "case": "tiny", "batch_size": 1, "cuda_graph": false, "iteration": 1, "seconds": 0.001198731, "tracked_peak_increment_bytes": 21060, "activation_readback_peak_increment_bytes": 2072, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float32", "case": "tiny", "batch_size": 1, "cuda_graph": false, "iteration": 2, "seconds": 0.001179807, "tracked_peak_increment_bytes": 21060, "activation_readback_peak_increment_bytes": 2072, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ] ] } ] }, { "mode": "candidate", "outer": 0, "profile": [ "Float32", 1, false, "tiny" ], "log_sha256": "f56457ae3cab768be85a47d9a6c4fd9bf7388d6e6371c0c3f4ee2683e836e582", "rows": [ { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float32", "case": "tiny", "batch_size": 1, "cuda_graph": false, "iteration": 0, "seconds": 0.001015266, "tracked_peak_increment_bytes": 21060, "activation_readback_peak_increment_bytes": 2072, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float32", "case": "tiny", "batch_size": 1, "cuda_graph": false, "iteration": 1, "seconds": 0.001030868, "tracked_peak_increment_bytes": 21060, "activation_readback_peak_increment_bytes": 2072, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float32", "case": "tiny", "batch_size": 1, "cuda_graph": false, "iteration": 2, "seconds": 0.001006454, "tracked_peak_increment_bytes": 21060, "activation_readback_peak_increment_bytes": 2072, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ] ] } ] }, { "mode": "baseline", "outer": 0, "profile": [ "Float32", 8, false, "tiny" ], "log_sha256": "44e12ffb352ed2c58d444ce597f6e89cd3e85f24ae2357bf8aac8dcca59e5736", "rows": [ { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float32", "case": "tiny", "batch_size": 8, "cuda_graph": false, "iteration": 0, "seconds": 0.001977295, "tracked_peak_increment_bytes": 136256, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float32", "case": "tiny", "batch_size": 8, "cuda_graph": false, "iteration": 1, "seconds": 0.001976888, "tracked_peak_increment_bytes": 136256, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float32", "case": "tiny", "batch_size": 8, "cuda_graph": false, "iteration": 2, "seconds": 0.001942869, "tracked_peak_increment_bytes": 136256, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] } ] }, { "mode": "candidate", "outer": 0, "profile": [ "Float32", 8, false, "tiny" ], "log_sha256": "7198cfb816362dba928db5a0f9cdb71aca64d14f6d85fe37a28afa14c041c70f", "rows": [ { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float32", "case": "tiny", "batch_size": 8, "cuda_graph": false, "iteration": 0, "seconds": 0.001121168, "tracked_peak_increment_bytes": 136256, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float32", "case": "tiny", "batch_size": 8, "cuda_graph": false, "iteration": 1, "seconds": 0.001115724, "tracked_peak_increment_bytes": 136256, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float32", "case": "tiny", "batch_size": 8, "cuda_graph": false, "iteration": 2, "seconds": 0.001119721, "tracked_peak_increment_bytes": 136256, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] } ] }, { "mode": "baseline", "outer": 0, "profile": [ "Float32", 8, true, "tiny" ], "log_sha256": "f36026139837bea4e7beb475f729130f43ebf3e2f18b2bdb44972a5bbb72c13a", "rows": [ { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float32", "case": "tiny", "batch_size": 8, "cuda_graph": true, "iteration": 0, "seconds": 0.001966155, "tracked_peak_increment_bytes": 136256, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float32", "case": "tiny", "batch_size": 8, "cuda_graph": true, "iteration": 1, "seconds": 0.001946029, "tracked_peak_increment_bytes": 136256, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float32", "case": "tiny", "batch_size": 8, "cuda_graph": true, "iteration": 2, "seconds": 0.001943972, "tracked_peak_increment_bytes": 136256, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] } ] }, { "mode": "candidate", "outer": 0, "profile": [ "Float32", 8, true, "tiny" ], "log_sha256": "022558495ef8b9dd1971dec0c2f843d25e4a0b819aeb2548e34672bb4df74756", "rows": [ { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float32", "case": "tiny", "batch_size": 8, "cuda_graph": true, "iteration": 0, "seconds": 0.001112382, "tracked_peak_increment_bytes": 136256, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float32", "case": "tiny", "batch_size": 8, "cuda_graph": true, "iteration": 1, "seconds": 0.001122331, "tracked_peak_increment_bytes": 136256, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float32", "case": "tiny", "batch_size": 8, "cuda_graph": true, "iteration": 2, "seconds": 0.001089369, "tracked_peak_increment_bytes": 136256, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] } ] }, { "mode": "baseline", "outer": 0, "profile": [ "Float32", 8, true, "longdecode" ], "log_sha256": "f480bb6d416db05cdf471e2965448fba32e8e15959fa376ff246233d20e2001b", "rows": [ { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float32", "case": "longdecode", "batch_size": 8, "cuda_graph": true, "iteration": 0, "seconds": 0.013937369, "tracked_peak_increment_bytes": 365632, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232, 232, 232, 232, 92, 211, 218, 232, 232, 152, 232, 232, 218, 19, 218, 211, 211, 211, 211, 211, 211, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 103, 24, 24, 24, 103, 24, 103, 24, 24, 24, 103, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 103, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 211, 92, 92, 211, 211, 67, 211, 211, 211, 211, 24, 103, 24, 24, 103, 24, 103, 211, 24, 103, 103, 103, 211, 24, 103, 24, 24, 103, 24, 103, 24, 103, 103, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 103, 24, 103, 24, 24, 24, 24, 24, 24, 103, 24, 24, 24, 38, 24 ], [ 232, 211, 232, 211, 211, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 218, 218, 218, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 38, 38, 38, 38, 38, 61, 24, 24, 103, 24, 24, 24, 103, 24, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 24, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 218, 232, 218, 92, 218, 103, 211, 211, 211, 218, 19, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 61, 103, 103, 103, 24, 103, 24, 132, 24, 132, 24, 38, 38, 24, 24, 132, 24, 24, 24, 38, 24, 132, 24, 132, 24, 38, 38, 38 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 24, 24, 103, 24, 103, 103, 24, 24, 38, 38, 38, 38, 38, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 38, 38, 38 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 92, 211, 67, 211, 246, 178, 246, 10, 10, 246, 178, 246, 178, 67, 178, 67, 178, 178, 178, 178, 67, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 103, 24, 103, 103, 24, 103, 24, 103, 24, 103, 103, 103, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 157, 157, 157, 178, 67, 211, 211, 218, 67, 246, 246, 246, 178, 67, 178, 246, 178, 246, 67, 178, 246, 246, 10, 246, 246, 246, 246, 250, 246, 250, 250, 246, 250, 250, 250, 250, 246, 246, 178, 246, 250, 250, 246, 250, 250, 246, 178, 246, 250, 250, 246, 178, 246 ], [ 232, 232, 232, 232, 232, 42, 211, 218, 218, 246, 211, 211, 211, 211, 211, 211, 211, 211, 218, 103, 103, 61, 103, 211, 211, 211, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 24, 103, 103, 24, 24, 103, 103, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 24, 38, 38, 38 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float32", "case": "longdecode", "batch_size": 8, "cuda_graph": true, "iteration": 1, "seconds": 0.013959792, "tracked_peak_increment_bytes": 365632, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232, 232, 232, 232, 92, 211, 218, 232, 232, 152, 232, 232, 218, 19, 218, 211, 211, 211, 211, 211, 211, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 103, 24, 24, 24, 103, 24, 103, 24, 24, 24, 103, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 103, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 211, 92, 92, 211, 211, 67, 211, 211, 211, 211, 24, 103, 24, 24, 103, 24, 103, 211, 24, 103, 103, 103, 211, 24, 103, 24, 24, 103, 24, 103, 24, 103, 103, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 103, 24, 103, 24, 24, 24, 24, 24, 24, 103, 24, 24, 24, 38, 24 ], [ 232, 211, 232, 211, 211, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 218, 218, 218, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 38, 38, 38, 38, 38, 61, 24, 24, 103, 24, 24, 24, 103, 24, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 24, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 218, 232, 218, 92, 218, 103, 211, 211, 211, 218, 19, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 61, 103, 103, 103, 24, 103, 24, 132, 24, 132, 24, 38, 38, 24, 24, 132, 24, 24, 24, 38, 24, 132, 24, 132, 24, 38, 38, 38 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 24, 24, 103, 24, 103, 103, 24, 24, 38, 38, 38, 38, 38, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 38, 38, 38 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 92, 211, 67, 211, 246, 178, 246, 10, 10, 246, 178, 246, 178, 67, 178, 67, 178, 178, 178, 178, 67, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 103, 24, 103, 103, 24, 103, 24, 103, 24, 103, 103, 103, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 157, 157, 157, 178, 67, 211, 211, 218, 67, 246, 246, 246, 178, 67, 178, 246, 178, 246, 67, 178, 246, 246, 10, 246, 246, 246, 246, 250, 246, 250, 250, 246, 250, 250, 250, 250, 246, 246, 178, 246, 250, 250, 246, 250, 250, 246, 178, 246, 250, 250, 246, 178, 246 ], [ 232, 232, 232, 232, 232, 42, 211, 218, 218, 246, 211, 211, 211, 211, 211, 211, 211, 211, 218, 103, 103, 61, 103, 211, 211, 211, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 24, 103, 103, 24, 24, 103, 103, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 24, 38, 38, 38 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float32", "case": "longdecode", "batch_size": 8, "cuda_graph": true, "iteration": 2, "seconds": 0.014291914, "tracked_peak_increment_bytes": 365632, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232, 232, 232, 232, 92, 211, 218, 232, 232, 152, 232, 232, 218, 19, 218, 211, 211, 211, 211, 211, 211, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 103, 24, 24, 24, 103, 24, 103, 24, 24, 24, 103, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 103, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 211, 92, 92, 211, 211, 67, 211, 211, 211, 211, 24, 103, 24, 24, 103, 24, 103, 211, 24, 103, 103, 103, 211, 24, 103, 24, 24, 103, 24, 103, 24, 103, 103, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 103, 24, 103, 24, 24, 24, 24, 24, 24, 103, 24, 24, 24, 38, 24 ], [ 232, 211, 232, 211, 211, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 218, 218, 218, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 38, 38, 38, 38, 38, 61, 24, 24, 103, 24, 24, 24, 103, 24, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 24, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 218, 232, 218, 92, 218, 103, 211, 211, 211, 218, 19, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 61, 103, 103, 103, 24, 103, 24, 132, 24, 132, 24, 38, 38, 24, 24, 132, 24, 24, 24, 38, 24, 132, 24, 132, 24, 38, 38, 38 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 24, 24, 103, 24, 103, 103, 24, 24, 38, 38, 38, 38, 38, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 38, 38, 38 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 92, 211, 67, 211, 246, 178, 246, 10, 10, 246, 178, 246, 178, 67, 178, 67, 178, 178, 178, 178, 67, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 103, 24, 103, 103, 24, 103, 24, 103, 24, 103, 103, 103, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 157, 157, 157, 178, 67, 211, 211, 218, 67, 246, 246, 246, 178, 67, 178, 246, 178, 246, 67, 178, 246, 246, 10, 246, 246, 246, 246, 250, 246, 250, 250, 246, 250, 250, 250, 250, 246, 246, 178, 246, 250, 250, 246, 250, 250, 246, 178, 246, 250, 250, 246, 178, 246 ], [ 232, 232, 232, 232, 232, 42, 211, 218, 218, 246, 211, 211, 211, 211, 211, 211, 211, 211, 218, 103, 103, 61, 103, 211, 211, 211, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 24, 103, 103, 24, 24, 103, 103, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 24, 38, 38, 38 ] ] } ] }, { "mode": "candidate", "outer": 0, "profile": [ "Float32", 8, true, "longdecode" ], "log_sha256": "1d9dd3cd3f2abc16f9bcb506ed22098ece850e7fef5d7f4cf6130d9aa2ecefc7", "rows": [ { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float32", "case": "longdecode", "batch_size": 8, "cuda_graph": true, "iteration": 0, "seconds": 0.007598397, "tracked_peak_increment_bytes": 365632, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232, 232, 232, 232, 92, 211, 218, 232, 232, 152, 232, 232, 218, 19, 218, 211, 211, 211, 211, 211, 211, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 103, 24, 24, 24, 103, 24, 103, 24, 24, 24, 103, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 103, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 211, 92, 92, 211, 211, 67, 211, 211, 211, 211, 24, 103, 24, 24, 103, 24, 103, 211, 24, 103, 103, 103, 211, 24, 103, 24, 24, 103, 24, 103, 24, 103, 103, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 103, 24, 103, 24, 24, 24, 24, 24, 24, 103, 24, 24, 24, 38, 24 ], [ 232, 211, 232, 211, 211, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 218, 218, 218, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 38, 38, 38, 38, 38, 61, 24, 24, 103, 24, 24, 24, 103, 24, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 24, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 218, 232, 218, 92, 218, 103, 211, 211, 211, 218, 19, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 61, 103, 103, 103, 24, 103, 24, 132, 24, 132, 24, 38, 38, 24, 24, 132, 24, 24, 24, 38, 24, 132, 24, 132, 24, 38, 38, 38 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 24, 24, 103, 24, 103, 103, 24, 24, 38, 38, 38, 38, 38, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 38, 38, 38 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 92, 211, 67, 211, 246, 178, 246, 10, 10, 246, 178, 246, 178, 67, 178, 67, 178, 178, 178, 178, 67, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 103, 24, 103, 103, 24, 103, 24, 103, 24, 103, 103, 103, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 157, 157, 157, 178, 67, 211, 211, 218, 67, 246, 246, 246, 178, 67, 178, 246, 178, 246, 67, 178, 246, 246, 10, 246, 246, 246, 246, 250, 246, 250, 250, 246, 250, 250, 250, 250, 246, 246, 178, 246, 250, 250, 246, 250, 250, 246, 178, 246, 250, 250, 246, 178, 246 ], [ 232, 232, 232, 232, 232, 42, 211, 218, 218, 246, 211, 211, 211, 211, 211, 211, 211, 211, 218, 103, 103, 61, 103, 211, 211, 211, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 24, 103, 103, 24, 24, 103, 103, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 24, 38, 38, 38 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float32", "case": "longdecode", "batch_size": 8, "cuda_graph": true, "iteration": 1, "seconds": 0.00756984, "tracked_peak_increment_bytes": 365632, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232, 232, 232, 232, 92, 211, 218, 232, 232, 152, 232, 232, 218, 19, 218, 211, 211, 211, 211, 211, 211, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 103, 24, 24, 24, 103, 24, 103, 24, 24, 24, 103, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 103, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 211, 92, 92, 211, 211, 67, 211, 211, 211, 211, 24, 103, 24, 24, 103, 24, 103, 211, 24, 103, 103, 103, 211, 24, 103, 24, 24, 103, 24, 103, 24, 103, 103, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 103, 24, 103, 24, 24, 24, 24, 24, 24, 103, 24, 24, 24, 38, 24 ], [ 232, 211, 232, 211, 211, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 218, 218, 218, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 38, 38, 38, 38, 38, 61, 24, 24, 103, 24, 24, 24, 103, 24, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 24, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 218, 232, 218, 92, 218, 103, 211, 211, 211, 218, 19, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 61, 103, 103, 103, 24, 103, 24, 132, 24, 132, 24, 38, 38, 24, 24, 132, 24, 24, 24, 38, 24, 132, 24, 132, 24, 38, 38, 38 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 24, 24, 103, 24, 103, 103, 24, 24, 38, 38, 38, 38, 38, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 38, 38, 38 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 92, 211, 67, 211, 246, 178, 246, 10, 10, 246, 178, 246, 178, 67, 178, 67, 178, 178, 178, 178, 67, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 103, 24, 103, 103, 24, 103, 24, 103, 24, 103, 103, 103, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 157, 157, 157, 178, 67, 211, 211, 218, 67, 246, 246, 246, 178, 67, 178, 246, 178, 246, 67, 178, 246, 246, 10, 246, 246, 246, 246, 250, 246, 250, 250, 246, 250, 250, 250, 250, 246, 246, 178, 246, 250, 250, 246, 250, 250, 246, 178, 246, 250, 250, 246, 178, 246 ], [ 232, 232, 232, 232, 232, 42, 211, 218, 218, 246, 211, 211, 211, 211, 211, 211, 211, 211, 218, 103, 103, 61, 103, 211, 211, 211, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 24, 103, 103, 24, 24, 103, 103, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 24, 38, 38, 38 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float32", "case": "longdecode", "batch_size": 8, "cuda_graph": true, "iteration": 2, "seconds": 0.007740585, "tracked_peak_increment_bytes": 365632, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232, 232, 232, 232, 92, 211, 218, 232, 232, 152, 232, 232, 218, 19, 218, 211, 211, 211, 211, 211, 211, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 103, 24, 24, 24, 103, 24, 103, 24, 24, 24, 103, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 103, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 211, 92, 92, 211, 211, 67, 211, 211, 211, 211, 24, 103, 24, 24, 103, 24, 103, 211, 24, 103, 103, 103, 211, 24, 103, 24, 24, 103, 24, 103, 24, 103, 103, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 103, 24, 103, 24, 24, 24, 24, 24, 24, 103, 24, 24, 24, 38, 24 ], [ 232, 211, 232, 211, 211, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 218, 218, 218, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 38, 38, 38, 38, 38, 61, 24, 24, 103, 24, 24, 24, 103, 24, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 24, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 218, 232, 218, 92, 218, 103, 211, 211, 211, 218, 19, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 61, 103, 103, 103, 24, 103, 24, 132, 24, 132, 24, 38, 38, 24, 24, 132, 24, 24, 24, 38, 24, 132, 24, 132, 24, 38, 38, 38 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 24, 24, 103, 24, 103, 103, 24, 24, 38, 38, 38, 38, 38, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 38, 38, 38 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 92, 211, 67, 211, 246, 178, 246, 10, 10, 246, 178, 246, 178, 67, 178, 67, 178, 178, 178, 178, 67, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 103, 24, 103, 103, 24, 103, 24, 103, 24, 103, 103, 103, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 157, 157, 157, 178, 67, 211, 211, 218, 67, 246, 246, 246, 178, 67, 178, 246, 178, 246, 67, 178, 246, 246, 10, 246, 246, 246, 246, 250, 246, 250, 250, 246, 250, 250, 250, 250, 246, 246, 178, 246, 250, 250, 246, 250, 250, 246, 178, 246, 250, 250, 246, 178, 246 ], [ 232, 232, 232, 232, 232, 42, 211, 218, 218, 246, 211, 211, 211, 211, 211, 211, 211, 211, 218, 103, 103, 61, 103, 211, 211, 211, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 24, 103, 103, 24, 24, 103, 103, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 24, 38, 38, 38 ] ] } ] }, { "mode": "candidate", "outer": 1, "profile": [ "Float64", 8, false, "tiny" ], "log_sha256": "bd2d5aecd57a74834f64004a8699260779e56df1718e99a50e2dc2b0275c6cec", "rows": [ { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float64", "case": "tiny", "batch_size": 8, "cuda_graph": false, "iteration": 0, "seconds": 0.001245114, "tracked_peak_increment_bytes": 255136, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float64", "case": "tiny", "batch_size": 8, "cuda_graph": false, "iteration": 1, "seconds": 0.001292365, "tracked_peak_increment_bytes": 255136, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float64", "case": "tiny", "batch_size": 8, "cuda_graph": false, "iteration": 2, "seconds": 0.001250256, "tracked_peak_increment_bytes": 255136, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] } ] }, { "mode": "baseline", "outer": 1, "profile": [ "Float64", 8, false, "tiny" ], "log_sha256": "d3cc6d81004c5e391f6cb17243c199ada608ceb54ce5c51f4011a269fbbf6857", "rows": [ { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float64", "case": "tiny", "batch_size": 8, "cuda_graph": false, "iteration": 0, "seconds": 0.002056716, "tracked_peak_increment_bytes": 255136, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float64", "case": "tiny", "batch_size": 8, "cuda_graph": false, "iteration": 1, "seconds": 0.002117383, "tracked_peak_increment_bytes": 255136, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float64", "case": "tiny", "batch_size": 8, "cuda_graph": false, "iteration": 2, "seconds": 0.00204122, "tracked_peak_increment_bytes": 255136, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] } ] }, { "mode": "candidate", "outer": 1, "profile": [ "Float64", 8, true, "tiny" ], "log_sha256": "9cf6a815b67e13269550f63ff432b2920e381d09896370f1271ffdc977defb45", "rows": [ { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float64", "case": "tiny", "batch_size": 8, "cuda_graph": true, "iteration": 0, "seconds": 0.001223849, "tracked_peak_increment_bytes": 255136, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float64", "case": "tiny", "batch_size": 8, "cuda_graph": true, "iteration": 1, "seconds": 0.001242608, "tracked_peak_increment_bytes": 255136, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float64", "case": "tiny", "batch_size": 8, "cuda_graph": true, "iteration": 2, "seconds": 0.001217363, "tracked_peak_increment_bytes": 255136, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] } ] }, { "mode": "baseline", "outer": 1, "profile": [ "Float64", 8, true, "tiny" ], "log_sha256": "b1bb1e77b7532379239eb570b816b9a4ddaa46e6d8a18f41173312862d3caa26", "rows": [ { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float64", "case": "tiny", "batch_size": 8, "cuda_graph": true, "iteration": 0, "seconds": 0.002115338, "tracked_peak_increment_bytes": 255136, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float64", "case": "tiny", "batch_size": 8, "cuda_graph": true, "iteration": 1, "seconds": 0.00208173, "tracked_peak_increment_bytes": 255136, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float64", "case": "tiny", "batch_size": 8, "cuda_graph": true, "iteration": 2, "seconds": 0.00210438, "tracked_peak_increment_bytes": 255136, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] } ] }, { "mode": "candidate", "outer": 1, "profile": [ "Float64", 8, true, "longdecode" ], "log_sha256": "915b1b7ae91511c5cf426f205c882845d06365af05dd372a2444e481665a3701", "rows": [ { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float64", "case": "longdecode", "batch_size": 8, "cuda_graph": true, "iteration": 0, "seconds": 0.008383095, "tracked_peak_increment_bytes": 713888, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232, 232, 232, 232, 92, 211, 218, 232, 232, 152, 232, 232, 218, 19, 218, 211, 211, 211, 211, 211, 211, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 103, 24, 24, 24, 103, 24, 103, 24, 24, 24, 103, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 103, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 211, 92, 92, 211, 211, 67, 211, 211, 211, 211, 24, 103, 24, 24, 103, 24, 103, 211, 24, 103, 103, 103, 211, 24, 103, 24, 24, 103, 24, 103, 24, 103, 103, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 103, 24, 103, 24, 24, 24, 24, 24, 24, 103, 24, 24, 24, 38, 24 ], [ 232, 211, 232, 211, 211, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 218, 218, 218, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 38, 38, 38, 38, 38, 61, 24, 24, 103, 24, 24, 24, 103, 24, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 24, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 218, 232, 218, 92, 218, 103, 211, 211, 211, 218, 19, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 61, 103, 103, 103, 24, 103, 24, 132, 24, 132, 24, 38, 38, 24, 24, 132, 24, 24, 24, 38, 24, 132, 24, 132, 24, 38, 38, 38 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 24, 24, 103, 24, 103, 103, 24, 24, 38, 38, 38, 38, 38, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 38, 38, 38 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 92, 211, 67, 211, 246, 178, 246, 10, 10, 246, 178, 246, 178, 67, 178, 67, 178, 178, 178, 178, 67, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 103, 24, 103, 103, 24, 103, 24, 103, 24, 103, 103, 103, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 157, 157, 157, 178, 67, 211, 211, 218, 67, 246, 246, 246, 178, 67, 178, 246, 178, 246, 67, 178, 246, 246, 10, 246, 246, 246, 246, 250, 246, 250, 250, 246, 250, 250, 250, 250, 246, 246, 178, 246, 250, 250, 246, 250, 250, 246, 178, 246, 250, 250, 246, 178, 246 ], [ 232, 232, 232, 232, 232, 42, 211, 218, 218, 246, 211, 211, 211, 211, 211, 211, 211, 211, 218, 103, 103, 61, 103, 211, 211, 211, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 24, 103, 103, 24, 24, 103, 103, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 24, 38, 38, 38 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float64", "case": "longdecode", "batch_size": 8, "cuda_graph": true, "iteration": 1, "seconds": 0.008359571, "tracked_peak_increment_bytes": 713888, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232, 232, 232, 232, 92, 211, 218, 232, 232, 152, 232, 232, 218, 19, 218, 211, 211, 211, 211, 211, 211, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 103, 24, 24, 24, 103, 24, 103, 24, 24, 24, 103, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 103, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 211, 92, 92, 211, 211, 67, 211, 211, 211, 211, 24, 103, 24, 24, 103, 24, 103, 211, 24, 103, 103, 103, 211, 24, 103, 24, 24, 103, 24, 103, 24, 103, 103, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 103, 24, 103, 24, 24, 24, 24, 24, 24, 103, 24, 24, 24, 38, 24 ], [ 232, 211, 232, 211, 211, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 218, 218, 218, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 38, 38, 38, 38, 38, 61, 24, 24, 103, 24, 24, 24, 103, 24, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 24, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 218, 232, 218, 92, 218, 103, 211, 211, 211, 218, 19, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 61, 103, 103, 103, 24, 103, 24, 132, 24, 132, 24, 38, 38, 24, 24, 132, 24, 24, 24, 38, 24, 132, 24, 132, 24, 38, 38, 38 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 24, 24, 103, 24, 103, 103, 24, 24, 38, 38, 38, 38, 38, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 38, 38, 38 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 92, 211, 67, 211, 246, 178, 246, 10, 10, 246, 178, 246, 178, 67, 178, 67, 178, 178, 178, 178, 67, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 103, 24, 103, 103, 24, 103, 24, 103, 24, 103, 103, 103, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 157, 157, 157, 178, 67, 211, 211, 218, 67, 246, 246, 246, 178, 67, 178, 246, 178, 246, 67, 178, 246, 246, 10, 246, 246, 246, 246, 250, 246, 250, 250, 246, 250, 250, 250, 250, 246, 246, 178, 246, 250, 250, 246, 250, 250, 246, 178, 246, 250, 250, 246, 178, 246 ], [ 232, 232, 232, 232, 232, 42, 211, 218, 218, 246, 211, 211, 211, 211, 211, 211, 211, 211, 218, 103, 103, 61, 103, 211, 211, 211, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 24, 103, 103, 24, 24, 103, 103, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 24, 38, 38, 38 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float64", "case": "longdecode", "batch_size": 8, "cuda_graph": true, "iteration": 2, "seconds": 0.008429116, "tracked_peak_increment_bytes": 713888, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232, 232, 232, 232, 92, 211, 218, 232, 232, 152, 232, 232, 218, 19, 218, 211, 211, 211, 211, 211, 211, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 103, 24, 24, 24, 103, 24, 103, 24, 24, 24, 103, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 103, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 211, 92, 92, 211, 211, 67, 211, 211, 211, 211, 24, 103, 24, 24, 103, 24, 103, 211, 24, 103, 103, 103, 211, 24, 103, 24, 24, 103, 24, 103, 24, 103, 103, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 103, 24, 103, 24, 24, 24, 24, 24, 24, 103, 24, 24, 24, 38, 24 ], [ 232, 211, 232, 211, 211, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 218, 218, 218, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 38, 38, 38, 38, 38, 61, 24, 24, 103, 24, 24, 24, 103, 24, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 24, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 218, 232, 218, 92, 218, 103, 211, 211, 211, 218, 19, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 61, 103, 103, 103, 24, 103, 24, 132, 24, 132, 24, 38, 38, 24, 24, 132, 24, 24, 24, 38, 24, 132, 24, 132, 24, 38, 38, 38 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 24, 24, 103, 24, 103, 103, 24, 24, 38, 38, 38, 38, 38, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 38, 38, 38 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 92, 211, 67, 211, 246, 178, 246, 10, 10, 246, 178, 246, 178, 67, 178, 67, 178, 178, 178, 178, 67, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 103, 24, 103, 103, 24, 103, 24, 103, 24, 103, 103, 103, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 157, 157, 157, 178, 67, 211, 211, 218, 67, 246, 246, 246, 178, 67, 178, 246, 178, 246, 67, 178, 246, 246, 10, 246, 246, 246, 246, 250, 246, 250, 250, 246, 250, 250, 250, 250, 246, 246, 178, 246, 250, 250, 246, 250, 250, 246, 178, 246, 250, 250, 246, 178, 246 ], [ 232, 232, 232, 232, 232, 42, 211, 218, 218, 246, 211, 211, 211, 211, 211, 211, 211, 211, 218, 103, 103, 61, 103, 211, 211, 211, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 24, 103, 103, 24, 24, 103, 103, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 24, 38, 38, 38 ] ] } ] }, { "mode": "baseline", "outer": 1, "profile": [ "Float64", 8, true, "longdecode" ], "log_sha256": "f24a25c439976fc934e3ded8b1c6810f2e0dcd9bf335b4a52d40cae9b3eab53f", "rows": [ { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float64", "case": "longdecode", "batch_size": 8, "cuda_graph": true, "iteration": 0, "seconds": 0.014813123, "tracked_peak_increment_bytes": 713888, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232, 232, 232, 232, 92, 211, 218, 232, 232, 152, 232, 232, 218, 19, 218, 211, 211, 211, 211, 211, 211, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 103, 24, 24, 24, 103, 24, 103, 24, 24, 24, 103, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 103, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 211, 92, 92, 211, 211, 67, 211, 211, 211, 211, 24, 103, 24, 24, 103, 24, 103, 211, 24, 103, 103, 103, 211, 24, 103, 24, 24, 103, 24, 103, 24, 103, 103, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 103, 24, 103, 24, 24, 24, 24, 24, 24, 103, 24, 24, 24, 38, 24 ], [ 232, 211, 232, 211, 211, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 218, 218, 218, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 38, 38, 38, 38, 38, 61, 24, 24, 103, 24, 24, 24, 103, 24, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 24, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 218, 232, 218, 92, 218, 103, 211, 211, 211, 218, 19, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 61, 103, 103, 103, 24, 103, 24, 132, 24, 132, 24, 38, 38, 24, 24, 132, 24, 24, 24, 38, 24, 132, 24, 132, 24, 38, 38, 38 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 24, 24, 103, 24, 103, 103, 24, 24, 38, 38, 38, 38, 38, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 38, 38, 38 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 92, 211, 67, 211, 246, 178, 246, 10, 10, 246, 178, 246, 178, 67, 178, 67, 178, 178, 178, 178, 67, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 103, 24, 103, 103, 24, 103, 24, 103, 24, 103, 103, 103, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 157, 157, 157, 178, 67, 211, 211, 218, 67, 246, 246, 246, 178, 67, 178, 246, 178, 246, 67, 178, 246, 246, 10, 246, 246, 246, 246, 250, 246, 250, 250, 246, 250, 250, 250, 250, 246, 246, 178, 246, 250, 250, 246, 250, 250, 246, 178, 246, 250, 250, 246, 178, 246 ], [ 232, 232, 232, 232, 232, 42, 211, 218, 218, 246, 211, 211, 211, 211, 211, 211, 211, 211, 218, 103, 103, 61, 103, 211, 211, 211, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 24, 103, 103, 24, 24, 103, 103, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 24, 38, 38, 38 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float64", "case": "longdecode", "batch_size": 8, "cuda_graph": true, "iteration": 1, "seconds": 0.014946472, "tracked_peak_increment_bytes": 713888, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232, 232, 232, 232, 92, 211, 218, 232, 232, 152, 232, 232, 218, 19, 218, 211, 211, 211, 211, 211, 211, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 103, 24, 24, 24, 103, 24, 103, 24, 24, 24, 103, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 103, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 211, 92, 92, 211, 211, 67, 211, 211, 211, 211, 24, 103, 24, 24, 103, 24, 103, 211, 24, 103, 103, 103, 211, 24, 103, 24, 24, 103, 24, 103, 24, 103, 103, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 103, 24, 103, 24, 24, 24, 24, 24, 24, 103, 24, 24, 24, 38, 24 ], [ 232, 211, 232, 211, 211, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 218, 218, 218, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 38, 38, 38, 38, 38, 61, 24, 24, 103, 24, 24, 24, 103, 24, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 24, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 218, 232, 218, 92, 218, 103, 211, 211, 211, 218, 19, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 61, 103, 103, 103, 24, 103, 24, 132, 24, 132, 24, 38, 38, 24, 24, 132, 24, 24, 24, 38, 24, 132, 24, 132, 24, 38, 38, 38 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 24, 24, 103, 24, 103, 103, 24, 24, 38, 38, 38, 38, 38, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 38, 38, 38 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 92, 211, 67, 211, 246, 178, 246, 10, 10, 246, 178, 246, 178, 67, 178, 67, 178, 178, 178, 178, 67, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 103, 24, 103, 103, 24, 103, 24, 103, 24, 103, 103, 103, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 157, 157, 157, 178, 67, 211, 211, 218, 67, 246, 246, 246, 178, 67, 178, 246, 178, 246, 67, 178, 246, 246, 10, 246, 246, 246, 246, 250, 246, 250, 250, 246, 250, 250, 250, 250, 246, 246, 178, 246, 250, 250, 246, 250, 250, 246, 178, 246, 250, 250, 246, 178, 246 ], [ 232, 232, 232, 232, 232, 42, 211, 218, 218, 246, 211, 211, 211, 211, 211, 211, 211, 211, 218, 103, 103, 61, 103, 211, 211, 211, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 24, 103, 103, 24, 24, 103, 103, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 24, 38, 38, 38 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float64", "case": "longdecode", "batch_size": 8, "cuda_graph": true, "iteration": 2, "seconds": 0.014991711, "tracked_peak_increment_bytes": 713888, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232, 232, 232, 232, 92, 211, 218, 232, 232, 152, 232, 232, 218, 19, 218, 211, 211, 211, 211, 211, 211, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 103, 24, 24, 24, 103, 24, 103, 24, 24, 24, 103, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 103, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 211, 92, 92, 211, 211, 67, 211, 211, 211, 211, 24, 103, 24, 24, 103, 24, 103, 211, 24, 103, 103, 103, 211, 24, 103, 24, 24, 103, 24, 103, 24, 103, 103, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 103, 24, 103, 24, 24, 24, 24, 24, 24, 103, 24, 24, 24, 38, 24 ], [ 232, 211, 232, 211, 211, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 218, 218, 218, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 38, 38, 38, 38, 38, 61, 24, 24, 103, 24, 24, 24, 103, 24, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 24, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 218, 232, 218, 92, 218, 103, 211, 211, 211, 218, 19, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 61, 103, 103, 103, 24, 103, 24, 132, 24, 132, 24, 38, 38, 24, 24, 132, 24, 24, 24, 38, 24, 132, 24, 132, 24, 38, 38, 38 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 24, 24, 103, 24, 103, 103, 24, 24, 38, 38, 38, 38, 38, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 38, 38, 38 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 92, 211, 67, 211, 246, 178, 246, 10, 10, 246, 178, 246, 178, 67, 178, 67, 178, 178, 178, 178, 67, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 103, 24, 103, 103, 24, 103, 24, 103, 24, 103, 103, 103, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 157, 157, 157, 178, 67, 211, 211, 218, 67, 246, 246, 246, 178, 67, 178, 246, 178, 246, 67, 178, 246, 246, 10, 246, 246, 246, 246, 250, 246, 250, 250, 246, 250, 250, 250, 250, 246, 246, 178, 246, 250, 250, 246, 250, 250, 246, 178, 246, 250, 250, 246, 178, 246 ], [ 232, 232, 232, 232, 232, 42, 211, 218, 218, 246, 211, 211, 211, 211, 211, 211, 211, 211, 218, 103, 103, 61, 103, 211, 211, 211, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 24, 103, 103, 24, 24, 103, 103, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 24, 38, 38, 38 ] ] } ] }, { "mode": "candidate", "outer": 1, "profile": [ "Float32", 1, false, "tiny" ], "log_sha256": "a1a9bef941efd64afa08d2402d6be8f4707c181b61fc1863717be6bee362ebc4", "rows": [ { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float32", "case": "tiny", "batch_size": 1, "cuda_graph": false, "iteration": 0, "seconds": 0.001097732, "tracked_peak_increment_bytes": 21060, "activation_readback_peak_increment_bytes": 2072, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float32", "case": "tiny", "batch_size": 1, "cuda_graph": false, "iteration": 1, "seconds": 0.001050604, "tracked_peak_increment_bytes": 21060, "activation_readback_peak_increment_bytes": 2072, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float32", "case": "tiny", "batch_size": 1, "cuda_graph": false, "iteration": 2, "seconds": 0.00103516, "tracked_peak_increment_bytes": 21060, "activation_readback_peak_increment_bytes": 2072, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ] ] } ] }, { "mode": "baseline", "outer": 1, "profile": [ "Float32", 1, false, "tiny" ], "log_sha256": "3f65244b6bd3063cc4296e2194196d2623ae97b2d4d23db53a128b8440c5cf27", "rows": [ { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float32", "case": "tiny", "batch_size": 1, "cuda_graph": false, "iteration": 0, "seconds": 0.001154544, "tracked_peak_increment_bytes": 21060, "activation_readback_peak_increment_bytes": 2072, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float32", "case": "tiny", "batch_size": 1, "cuda_graph": false, "iteration": 1, "seconds": 0.001189709, "tracked_peak_increment_bytes": 21060, "activation_readback_peak_increment_bytes": 2072, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float32", "case": "tiny", "batch_size": 1, "cuda_graph": false, "iteration": 2, "seconds": 0.001141945, "tracked_peak_increment_bytes": 21060, "activation_readback_peak_increment_bytes": 2072, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ] ] } ] }, { "mode": "candidate", "outer": 1, "profile": [ "Float32", 8, false, "tiny" ], "log_sha256": "c2cd1567cf6a2b2cf2e6c97c15c107b411d11f2984cef046ae3d7d792912e9fa", "rows": [ { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float32", "case": "tiny", "batch_size": 8, "cuda_graph": false, "iteration": 0, "seconds": 0.001116876, "tracked_peak_increment_bytes": 136256, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float32", "case": "tiny", "batch_size": 8, "cuda_graph": false, "iteration": 1, "seconds": 0.001162023, "tracked_peak_increment_bytes": 136256, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float32", "case": "tiny", "batch_size": 8, "cuda_graph": false, "iteration": 2, "seconds": 0.001081767, "tracked_peak_increment_bytes": 136256, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] } ] }, { "mode": "baseline", "outer": 1, "profile": [ "Float32", 8, false, "tiny" ], "log_sha256": "688a8b65eb1ba00d2b319bca2fcf15a9325bcde8458b9b234f5a0950aee0e49d", "rows": [ { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float32", "case": "tiny", "batch_size": 8, "cuda_graph": false, "iteration": 0, "seconds": 0.001901997, "tracked_peak_increment_bytes": 136256, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float32", "case": "tiny", "batch_size": 8, "cuda_graph": false, "iteration": 1, "seconds": 0.001945329, "tracked_peak_increment_bytes": 136256, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float32", "case": "tiny", "batch_size": 8, "cuda_graph": false, "iteration": 2, "seconds": 0.001900286, "tracked_peak_increment_bytes": 136256, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] } ] }, { "mode": "candidate", "outer": 1, "profile": [ "Float32", 8, true, "tiny" ], "log_sha256": "645f51e3859b130f7414abd85839566773cf4cb559450dc92690a6cedfd278c6", "rows": [ { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float32", "case": "tiny", "batch_size": 8, "cuda_graph": true, "iteration": 0, "seconds": 0.001112791, "tracked_peak_increment_bytes": 136256, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float32", "case": "tiny", "batch_size": 8, "cuda_graph": true, "iteration": 1, "seconds": 0.001095449, "tracked_peak_increment_bytes": 136256, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float32", "case": "tiny", "batch_size": 8, "cuda_graph": true, "iteration": 2, "seconds": 0.001097785, "tracked_peak_increment_bytes": 136256, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] } ] }, { "mode": "baseline", "outer": 1, "profile": [ "Float32", 8, true, "tiny" ], "log_sha256": "fd601bb31847f71780ece6e30330173109e419812c90872188cec7229c62a2cf", "rows": [ { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float32", "case": "tiny", "batch_size": 8, "cuda_graph": true, "iteration": 0, "seconds": 0.00189724, "tracked_peak_increment_bytes": 136256, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float32", "case": "tiny", "batch_size": 8, "cuda_graph": true, "iteration": 1, "seconds": 0.001906519, "tracked_peak_increment_bytes": 136256, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float32", "case": "tiny", "batch_size": 8, "cuda_graph": true, "iteration": 2, "seconds": 0.001912227, "tracked_peak_increment_bytes": 136256, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] } ] }, { "mode": "candidate", "outer": 1, "profile": [ "Float32", 8, true, "longdecode" ], "log_sha256": "478752a7f2f510c2f4ec742ac52d0968c407d5db0d93398fc38124c4caf7c09d", "rows": [ { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float32", "case": "longdecode", "batch_size": 8, "cuda_graph": true, "iteration": 0, "seconds": 0.007638166, "tracked_peak_increment_bytes": 365632, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232, 232, 232, 232, 92, 211, 218, 232, 232, 152, 232, 232, 218, 19, 218, 211, 211, 211, 211, 211, 211, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 103, 24, 24, 24, 103, 24, 103, 24, 24, 24, 103, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 103, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 211, 92, 92, 211, 211, 67, 211, 211, 211, 211, 24, 103, 24, 24, 103, 24, 103, 211, 24, 103, 103, 103, 211, 24, 103, 24, 24, 103, 24, 103, 24, 103, 103, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 103, 24, 103, 24, 24, 24, 24, 24, 24, 103, 24, 24, 24, 38, 24 ], [ 232, 211, 232, 211, 211, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 218, 218, 218, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 38, 38, 38, 38, 38, 61, 24, 24, 103, 24, 24, 24, 103, 24, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 24, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 218, 232, 218, 92, 218, 103, 211, 211, 211, 218, 19, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 61, 103, 103, 103, 24, 103, 24, 132, 24, 132, 24, 38, 38, 24, 24, 132, 24, 24, 24, 38, 24, 132, 24, 132, 24, 38, 38, 38 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 24, 24, 103, 24, 103, 103, 24, 24, 38, 38, 38, 38, 38, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 38, 38, 38 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 92, 211, 67, 211, 246, 178, 246, 10, 10, 246, 178, 246, 178, 67, 178, 67, 178, 178, 178, 178, 67, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 103, 24, 103, 103, 24, 103, 24, 103, 24, 103, 103, 103, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 157, 157, 157, 178, 67, 211, 211, 218, 67, 246, 246, 246, 178, 67, 178, 246, 178, 246, 67, 178, 246, 246, 10, 246, 246, 246, 246, 250, 246, 250, 250, 246, 250, 250, 250, 250, 246, 246, 178, 246, 250, 250, 246, 250, 250, 246, 178, 246, 250, 250, 246, 178, 246 ], [ 232, 232, 232, 232, 232, 42, 211, 218, 218, 246, 211, 211, 211, 211, 211, 211, 211, 211, 218, 103, 103, 61, 103, 211, 211, 211, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 24, 103, 103, 24, 24, 103, 103, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 24, 38, 38, 38 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float32", "case": "longdecode", "batch_size": 8, "cuda_graph": true, "iteration": 1, "seconds": 0.007578288, "tracked_peak_increment_bytes": 365632, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232, 232, 232, 232, 92, 211, 218, 232, 232, 152, 232, 232, 218, 19, 218, 211, 211, 211, 211, 211, 211, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 103, 24, 24, 24, 103, 24, 103, 24, 24, 24, 103, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 103, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 211, 92, 92, 211, 211, 67, 211, 211, 211, 211, 24, 103, 24, 24, 103, 24, 103, 211, 24, 103, 103, 103, 211, 24, 103, 24, 24, 103, 24, 103, 24, 103, 103, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 103, 24, 103, 24, 24, 24, 24, 24, 24, 103, 24, 24, 24, 38, 24 ], [ 232, 211, 232, 211, 211, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 218, 218, 218, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 38, 38, 38, 38, 38, 61, 24, 24, 103, 24, 24, 24, 103, 24, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 24, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 218, 232, 218, 92, 218, 103, 211, 211, 211, 218, 19, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 61, 103, 103, 103, 24, 103, 24, 132, 24, 132, 24, 38, 38, 24, 24, 132, 24, 24, 24, 38, 24, 132, 24, 132, 24, 38, 38, 38 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 24, 24, 103, 24, 103, 103, 24, 24, 38, 38, 38, 38, 38, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 38, 38, 38 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 92, 211, 67, 211, 246, 178, 246, 10, 10, 246, 178, 246, 178, 67, 178, 67, 178, 178, 178, 178, 67, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 103, 24, 103, 103, 24, 103, 24, 103, 24, 103, 103, 103, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 157, 157, 157, 178, 67, 211, 211, 218, 67, 246, 246, 246, 178, 67, 178, 246, 178, 246, 67, 178, 246, 246, 10, 246, 246, 246, 246, 250, 246, 250, 250, 246, 250, 250, 250, 250, 246, 246, 178, 246, 250, 250, 246, 250, 250, 246, 178, 246, 250, 250, 246, 178, 246 ], [ 232, 232, 232, 232, 232, 42, 211, 218, 218, 246, 211, 211, 211, 211, 211, 211, 211, 211, 218, 103, 103, 61, 103, 211, 211, 211, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 24, 103, 103, 24, 24, 103, 103, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 24, 38, 38, 38 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float32", "case": "longdecode", "batch_size": 8, "cuda_graph": true, "iteration": 2, "seconds": 0.007608937, "tracked_peak_increment_bytes": 365632, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232, 232, 232, 232, 92, 211, 218, 232, 232, 152, 232, 232, 218, 19, 218, 211, 211, 211, 211, 211, 211, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 103, 24, 24, 24, 103, 24, 103, 24, 24, 24, 103, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 103, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 211, 92, 92, 211, 211, 67, 211, 211, 211, 211, 24, 103, 24, 24, 103, 24, 103, 211, 24, 103, 103, 103, 211, 24, 103, 24, 24, 103, 24, 103, 24, 103, 103, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 103, 24, 103, 24, 24, 24, 24, 24, 24, 103, 24, 24, 24, 38, 24 ], [ 232, 211, 232, 211, 211, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 218, 218, 218, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 38, 38, 38, 38, 38, 61, 24, 24, 103, 24, 24, 24, 103, 24, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 24, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 218, 232, 218, 92, 218, 103, 211, 211, 211, 218, 19, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 61, 103, 103, 103, 24, 103, 24, 132, 24, 132, 24, 38, 38, 24, 24, 132, 24, 24, 24, 38, 24, 132, 24, 132, 24, 38, 38, 38 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 24, 24, 103, 24, 103, 103, 24, 24, 38, 38, 38, 38, 38, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 38, 38, 38 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 92, 211, 67, 211, 246, 178, 246, 10, 10, 246, 178, 246, 178, 67, 178, 67, 178, 178, 178, 178, 67, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 103, 24, 103, 103, 24, 103, 24, 103, 24, 103, 103, 103, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 157, 157, 157, 178, 67, 211, 211, 218, 67, 246, 246, 246, 178, 67, 178, 246, 178, 246, 67, 178, 246, 246, 10, 246, 246, 246, 246, 250, 246, 250, 250, 246, 250, 250, 250, 250, 246, 246, 178, 246, 250, 250, 246, 250, 250, 246, 178, 246, 250, 250, 246, 178, 246 ], [ 232, 232, 232, 232, 232, 42, 211, 218, 218, 246, 211, 211, 211, 211, 211, 211, 211, 211, 218, 103, 103, 61, 103, 211, 211, 211, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 24, 103, 103, 24, 24, 103, 103, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 24, 38, 38, 38 ] ] } ] }, { "mode": "baseline", "outer": 1, "profile": [ "Float32", 8, true, "longdecode" ], "log_sha256": "d15cacbabfb34e9f3a0ad4fefcef60b847344711deea0b4da7ff88161a9f6c00", "rows": [ { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float32", "case": "longdecode", "batch_size": 8, "cuda_graph": true, "iteration": 0, "seconds": 0.01422852, "tracked_peak_increment_bytes": 365632, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232, 232, 232, 232, 92, 211, 218, 232, 232, 152, 232, 232, 218, 19, 218, 211, 211, 211, 211, 211, 211, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 103, 24, 24, 24, 103, 24, 103, 24, 24, 24, 103, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 103, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 211, 92, 92, 211, 211, 67, 211, 211, 211, 211, 24, 103, 24, 24, 103, 24, 103, 211, 24, 103, 103, 103, 211, 24, 103, 24, 24, 103, 24, 103, 24, 103, 103, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 103, 24, 103, 24, 24, 24, 24, 24, 24, 103, 24, 24, 24, 38, 24 ], [ 232, 211, 232, 211, 211, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 218, 218, 218, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 38, 38, 38, 38, 38, 61, 24, 24, 103, 24, 24, 24, 103, 24, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 24, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 218, 232, 218, 92, 218, 103, 211, 211, 211, 218, 19, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 61, 103, 103, 103, 24, 103, 24, 132, 24, 132, 24, 38, 38, 24, 24, 132, 24, 24, 24, 38, 24, 132, 24, 132, 24, 38, 38, 38 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 24, 24, 103, 24, 103, 103, 24, 24, 38, 38, 38, 38, 38, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 38, 38, 38 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 92, 211, 67, 211, 246, 178, 246, 10, 10, 246, 178, 246, 178, 67, 178, 67, 178, 178, 178, 178, 67, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 103, 24, 103, 103, 24, 103, 24, 103, 24, 103, 103, 103, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 157, 157, 157, 178, 67, 211, 211, 218, 67, 246, 246, 246, 178, 67, 178, 246, 178, 246, 67, 178, 246, 246, 10, 246, 246, 246, 246, 250, 246, 250, 250, 246, 250, 250, 250, 250, 246, 246, 178, 246, 250, 250, 246, 250, 250, 246, 178, 246, 250, 250, 246, 178, 246 ], [ 232, 232, 232, 232, 232, 42, 211, 218, 218, 246, 211, 211, 211, 211, 211, 211, 211, 211, 218, 103, 103, 61, 103, 211, 211, 211, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 24, 103, 103, 24, 24, 103, 103, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 24, 38, 38, 38 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float32", "case": "longdecode", "batch_size": 8, "cuda_graph": true, "iteration": 1, "seconds": 0.014221661, "tracked_peak_increment_bytes": 365632, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232, 232, 232, 232, 92, 211, 218, 232, 232, 152, 232, 232, 218, 19, 218, 211, 211, 211, 211, 211, 211, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 103, 24, 24, 24, 103, 24, 103, 24, 24, 24, 103, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 103, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 211, 92, 92, 211, 211, 67, 211, 211, 211, 211, 24, 103, 24, 24, 103, 24, 103, 211, 24, 103, 103, 103, 211, 24, 103, 24, 24, 103, 24, 103, 24, 103, 103, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 103, 24, 103, 24, 24, 24, 24, 24, 24, 103, 24, 24, 24, 38, 24 ], [ 232, 211, 232, 211, 211, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 218, 218, 218, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 38, 38, 38, 38, 38, 61, 24, 24, 103, 24, 24, 24, 103, 24, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 24, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 218, 232, 218, 92, 218, 103, 211, 211, 211, 218, 19, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 61, 103, 103, 103, 24, 103, 24, 132, 24, 132, 24, 38, 38, 24, 24, 132, 24, 24, 24, 38, 24, 132, 24, 132, 24, 38, 38, 38 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 24, 24, 103, 24, 103, 103, 24, 24, 38, 38, 38, 38, 38, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 38, 38, 38 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 92, 211, 67, 211, 246, 178, 246, 10, 10, 246, 178, 246, 178, 67, 178, 67, 178, 178, 178, 178, 67, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 103, 24, 103, 103, 24, 103, 24, 103, 24, 103, 103, 103, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 157, 157, 157, 178, 67, 211, 211, 218, 67, 246, 246, 246, 178, 67, 178, 246, 178, 246, 67, 178, 246, 246, 10, 246, 246, 246, 246, 250, 246, 250, 250, 246, 250, 250, 250, 250, 246, 246, 178, 246, 250, 250, 246, 250, 250, 246, 178, 246, 250, 250, 246, 178, 246 ], [ 232, 232, 232, 232, 232, 42, 211, 218, 218, 246, 211, 211, 211, 211, 211, 211, 211, 211, 218, 103, 103, 61, 103, 211, 211, 211, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 24, 103, 103, 24, 24, 103, 103, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 24, 38, 38, 38 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float32", "case": "longdecode", "batch_size": 8, "cuda_graph": true, "iteration": 2, "seconds": 0.01442324, "tracked_peak_increment_bytes": 365632, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232, 232, 232, 232, 92, 211, 218, 232, 232, 152, 232, 232, 218, 19, 218, 211, 211, 211, 211, 211, 211, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 103, 24, 24, 24, 103, 24, 103, 24, 24, 24, 103, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 103, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 211, 92, 92, 211, 211, 67, 211, 211, 211, 211, 24, 103, 24, 24, 103, 24, 103, 211, 24, 103, 103, 103, 211, 24, 103, 24, 24, 103, 24, 103, 24, 103, 103, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 103, 24, 103, 24, 24, 24, 24, 24, 24, 103, 24, 24, 24, 38, 24 ], [ 232, 211, 232, 211, 211, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 218, 218, 218, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 38, 38, 38, 38, 38, 61, 24, 24, 103, 24, 24, 24, 103, 24, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 24, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 218, 232, 218, 92, 218, 103, 211, 211, 211, 218, 19, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 61, 103, 103, 103, 24, 103, 24, 132, 24, 132, 24, 38, 38, 24, 24, 132, 24, 24, 24, 38, 24, 132, 24, 132, 24, 38, 38, 38 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 24, 24, 103, 24, 103, 103, 24, 24, 38, 38, 38, 38, 38, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 38, 38, 38 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 92, 211, 67, 211, 246, 178, 246, 10, 10, 246, 178, 246, 178, 67, 178, 67, 178, 178, 178, 178, 67, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 103, 24, 103, 103, 24, 103, 24, 103, 24, 103, 103, 103, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 157, 157, 157, 178, 67, 211, 211, 218, 67, 246, 246, 246, 178, 67, 178, 246, 178, 246, 67, 178, 246, 246, 10, 246, 246, 246, 246, 250, 246, 250, 250, 246, 250, 250, 250, 250, 246, 246, 178, 246, 250, 250, 246, 250, 250, 246, 178, 246, 250, 250, 246, 178, 246 ], [ 232, 232, 232, 232, 232, 42, 211, 218, 218, 246, 211, 211, 211, 211, 211, 211, 211, 211, 218, 103, 103, 61, 103, 211, 211, 211, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 24, 103, 103, 24, 24, 103, 103, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 24, 38, 38, 38 ] ] } ] }, { "mode": "candidate", "outer": 1, "profile": [ "Float64", 1, false, "tiny" ], "log_sha256": "5945b772d3a6663e3584991a34296ac0c3cd33bb46ba3af2bd6e37b2d7e04dc8", "rows": [ { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float64", "case": "tiny", "batch_size": 1, "cuda_graph": false, "iteration": 0, "seconds": 0.001089834, "tracked_peak_increment_bytes": 40016, "activation_readback_peak_increment_bytes": 2072, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float64", "case": "tiny", "batch_size": 1, "cuda_graph": false, "iteration": 1, "seconds": 0.001112692, "tracked_peak_increment_bytes": 40016, "activation_readback_peak_increment_bytes": 2072, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float64", "case": "tiny", "batch_size": 1, "cuda_graph": false, "iteration": 2, "seconds": 0.001093787, "tracked_peak_increment_bytes": 40016, "activation_readback_peak_increment_bytes": 2072, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ] ] } ] }, { "mode": "baseline", "outer": 1, "profile": [ "Float64", 1, false, "tiny" ], "log_sha256": "844e919e76b0668f44cec2b0e371baf51c40740df74409bb1a1d093b704ee8fa", "rows": [ { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float64", "case": "tiny", "batch_size": 1, "cuda_graph": false, "iteration": 0, "seconds": 0.001182621, "tracked_peak_increment_bytes": 40016, "activation_readback_peak_increment_bytes": 2072, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float64", "case": "tiny", "batch_size": 1, "cuda_graph": false, "iteration": 1, "seconds": 0.001193371, "tracked_peak_increment_bytes": 40016, "activation_readback_peak_increment_bytes": 2072, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float64", "case": "tiny", "batch_size": 1, "cuda_graph": false, "iteration": 2, "seconds": 0.001198156, "tracked_peak_increment_bytes": 40016, "activation_readback_peak_increment_bytes": 2072, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ] ] } ] }, { "mode": "candidate", "outer": 2, "profile": [ "Float64", 8, true, "tiny" ], "log_sha256": "200ce13826901139c070c1f3174bbb9d928a25b20522010b42f7e83778aff96f", "rows": [ { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float64", "case": "tiny", "batch_size": 8, "cuda_graph": true, "iteration": 0, "seconds": 0.001233231, "tracked_peak_increment_bytes": 255136, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float64", "case": "tiny", "batch_size": 8, "cuda_graph": true, "iteration": 1, "seconds": 0.001229436, "tracked_peak_increment_bytes": 255136, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float64", "case": "tiny", "batch_size": 8, "cuda_graph": true, "iteration": 2, "seconds": 0.001240911, "tracked_peak_increment_bytes": 255136, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] } ] }, { "mode": "baseline", "outer": 2, "profile": [ "Float64", 8, true, "tiny" ], "log_sha256": "5f4e3d81796e5832f5e7a16bcdb13001c7fd57b36770b944a2b3827609b6232b", "rows": [ { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float64", "case": "tiny", "batch_size": 8, "cuda_graph": true, "iteration": 0, "seconds": 0.002080342, "tracked_peak_increment_bytes": 255136, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float64", "case": "tiny", "batch_size": 8, "cuda_graph": true, "iteration": 1, "seconds": 0.002117413, "tracked_peak_increment_bytes": 255136, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float64", "case": "tiny", "batch_size": 8, "cuda_graph": true, "iteration": 2, "seconds": 0.002023873, "tracked_peak_increment_bytes": 255136, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] } ] }, { "mode": "candidate", "outer": 2, "profile": [ "Float64", 8, true, "longdecode" ], "log_sha256": "182316c3dbcb19f468054ea571fbe6c4e34780cb17ac3361e5a8c00e2eca0eec", "rows": [ { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float64", "case": "longdecode", "batch_size": 8, "cuda_graph": true, "iteration": 0, "seconds": 0.008445349, "tracked_peak_increment_bytes": 713888, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232, 232, 232, 232, 92, 211, 218, 232, 232, 152, 232, 232, 218, 19, 218, 211, 211, 211, 211, 211, 211, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 103, 24, 24, 24, 103, 24, 103, 24, 24, 24, 103, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 103, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 211, 92, 92, 211, 211, 67, 211, 211, 211, 211, 24, 103, 24, 24, 103, 24, 103, 211, 24, 103, 103, 103, 211, 24, 103, 24, 24, 103, 24, 103, 24, 103, 103, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 103, 24, 103, 24, 24, 24, 24, 24, 24, 103, 24, 24, 24, 38, 24 ], [ 232, 211, 232, 211, 211, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 218, 218, 218, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 38, 38, 38, 38, 38, 61, 24, 24, 103, 24, 24, 24, 103, 24, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 24, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 218, 232, 218, 92, 218, 103, 211, 211, 211, 218, 19, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 61, 103, 103, 103, 24, 103, 24, 132, 24, 132, 24, 38, 38, 24, 24, 132, 24, 24, 24, 38, 24, 132, 24, 132, 24, 38, 38, 38 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 24, 24, 103, 24, 103, 103, 24, 24, 38, 38, 38, 38, 38, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 38, 38, 38 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 92, 211, 67, 211, 246, 178, 246, 10, 10, 246, 178, 246, 178, 67, 178, 67, 178, 178, 178, 178, 67, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 103, 24, 103, 103, 24, 103, 24, 103, 24, 103, 103, 103, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 157, 157, 157, 178, 67, 211, 211, 218, 67, 246, 246, 246, 178, 67, 178, 246, 178, 246, 67, 178, 246, 246, 10, 246, 246, 246, 246, 250, 246, 250, 250, 246, 250, 250, 250, 250, 246, 246, 178, 246, 250, 250, 246, 250, 250, 246, 178, 246, 250, 250, 246, 178, 246 ], [ 232, 232, 232, 232, 232, 42, 211, 218, 218, 246, 211, 211, 211, 211, 211, 211, 211, 211, 218, 103, 103, 61, 103, 211, 211, 211, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 24, 103, 103, 24, 24, 103, 103, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 24, 38, 38, 38 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float64", "case": "longdecode", "batch_size": 8, "cuda_graph": true, "iteration": 1, "seconds": 0.008332447, "tracked_peak_increment_bytes": 713888, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232, 232, 232, 232, 92, 211, 218, 232, 232, 152, 232, 232, 218, 19, 218, 211, 211, 211, 211, 211, 211, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 103, 24, 24, 24, 103, 24, 103, 24, 24, 24, 103, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 103, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 211, 92, 92, 211, 211, 67, 211, 211, 211, 211, 24, 103, 24, 24, 103, 24, 103, 211, 24, 103, 103, 103, 211, 24, 103, 24, 24, 103, 24, 103, 24, 103, 103, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 103, 24, 103, 24, 24, 24, 24, 24, 24, 103, 24, 24, 24, 38, 24 ], [ 232, 211, 232, 211, 211, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 218, 218, 218, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 38, 38, 38, 38, 38, 61, 24, 24, 103, 24, 24, 24, 103, 24, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 24, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 218, 232, 218, 92, 218, 103, 211, 211, 211, 218, 19, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 61, 103, 103, 103, 24, 103, 24, 132, 24, 132, 24, 38, 38, 24, 24, 132, 24, 24, 24, 38, 24, 132, 24, 132, 24, 38, 38, 38 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 24, 24, 103, 24, 103, 103, 24, 24, 38, 38, 38, 38, 38, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 38, 38, 38 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 92, 211, 67, 211, 246, 178, 246, 10, 10, 246, 178, 246, 178, 67, 178, 67, 178, 178, 178, 178, 67, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 103, 24, 103, 103, 24, 103, 24, 103, 24, 103, 103, 103, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 157, 157, 157, 178, 67, 211, 211, 218, 67, 246, 246, 246, 178, 67, 178, 246, 178, 246, 67, 178, 246, 246, 10, 246, 246, 246, 246, 250, 246, 250, 250, 246, 250, 250, 250, 250, 246, 246, 178, 246, 250, 250, 246, 250, 250, 246, 178, 246, 250, 250, 246, 178, 246 ], [ 232, 232, 232, 232, 232, 42, 211, 218, 218, 246, 211, 211, 211, 211, 211, 211, 211, 211, 218, 103, 103, 61, 103, 211, 211, 211, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 24, 103, 103, 24, 24, 103, 103, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 24, 38, 38, 38 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float64", "case": "longdecode", "batch_size": 8, "cuda_graph": true, "iteration": 2, "seconds": 0.008298814, "tracked_peak_increment_bytes": 713888, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232, 232, 232, 232, 92, 211, 218, 232, 232, 152, 232, 232, 218, 19, 218, 211, 211, 211, 211, 211, 211, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 103, 24, 24, 24, 103, 24, 103, 24, 24, 24, 103, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 103, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 211, 92, 92, 211, 211, 67, 211, 211, 211, 211, 24, 103, 24, 24, 103, 24, 103, 211, 24, 103, 103, 103, 211, 24, 103, 24, 24, 103, 24, 103, 24, 103, 103, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 103, 24, 103, 24, 24, 24, 24, 24, 24, 103, 24, 24, 24, 38, 24 ], [ 232, 211, 232, 211, 211, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 218, 218, 218, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 38, 38, 38, 38, 38, 61, 24, 24, 103, 24, 24, 24, 103, 24, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 24, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 218, 232, 218, 92, 218, 103, 211, 211, 211, 218, 19, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 61, 103, 103, 103, 24, 103, 24, 132, 24, 132, 24, 38, 38, 24, 24, 132, 24, 24, 24, 38, 24, 132, 24, 132, 24, 38, 38, 38 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 24, 24, 103, 24, 103, 103, 24, 24, 38, 38, 38, 38, 38, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 38, 38, 38 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 92, 211, 67, 211, 246, 178, 246, 10, 10, 246, 178, 246, 178, 67, 178, 67, 178, 178, 178, 178, 67, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 103, 24, 103, 103, 24, 103, 24, 103, 24, 103, 103, 103, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 157, 157, 157, 178, 67, 211, 211, 218, 67, 246, 246, 246, 178, 67, 178, 246, 178, 246, 67, 178, 246, 246, 10, 246, 246, 246, 246, 250, 246, 250, 250, 246, 250, 250, 250, 250, 246, 246, 178, 246, 250, 250, 246, 250, 250, 246, 178, 246, 250, 250, 246, 178, 246 ], [ 232, 232, 232, 232, 232, 42, 211, 218, 218, 246, 211, 211, 211, 211, 211, 211, 211, 211, 218, 103, 103, 61, 103, 211, 211, 211, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 24, 103, 103, 24, 24, 103, 103, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 24, 38, 38, 38 ] ] } ] }, { "mode": "baseline", "outer": 2, "profile": [ "Float64", 8, true, "longdecode" ], "log_sha256": "9a30e0b8c7c281c1a6f618dfccd0a85e709afd80faa1f0dc4f0e8ad149f3f44f", "rows": [ { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float64", "case": "longdecode", "batch_size": 8, "cuda_graph": true, "iteration": 0, "seconds": 0.014917161, "tracked_peak_increment_bytes": 713888, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232, 232, 232, 232, 92, 211, 218, 232, 232, 152, 232, 232, 218, 19, 218, 211, 211, 211, 211, 211, 211, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 103, 24, 24, 24, 103, 24, 103, 24, 24, 24, 103, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 103, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 211, 92, 92, 211, 211, 67, 211, 211, 211, 211, 24, 103, 24, 24, 103, 24, 103, 211, 24, 103, 103, 103, 211, 24, 103, 24, 24, 103, 24, 103, 24, 103, 103, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 103, 24, 103, 24, 24, 24, 24, 24, 24, 103, 24, 24, 24, 38, 24 ], [ 232, 211, 232, 211, 211, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 218, 218, 218, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 38, 38, 38, 38, 38, 61, 24, 24, 103, 24, 24, 24, 103, 24, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 24, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 218, 232, 218, 92, 218, 103, 211, 211, 211, 218, 19, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 61, 103, 103, 103, 24, 103, 24, 132, 24, 132, 24, 38, 38, 24, 24, 132, 24, 24, 24, 38, 24, 132, 24, 132, 24, 38, 38, 38 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 24, 24, 103, 24, 103, 103, 24, 24, 38, 38, 38, 38, 38, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 38, 38, 38 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 92, 211, 67, 211, 246, 178, 246, 10, 10, 246, 178, 246, 178, 67, 178, 67, 178, 178, 178, 178, 67, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 103, 24, 103, 103, 24, 103, 24, 103, 24, 103, 103, 103, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 157, 157, 157, 178, 67, 211, 211, 218, 67, 246, 246, 246, 178, 67, 178, 246, 178, 246, 67, 178, 246, 246, 10, 246, 246, 246, 246, 250, 246, 250, 250, 246, 250, 250, 250, 250, 246, 246, 178, 246, 250, 250, 246, 250, 250, 246, 178, 246, 250, 250, 246, 178, 246 ], [ 232, 232, 232, 232, 232, 42, 211, 218, 218, 246, 211, 211, 211, 211, 211, 211, 211, 211, 218, 103, 103, 61, 103, 211, 211, 211, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 24, 103, 103, 24, 24, 103, 103, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 24, 38, 38, 38 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float64", "case": "longdecode", "batch_size": 8, "cuda_graph": true, "iteration": 1, "seconds": 0.015105402, "tracked_peak_increment_bytes": 713888, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232, 232, 232, 232, 92, 211, 218, 232, 232, 152, 232, 232, 218, 19, 218, 211, 211, 211, 211, 211, 211, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 103, 24, 24, 24, 103, 24, 103, 24, 24, 24, 103, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 103, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 211, 92, 92, 211, 211, 67, 211, 211, 211, 211, 24, 103, 24, 24, 103, 24, 103, 211, 24, 103, 103, 103, 211, 24, 103, 24, 24, 103, 24, 103, 24, 103, 103, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 103, 24, 103, 24, 24, 24, 24, 24, 24, 103, 24, 24, 24, 38, 24 ], [ 232, 211, 232, 211, 211, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 218, 218, 218, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 38, 38, 38, 38, 38, 61, 24, 24, 103, 24, 24, 24, 103, 24, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 24, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 218, 232, 218, 92, 218, 103, 211, 211, 211, 218, 19, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 61, 103, 103, 103, 24, 103, 24, 132, 24, 132, 24, 38, 38, 24, 24, 132, 24, 24, 24, 38, 24, 132, 24, 132, 24, 38, 38, 38 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 24, 24, 103, 24, 103, 103, 24, 24, 38, 38, 38, 38, 38, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 38, 38, 38 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 92, 211, 67, 211, 246, 178, 246, 10, 10, 246, 178, 246, 178, 67, 178, 67, 178, 178, 178, 178, 67, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 103, 24, 103, 103, 24, 103, 24, 103, 24, 103, 103, 103, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 157, 157, 157, 178, 67, 211, 211, 218, 67, 246, 246, 246, 178, 67, 178, 246, 178, 246, 67, 178, 246, 246, 10, 246, 246, 246, 246, 250, 246, 250, 250, 246, 250, 250, 250, 250, 246, 246, 178, 246, 250, 250, 246, 250, 250, 246, 178, 246, 250, 250, 246, 178, 246 ], [ 232, 232, 232, 232, 232, 42, 211, 218, 218, 246, 211, 211, 211, 211, 211, 211, 211, 211, 218, 103, 103, 61, 103, 211, 211, 211, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 24, 103, 103, 24, 24, 103, 103, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 24, 38, 38, 38 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float64", "case": "longdecode", "batch_size": 8, "cuda_graph": true, "iteration": 2, "seconds": 0.014767062, "tracked_peak_increment_bytes": 713888, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232, 232, 232, 232, 92, 211, 218, 232, 232, 152, 232, 232, 218, 19, 218, 211, 211, 211, 211, 211, 211, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 103, 24, 24, 24, 103, 24, 103, 24, 24, 24, 103, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 103, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 211, 92, 92, 211, 211, 67, 211, 211, 211, 211, 24, 103, 24, 24, 103, 24, 103, 211, 24, 103, 103, 103, 211, 24, 103, 24, 24, 103, 24, 103, 24, 103, 103, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 103, 24, 103, 24, 24, 24, 24, 24, 24, 103, 24, 24, 24, 38, 24 ], [ 232, 211, 232, 211, 211, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 218, 218, 218, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 38, 38, 38, 38, 38, 61, 24, 24, 103, 24, 24, 24, 103, 24, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 24, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 218, 232, 218, 92, 218, 103, 211, 211, 211, 218, 19, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 61, 103, 103, 103, 24, 103, 24, 132, 24, 132, 24, 38, 38, 24, 24, 132, 24, 24, 24, 38, 24, 132, 24, 132, 24, 38, 38, 38 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 24, 24, 103, 24, 103, 103, 24, 24, 38, 38, 38, 38, 38, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 38, 38, 38 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 92, 211, 67, 211, 246, 178, 246, 10, 10, 246, 178, 246, 178, 67, 178, 67, 178, 178, 178, 178, 67, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 103, 24, 103, 103, 24, 103, 24, 103, 24, 103, 103, 103, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 157, 157, 157, 178, 67, 211, 211, 218, 67, 246, 246, 246, 178, 67, 178, 246, 178, 246, 67, 178, 246, 246, 10, 246, 246, 246, 246, 250, 246, 250, 250, 246, 250, 250, 250, 250, 246, 246, 178, 246, 250, 250, 246, 250, 250, 246, 178, 246, 250, 250, 246, 178, 246 ], [ 232, 232, 232, 232, 232, 42, 211, 218, 218, 246, 211, 211, 211, 211, 211, 211, 211, 211, 218, 103, 103, 61, 103, 211, 211, 211, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 24, 103, 103, 24, 24, 103, 103, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 24, 38, 38, 38 ] ] } ] }, { "mode": "candidate", "outer": 2, "profile": [ "Float32", 1, false, "tiny" ], "log_sha256": "65d43c2af1837748181e169d336a873a8b4ffca29265d1fb56083a3a1fdb334b", "rows": [ { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float32", "case": "tiny", "batch_size": 1, "cuda_graph": false, "iteration": 0, "seconds": 0.001184439, "tracked_peak_increment_bytes": 21060, "activation_readback_peak_increment_bytes": 2072, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float32", "case": "tiny", "batch_size": 1, "cuda_graph": false, "iteration": 1, "seconds": 0.001170402, "tracked_peak_increment_bytes": 21060, "activation_readback_peak_increment_bytes": 2072, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float32", "case": "tiny", "batch_size": 1, "cuda_graph": false, "iteration": 2, "seconds": 0.001078311, "tracked_peak_increment_bytes": 21060, "activation_readback_peak_increment_bytes": 2072, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ] ] } ] }, { "mode": "baseline", "outer": 2, "profile": [ "Float32", 1, false, "tiny" ], "log_sha256": "bc6f25c316c828e44c73a1aec198a67e9b65b9cb825e3f2c4f808500ff619852", "rows": [ { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float32", "case": "tiny", "batch_size": 1, "cuda_graph": false, "iteration": 0, "seconds": 0.001182868, "tracked_peak_increment_bytes": 21060, "activation_readback_peak_increment_bytes": 2072, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float32", "case": "tiny", "batch_size": 1, "cuda_graph": false, "iteration": 1, "seconds": 0.00117648, "tracked_peak_increment_bytes": 21060, "activation_readback_peak_increment_bytes": 2072, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float32", "case": "tiny", "batch_size": 1, "cuda_graph": false, "iteration": 2, "seconds": 0.001167964, "tracked_peak_increment_bytes": 21060, "activation_readback_peak_increment_bytes": 2072, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ] ] } ] }, { "mode": "candidate", "outer": 2, "profile": [ "Float32", 8, false, "tiny" ], "log_sha256": "fb77fa8c4c3e544b25de3a74658d804aad4d0ff132392004f88b1cbb4b556454", "rows": [ { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float32", "case": "tiny", "batch_size": 8, "cuda_graph": false, "iteration": 0, "seconds": 0.001267127, "tracked_peak_increment_bytes": 136256, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float32", "case": "tiny", "batch_size": 8, "cuda_graph": false, "iteration": 1, "seconds": 0.001148015, "tracked_peak_increment_bytes": 136256, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float32", "case": "tiny", "batch_size": 8, "cuda_graph": false, "iteration": 2, "seconds": 0.001116129, "tracked_peak_increment_bytes": 136256, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] } ] }, { "mode": "baseline", "outer": 2, "profile": [ "Float32", 8, false, "tiny" ], "log_sha256": "46b076e1ad764b01fe40cf6657e48281a690d8ff390488d158acc1e7492ed01a", "rows": [ { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float32", "case": "tiny", "batch_size": 8, "cuda_graph": false, "iteration": 0, "seconds": 0.00200708, "tracked_peak_increment_bytes": 136256, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float32", "case": "tiny", "batch_size": 8, "cuda_graph": false, "iteration": 1, "seconds": 0.002118105, "tracked_peak_increment_bytes": 136256, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float32", "case": "tiny", "batch_size": 8, "cuda_graph": false, "iteration": 2, "seconds": 0.002009972, "tracked_peak_increment_bytes": 136256, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] } ] }, { "mode": "candidate", "outer": 2, "profile": [ "Float32", 8, true, "tiny" ], "log_sha256": "455c6aa33b397feab7ad82acf4a7947d9e911fd5ca3b42b06227de267e3c10dd", "rows": [ { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float32", "case": "tiny", "batch_size": 8, "cuda_graph": true, "iteration": 0, "seconds": 0.001081539, "tracked_peak_increment_bytes": 136256, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float32", "case": "tiny", "batch_size": 8, "cuda_graph": true, "iteration": 1, "seconds": 0.001125407, "tracked_peak_increment_bytes": 136256, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float32", "case": "tiny", "batch_size": 8, "cuda_graph": true, "iteration": 2, "seconds": 0.001118253, "tracked_peak_increment_bytes": 136256, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] } ] }, { "mode": "baseline", "outer": 2, "profile": [ "Float32", 8, true, "tiny" ], "log_sha256": "c148c7a413ebaea2a8f22d7030c0c9a5a7ec3e962ca8c09fe8064245f3791dc9", "rows": [ { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float32", "case": "tiny", "batch_size": 8, "cuda_graph": true, "iteration": 0, "seconds": 0.001972698, "tracked_peak_increment_bytes": 136256, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float32", "case": "tiny", "batch_size": 8, "cuda_graph": true, "iteration": 1, "seconds": 0.001997109, "tracked_peak_increment_bytes": 136256, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float32", "case": "tiny", "batch_size": 8, "cuda_graph": true, "iteration": 2, "seconds": 0.001970341, "tracked_peak_increment_bytes": 136256, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] } ] }, { "mode": "candidate", "outer": 2, "profile": [ "Float32", 8, true, "longdecode" ], "log_sha256": "84f5a840da306f6ca21a06fcd8f4400f2f29dcba704f6785f837b7db20da85ef", "rows": [ { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float32", "case": "longdecode", "batch_size": 8, "cuda_graph": true, "iteration": 0, "seconds": 0.007582408, "tracked_peak_increment_bytes": 365632, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232, 232, 232, 232, 92, 211, 218, 232, 232, 152, 232, 232, 218, 19, 218, 211, 211, 211, 211, 211, 211, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 103, 24, 24, 24, 103, 24, 103, 24, 24, 24, 103, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 103, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 211, 92, 92, 211, 211, 67, 211, 211, 211, 211, 24, 103, 24, 24, 103, 24, 103, 211, 24, 103, 103, 103, 211, 24, 103, 24, 24, 103, 24, 103, 24, 103, 103, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 103, 24, 103, 24, 24, 24, 24, 24, 24, 103, 24, 24, 24, 38, 24 ], [ 232, 211, 232, 211, 211, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 218, 218, 218, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 38, 38, 38, 38, 38, 61, 24, 24, 103, 24, 24, 24, 103, 24, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 24, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 218, 232, 218, 92, 218, 103, 211, 211, 211, 218, 19, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 61, 103, 103, 103, 24, 103, 24, 132, 24, 132, 24, 38, 38, 24, 24, 132, 24, 24, 24, 38, 24, 132, 24, 132, 24, 38, 38, 38 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 24, 24, 103, 24, 103, 103, 24, 24, 38, 38, 38, 38, 38, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 38, 38, 38 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 92, 211, 67, 211, 246, 178, 246, 10, 10, 246, 178, 246, 178, 67, 178, 67, 178, 178, 178, 178, 67, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 103, 24, 103, 103, 24, 103, 24, 103, 24, 103, 103, 103, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 157, 157, 157, 178, 67, 211, 211, 218, 67, 246, 246, 246, 178, 67, 178, 246, 178, 246, 67, 178, 246, 246, 10, 246, 246, 246, 246, 250, 246, 250, 250, 246, 250, 250, 250, 250, 246, 246, 178, 246, 250, 250, 246, 250, 250, 246, 178, 246, 250, 250, 246, 178, 246 ], [ 232, 232, 232, 232, 232, 42, 211, 218, 218, 246, 211, 211, 211, 211, 211, 211, 211, 211, 218, 103, 103, 61, 103, 211, 211, 211, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 24, 103, 103, 24, 24, 103, 103, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 24, 38, 38, 38 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float32", "case": "longdecode", "batch_size": 8, "cuda_graph": true, "iteration": 1, "seconds": 0.007622699, "tracked_peak_increment_bytes": 365632, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232, 232, 232, 232, 92, 211, 218, 232, 232, 152, 232, 232, 218, 19, 218, 211, 211, 211, 211, 211, 211, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 103, 24, 24, 24, 103, 24, 103, 24, 24, 24, 103, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 103, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 211, 92, 92, 211, 211, 67, 211, 211, 211, 211, 24, 103, 24, 24, 103, 24, 103, 211, 24, 103, 103, 103, 211, 24, 103, 24, 24, 103, 24, 103, 24, 103, 103, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 103, 24, 103, 24, 24, 24, 24, 24, 24, 103, 24, 24, 24, 38, 24 ], [ 232, 211, 232, 211, 211, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 218, 218, 218, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 38, 38, 38, 38, 38, 61, 24, 24, 103, 24, 24, 24, 103, 24, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 24, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 218, 232, 218, 92, 218, 103, 211, 211, 211, 218, 19, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 61, 103, 103, 103, 24, 103, 24, 132, 24, 132, 24, 38, 38, 24, 24, 132, 24, 24, 24, 38, 24, 132, 24, 132, 24, 38, 38, 38 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 24, 24, 103, 24, 103, 103, 24, 24, 38, 38, 38, 38, 38, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 38, 38, 38 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 92, 211, 67, 211, 246, 178, 246, 10, 10, 246, 178, 246, 178, 67, 178, 67, 178, 178, 178, 178, 67, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 103, 24, 103, 103, 24, 103, 24, 103, 24, 103, 103, 103, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 157, 157, 157, 178, 67, 211, 211, 218, 67, 246, 246, 246, 178, 67, 178, 246, 178, 246, 67, 178, 246, 246, 10, 246, 246, 246, 246, 250, 246, 250, 250, 246, 250, 250, 250, 250, 246, 246, 178, 246, 250, 250, 246, 250, 250, 246, 178, 246, 250, 250, 246, 178, 246 ], [ 232, 232, 232, 232, 232, 42, 211, 218, 218, 246, 211, 211, 211, 211, 211, 211, 211, 211, 218, 103, 103, 61, 103, 211, 211, 211, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 24, 103, 103, 24, 24, 103, 103, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 24, 38, 38, 38 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float32", "case": "longdecode", "batch_size": 8, "cuda_graph": true, "iteration": 2, "seconds": 0.00766107, "tracked_peak_increment_bytes": 365632, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232, 232, 232, 232, 92, 211, 218, 232, 232, 152, 232, 232, 218, 19, 218, 211, 211, 211, 211, 211, 211, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 103, 24, 24, 24, 103, 24, 103, 24, 24, 24, 103, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 103, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 211, 92, 92, 211, 211, 67, 211, 211, 211, 211, 24, 103, 24, 24, 103, 24, 103, 211, 24, 103, 103, 103, 211, 24, 103, 24, 24, 103, 24, 103, 24, 103, 103, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 103, 24, 103, 24, 24, 24, 24, 24, 24, 103, 24, 24, 24, 38, 24 ], [ 232, 211, 232, 211, 211, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 218, 218, 218, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 38, 38, 38, 38, 38, 61, 24, 24, 103, 24, 24, 24, 103, 24, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 24, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 218, 232, 218, 92, 218, 103, 211, 211, 211, 218, 19, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 61, 103, 103, 103, 24, 103, 24, 132, 24, 132, 24, 38, 38, 24, 24, 132, 24, 24, 24, 38, 24, 132, 24, 132, 24, 38, 38, 38 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 24, 24, 103, 24, 103, 103, 24, 24, 38, 38, 38, 38, 38, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 38, 38, 38 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 92, 211, 67, 211, 246, 178, 246, 10, 10, 246, 178, 246, 178, 67, 178, 67, 178, 178, 178, 178, 67, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 103, 24, 103, 103, 24, 103, 24, 103, 24, 103, 103, 103, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 157, 157, 157, 178, 67, 211, 211, 218, 67, 246, 246, 246, 178, 67, 178, 246, 178, 246, 67, 178, 246, 246, 10, 246, 246, 246, 246, 250, 246, 250, 250, 246, 250, 250, 250, 250, 246, 246, 178, 246, 250, 250, 246, 250, 250, 246, 178, 246, 250, 250, 246, 178, 246 ], [ 232, 232, 232, 232, 232, 42, 211, 218, 218, 246, 211, 211, 211, 211, 211, 211, 211, 211, 218, 103, 103, 61, 103, 211, 211, 211, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 24, 103, 103, 24, 24, 103, 103, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 24, 38, 38, 38 ] ] } ] }, { "mode": "baseline", "outer": 2, "profile": [ "Float32", 8, true, "longdecode" ], "log_sha256": "9ea91d32b0a8b198f11cf27b274c8cf30b5eacf5725bfd3793b16ee6932d0e50", "rows": [ { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float32", "case": "longdecode", "batch_size": 8, "cuda_graph": true, "iteration": 0, "seconds": 0.014589126, "tracked_peak_increment_bytes": 365632, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232, 232, 232, 232, 92, 211, 218, 232, 232, 152, 232, 232, 218, 19, 218, 211, 211, 211, 211, 211, 211, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 103, 24, 24, 24, 103, 24, 103, 24, 24, 24, 103, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 103, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 211, 92, 92, 211, 211, 67, 211, 211, 211, 211, 24, 103, 24, 24, 103, 24, 103, 211, 24, 103, 103, 103, 211, 24, 103, 24, 24, 103, 24, 103, 24, 103, 103, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 103, 24, 103, 24, 24, 24, 24, 24, 24, 103, 24, 24, 24, 38, 24 ], [ 232, 211, 232, 211, 211, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 218, 218, 218, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 38, 38, 38, 38, 38, 61, 24, 24, 103, 24, 24, 24, 103, 24, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 24, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 218, 232, 218, 92, 218, 103, 211, 211, 211, 218, 19, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 61, 103, 103, 103, 24, 103, 24, 132, 24, 132, 24, 38, 38, 24, 24, 132, 24, 24, 24, 38, 24, 132, 24, 132, 24, 38, 38, 38 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 24, 24, 103, 24, 103, 103, 24, 24, 38, 38, 38, 38, 38, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 38, 38, 38 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 92, 211, 67, 211, 246, 178, 246, 10, 10, 246, 178, 246, 178, 67, 178, 67, 178, 178, 178, 178, 67, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 103, 24, 103, 103, 24, 103, 24, 103, 24, 103, 103, 103, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 157, 157, 157, 178, 67, 211, 211, 218, 67, 246, 246, 246, 178, 67, 178, 246, 178, 246, 67, 178, 246, 246, 10, 246, 246, 246, 246, 250, 246, 250, 250, 246, 250, 250, 250, 250, 246, 246, 178, 246, 250, 250, 246, 250, 250, 246, 178, 246, 250, 250, 246, 178, 246 ], [ 232, 232, 232, 232, 232, 42, 211, 218, 218, 246, 211, 211, 211, 211, 211, 211, 211, 211, 218, 103, 103, 61, 103, 211, 211, 211, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 24, 103, 103, 24, 24, 103, 103, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 24, 38, 38, 38 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float32", "case": "longdecode", "batch_size": 8, "cuda_graph": true, "iteration": 1, "seconds": 0.014646443, "tracked_peak_increment_bytes": 365632, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232, 232, 232, 232, 92, 211, 218, 232, 232, 152, 232, 232, 218, 19, 218, 211, 211, 211, 211, 211, 211, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 103, 24, 24, 24, 103, 24, 103, 24, 24, 24, 103, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 103, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 211, 92, 92, 211, 211, 67, 211, 211, 211, 211, 24, 103, 24, 24, 103, 24, 103, 211, 24, 103, 103, 103, 211, 24, 103, 24, 24, 103, 24, 103, 24, 103, 103, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 103, 24, 103, 24, 24, 24, 24, 24, 24, 103, 24, 24, 24, 38, 24 ], [ 232, 211, 232, 211, 211, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 218, 218, 218, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 38, 38, 38, 38, 38, 61, 24, 24, 103, 24, 24, 24, 103, 24, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 24, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 218, 232, 218, 92, 218, 103, 211, 211, 211, 218, 19, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 61, 103, 103, 103, 24, 103, 24, 132, 24, 132, 24, 38, 38, 24, 24, 132, 24, 24, 24, 38, 24, 132, 24, 132, 24, 38, 38, 38 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 24, 24, 103, 24, 103, 103, 24, 24, 38, 38, 38, 38, 38, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 38, 38, 38 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 92, 211, 67, 211, 246, 178, 246, 10, 10, 246, 178, 246, 178, 67, 178, 67, 178, 178, 178, 178, 67, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 103, 24, 103, 103, 24, 103, 24, 103, 24, 103, 103, 103, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 157, 157, 157, 178, 67, 211, 211, 218, 67, 246, 246, 246, 178, 67, 178, 246, 178, 246, 67, 178, 246, 246, 10, 246, 246, 246, 246, 250, 246, 250, 250, 246, 250, 250, 250, 250, 246, 246, 178, 246, 250, 250, 246, 250, 250, 246, 178, 246, 250, 250, 246, 178, 246 ], [ 232, 232, 232, 232, 232, 42, 211, 218, 218, 246, 211, 211, 211, 211, 211, 211, 211, 211, 218, 103, 103, 61, 103, 211, 211, 211, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 24, 103, 103, 24, 24, 103, 103, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 24, 38, 38, 38 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float32", "case": "longdecode", "batch_size": 8, "cuda_graph": true, "iteration": 2, "seconds": 0.014327905, "tracked_peak_increment_bytes": 365632, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232, 232, 232, 232, 92, 211, 218, 232, 232, 152, 232, 232, 218, 19, 218, 211, 211, 211, 211, 211, 211, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 103, 24, 24, 24, 103, 24, 103, 24, 24, 24, 103, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 103, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 211, 92, 92, 211, 211, 67, 211, 211, 211, 211, 24, 103, 24, 24, 103, 24, 103, 211, 24, 103, 103, 103, 211, 24, 103, 24, 24, 103, 24, 103, 24, 103, 103, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 103, 24, 103, 24, 24, 24, 24, 24, 24, 103, 24, 24, 24, 38, 24 ], [ 232, 211, 232, 211, 211, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 218, 218, 218, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 38, 38, 38, 38, 38, 61, 24, 24, 103, 24, 24, 24, 103, 24, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 24, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 218, 232, 218, 92, 218, 103, 211, 211, 211, 218, 19, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 61, 103, 103, 103, 24, 103, 24, 132, 24, 132, 24, 38, 38, 24, 24, 132, 24, 24, 24, 38, 24, 132, 24, 132, 24, 38, 38, 38 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 24, 24, 103, 24, 103, 103, 24, 24, 38, 38, 38, 38, 38, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 38, 38, 38 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 92, 211, 67, 211, 246, 178, 246, 10, 10, 246, 178, 246, 178, 67, 178, 67, 178, 178, 178, 178, 67, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 103, 24, 103, 103, 24, 103, 24, 103, 24, 103, 103, 103, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 157, 157, 157, 178, 67, 211, 211, 218, 67, 246, 246, 246, 178, 67, 178, 246, 178, 246, 67, 178, 246, 246, 10, 246, 246, 246, 246, 250, 246, 250, 250, 246, 250, 250, 250, 250, 246, 246, 178, 246, 250, 250, 246, 250, 250, 246, 178, 246, 250, 250, 246, 178, 246 ], [ 232, 232, 232, 232, 232, 42, 211, 218, 218, 246, 211, 211, 211, 211, 211, 211, 211, 211, 218, 103, 103, 61, 103, 211, 211, 211, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 24, 103, 103, 24, 24, 103, 103, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 24, 38, 38, 38 ] ] } ] }, { "mode": "candidate", "outer": 2, "profile": [ "Float64", 1, false, "tiny" ], "log_sha256": "048ed100dce90a23f71dbc56da62190ce3b441d0abba52e4646ed43401e8fcae", "rows": [ { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float64", "case": "tiny", "batch_size": 1, "cuda_graph": false, "iteration": 0, "seconds": 0.001101648, "tracked_peak_increment_bytes": 40016, "activation_readback_peak_increment_bytes": 2072, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float64", "case": "tiny", "batch_size": 1, "cuda_graph": false, "iteration": 1, "seconds": 0.001104, "tracked_peak_increment_bytes": 40016, "activation_readback_peak_increment_bytes": 2072, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float64", "case": "tiny", "batch_size": 1, "cuda_graph": false, "iteration": 2, "seconds": 0.00109882, "tracked_peak_increment_bytes": 40016, "activation_readback_peak_increment_bytes": 2072, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ] ] } ] }, { "mode": "baseline", "outer": 2, "profile": [ "Float64", 1, false, "tiny" ], "log_sha256": "2326b139f21ea2ae8508346bb1d5f60903c82a5e2e015c6cc77c5aefa0a78291", "rows": [ { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float64", "case": "tiny", "batch_size": 1, "cuda_graph": false, "iteration": 0, "seconds": 0.001210113, "tracked_peak_increment_bytes": 40016, "activation_readback_peak_increment_bytes": 2072, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float64", "case": "tiny", "batch_size": 1, "cuda_graph": false, "iteration": 1, "seconds": 0.001210241, "tracked_peak_increment_bytes": 40016, "activation_readback_peak_increment_bytes": 2072, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float64", "case": "tiny", "batch_size": 1, "cuda_graph": false, "iteration": 2, "seconds": 0.001238451, "tracked_peak_increment_bytes": 40016, "activation_readback_peak_increment_bytes": 2072, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ] ] } ] }, { "mode": "candidate", "outer": 2, "profile": [ "Float64", 8, false, "tiny" ], "log_sha256": "2079d182bcacec638f1b39f78ebf394cba18333fbd13086ac7fc24d8053d170c", "rows": [ { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float64", "case": "tiny", "batch_size": 8, "cuda_graph": false, "iteration": 0, "seconds": 0.001218698, "tracked_peak_increment_bytes": 255136, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float64", "case": "tiny", "batch_size": 8, "cuda_graph": false, "iteration": 1, "seconds": 0.001232088, "tracked_peak_increment_bytes": 255136, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float64", "case": "tiny", "batch_size": 8, "cuda_graph": false, "iteration": 2, "seconds": 0.001227527, "tracked_peak_increment_bytes": 255136, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] } ] }, { "mode": "baseline", "outer": 2, "profile": [ "Float64", 8, false, "tiny" ], "log_sha256": "cf1f03a7329a405ed396b8d55da971a600d7ebb24677a278a819560f5d382097", "rows": [ { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float64", "case": "tiny", "batch_size": 8, "cuda_graph": false, "iteration": 0, "seconds": 0.002067347, "tracked_peak_increment_bytes": 255136, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float64", "case": "tiny", "batch_size": 8, "cuda_graph": false, "iteration": 1, "seconds": 0.002117567, "tracked_peak_increment_bytes": 255136, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float64", "case": "tiny", "batch_size": 8, "cuda_graph": false, "iteration": 2, "seconds": 0.00203907, "tracked_peak_increment_bytes": 255136, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] } ] }, { "mode": "baseline", "outer": 3, "profile": [ "Float64", 8, true, "longdecode" ], "log_sha256": "76aa464d68ef6f401131cbfeaafbf8804eb782c3ef687da723d8213422763350", "rows": [ { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float64", "case": "longdecode", "batch_size": 8, "cuda_graph": true, "iteration": 0, "seconds": 0.015484621, "tracked_peak_increment_bytes": 713888, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232, 232, 232, 232, 92, 211, 218, 232, 232, 152, 232, 232, 218, 19, 218, 211, 211, 211, 211, 211, 211, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 103, 24, 24, 24, 103, 24, 103, 24, 24, 24, 103, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 103, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 211, 92, 92, 211, 211, 67, 211, 211, 211, 211, 24, 103, 24, 24, 103, 24, 103, 211, 24, 103, 103, 103, 211, 24, 103, 24, 24, 103, 24, 103, 24, 103, 103, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 103, 24, 103, 24, 24, 24, 24, 24, 24, 103, 24, 24, 24, 38, 24 ], [ 232, 211, 232, 211, 211, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 218, 218, 218, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 38, 38, 38, 38, 38, 61, 24, 24, 103, 24, 24, 24, 103, 24, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 24, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 218, 232, 218, 92, 218, 103, 211, 211, 211, 218, 19, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 61, 103, 103, 103, 24, 103, 24, 132, 24, 132, 24, 38, 38, 24, 24, 132, 24, 24, 24, 38, 24, 132, 24, 132, 24, 38, 38, 38 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 24, 24, 103, 24, 103, 103, 24, 24, 38, 38, 38, 38, 38, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 38, 38, 38 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 92, 211, 67, 211, 246, 178, 246, 10, 10, 246, 178, 246, 178, 67, 178, 67, 178, 178, 178, 178, 67, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 103, 24, 103, 103, 24, 103, 24, 103, 24, 103, 103, 103, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 157, 157, 157, 178, 67, 211, 211, 218, 67, 246, 246, 246, 178, 67, 178, 246, 178, 246, 67, 178, 246, 246, 10, 246, 246, 246, 246, 250, 246, 250, 250, 246, 250, 250, 250, 250, 246, 246, 178, 246, 250, 250, 246, 250, 250, 246, 178, 246, 250, 250, 246, 178, 246 ], [ 232, 232, 232, 232, 232, 42, 211, 218, 218, 246, 211, 211, 211, 211, 211, 211, 211, 211, 218, 103, 103, 61, 103, 211, 211, 211, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 24, 103, 103, 24, 24, 103, 103, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 24, 38, 38, 38 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float64", "case": "longdecode", "batch_size": 8, "cuda_graph": true, "iteration": 1, "seconds": 0.015197505, "tracked_peak_increment_bytes": 713888, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232, 232, 232, 232, 92, 211, 218, 232, 232, 152, 232, 232, 218, 19, 218, 211, 211, 211, 211, 211, 211, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 103, 24, 24, 24, 103, 24, 103, 24, 24, 24, 103, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 103, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 211, 92, 92, 211, 211, 67, 211, 211, 211, 211, 24, 103, 24, 24, 103, 24, 103, 211, 24, 103, 103, 103, 211, 24, 103, 24, 24, 103, 24, 103, 24, 103, 103, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 103, 24, 103, 24, 24, 24, 24, 24, 24, 103, 24, 24, 24, 38, 24 ], [ 232, 211, 232, 211, 211, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 218, 218, 218, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 38, 38, 38, 38, 38, 61, 24, 24, 103, 24, 24, 24, 103, 24, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 24, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 218, 232, 218, 92, 218, 103, 211, 211, 211, 218, 19, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 61, 103, 103, 103, 24, 103, 24, 132, 24, 132, 24, 38, 38, 24, 24, 132, 24, 24, 24, 38, 24, 132, 24, 132, 24, 38, 38, 38 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 24, 24, 103, 24, 103, 103, 24, 24, 38, 38, 38, 38, 38, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 38, 38, 38 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 92, 211, 67, 211, 246, 178, 246, 10, 10, 246, 178, 246, 178, 67, 178, 67, 178, 178, 178, 178, 67, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 103, 24, 103, 103, 24, 103, 24, 103, 24, 103, 103, 103, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 157, 157, 157, 178, 67, 211, 211, 218, 67, 246, 246, 246, 178, 67, 178, 246, 178, 246, 67, 178, 246, 246, 10, 246, 246, 246, 246, 250, 246, 250, 250, 246, 250, 250, 250, 250, 246, 246, 178, 246, 250, 250, 246, 250, 250, 246, 178, 246, 250, 250, 246, 178, 246 ], [ 232, 232, 232, 232, 232, 42, 211, 218, 218, 246, 211, 211, 211, 211, 211, 211, 211, 211, 218, 103, 103, 61, 103, 211, 211, 211, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 24, 103, 103, 24, 24, 103, 103, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 24, 38, 38, 38 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float64", "case": "longdecode", "batch_size": 8, "cuda_graph": true, "iteration": 2, "seconds": 0.014983797, "tracked_peak_increment_bytes": 713888, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232, 232, 232, 232, 92, 211, 218, 232, 232, 152, 232, 232, 218, 19, 218, 211, 211, 211, 211, 211, 211, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 103, 24, 24, 24, 103, 24, 103, 24, 24, 24, 103, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 103, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 211, 92, 92, 211, 211, 67, 211, 211, 211, 211, 24, 103, 24, 24, 103, 24, 103, 211, 24, 103, 103, 103, 211, 24, 103, 24, 24, 103, 24, 103, 24, 103, 103, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 103, 24, 103, 24, 24, 24, 24, 24, 24, 103, 24, 24, 24, 38, 24 ], [ 232, 211, 232, 211, 211, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 218, 218, 218, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 38, 38, 38, 38, 38, 61, 24, 24, 103, 24, 24, 24, 103, 24, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 24, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 218, 232, 218, 92, 218, 103, 211, 211, 211, 218, 19, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 61, 103, 103, 103, 24, 103, 24, 132, 24, 132, 24, 38, 38, 24, 24, 132, 24, 24, 24, 38, 24, 132, 24, 132, 24, 38, 38, 38 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 24, 24, 103, 24, 103, 103, 24, 24, 38, 38, 38, 38, 38, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 38, 38, 38 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 92, 211, 67, 211, 246, 178, 246, 10, 10, 246, 178, 246, 178, 67, 178, 67, 178, 178, 178, 178, 67, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 103, 24, 103, 103, 24, 103, 24, 103, 24, 103, 103, 103, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 157, 157, 157, 178, 67, 211, 211, 218, 67, 246, 246, 246, 178, 67, 178, 246, 178, 246, 67, 178, 246, 246, 10, 246, 246, 246, 246, 250, 246, 250, 250, 246, 250, 250, 250, 250, 246, 246, 178, 246, 250, 250, 246, 250, 250, 246, 178, 246, 250, 250, 246, 178, 246 ], [ 232, 232, 232, 232, 232, 42, 211, 218, 218, 246, 211, 211, 211, 211, 211, 211, 211, 211, 218, 103, 103, 61, 103, 211, 211, 211, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 24, 103, 103, 24, 24, 103, 103, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 24, 38, 38, 38 ] ] } ] }, { "mode": "candidate", "outer": 3, "profile": [ "Float64", 8, true, "longdecode" ], "log_sha256": "61c718d51a4c50556ef312d17d37b38ef9953466efeb30e37a446e412a1c1d9b", "rows": [ { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float64", "case": "longdecode", "batch_size": 8, "cuda_graph": true, "iteration": 0, "seconds": 0.008351222, "tracked_peak_increment_bytes": 713888, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232, 232, 232, 232, 92, 211, 218, 232, 232, 152, 232, 232, 218, 19, 218, 211, 211, 211, 211, 211, 211, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 103, 24, 24, 24, 103, 24, 103, 24, 24, 24, 103, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 103, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 211, 92, 92, 211, 211, 67, 211, 211, 211, 211, 24, 103, 24, 24, 103, 24, 103, 211, 24, 103, 103, 103, 211, 24, 103, 24, 24, 103, 24, 103, 24, 103, 103, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 103, 24, 103, 24, 24, 24, 24, 24, 24, 103, 24, 24, 24, 38, 24 ], [ 232, 211, 232, 211, 211, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 218, 218, 218, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 38, 38, 38, 38, 38, 61, 24, 24, 103, 24, 24, 24, 103, 24, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 24, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 218, 232, 218, 92, 218, 103, 211, 211, 211, 218, 19, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 61, 103, 103, 103, 24, 103, 24, 132, 24, 132, 24, 38, 38, 24, 24, 132, 24, 24, 24, 38, 24, 132, 24, 132, 24, 38, 38, 38 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 24, 24, 103, 24, 103, 103, 24, 24, 38, 38, 38, 38, 38, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 38, 38, 38 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 92, 211, 67, 211, 246, 178, 246, 10, 10, 246, 178, 246, 178, 67, 178, 67, 178, 178, 178, 178, 67, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 103, 24, 103, 103, 24, 103, 24, 103, 24, 103, 103, 103, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 157, 157, 157, 178, 67, 211, 211, 218, 67, 246, 246, 246, 178, 67, 178, 246, 178, 246, 67, 178, 246, 246, 10, 246, 246, 246, 246, 250, 246, 250, 250, 246, 250, 250, 250, 250, 246, 246, 178, 246, 250, 250, 246, 250, 250, 246, 178, 246, 250, 250, 246, 178, 246 ], [ 232, 232, 232, 232, 232, 42, 211, 218, 218, 246, 211, 211, 211, 211, 211, 211, 211, 211, 218, 103, 103, 61, 103, 211, 211, 211, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 24, 103, 103, 24, 24, 103, 103, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 24, 38, 38, 38 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float64", "case": "longdecode", "batch_size": 8, "cuda_graph": true, "iteration": 1, "seconds": 0.008323636, "tracked_peak_increment_bytes": 713888, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232, 232, 232, 232, 92, 211, 218, 232, 232, 152, 232, 232, 218, 19, 218, 211, 211, 211, 211, 211, 211, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 103, 24, 24, 24, 103, 24, 103, 24, 24, 24, 103, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 103, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 211, 92, 92, 211, 211, 67, 211, 211, 211, 211, 24, 103, 24, 24, 103, 24, 103, 211, 24, 103, 103, 103, 211, 24, 103, 24, 24, 103, 24, 103, 24, 103, 103, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 103, 24, 103, 24, 24, 24, 24, 24, 24, 103, 24, 24, 24, 38, 24 ], [ 232, 211, 232, 211, 211, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 218, 218, 218, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 38, 38, 38, 38, 38, 61, 24, 24, 103, 24, 24, 24, 103, 24, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 24, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 218, 232, 218, 92, 218, 103, 211, 211, 211, 218, 19, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 61, 103, 103, 103, 24, 103, 24, 132, 24, 132, 24, 38, 38, 24, 24, 132, 24, 24, 24, 38, 24, 132, 24, 132, 24, 38, 38, 38 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 24, 24, 103, 24, 103, 103, 24, 24, 38, 38, 38, 38, 38, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 38, 38, 38 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 92, 211, 67, 211, 246, 178, 246, 10, 10, 246, 178, 246, 178, 67, 178, 67, 178, 178, 178, 178, 67, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 103, 24, 103, 103, 24, 103, 24, 103, 24, 103, 103, 103, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 157, 157, 157, 178, 67, 211, 211, 218, 67, 246, 246, 246, 178, 67, 178, 246, 178, 246, 67, 178, 246, 246, 10, 246, 246, 246, 246, 250, 246, 250, 250, 246, 250, 250, 250, 250, 246, 246, 178, 246, 250, 250, 246, 250, 250, 246, 178, 246, 250, 250, 246, 178, 246 ], [ 232, 232, 232, 232, 232, 42, 211, 218, 218, 246, 211, 211, 211, 211, 211, 211, 211, 211, 218, 103, 103, 61, 103, 211, 211, 211, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 24, 103, 103, 24, 24, 103, 103, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 24, 38, 38, 38 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float64", "case": "longdecode", "batch_size": 8, "cuda_graph": true, "iteration": 2, "seconds": 0.008402391, "tracked_peak_increment_bytes": 713888, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232, 232, 232, 232, 92, 211, 218, 232, 232, 152, 232, 232, 218, 19, 218, 211, 211, 211, 211, 211, 211, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 103, 24, 24, 24, 103, 24, 103, 24, 24, 24, 103, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 103, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 211, 92, 92, 211, 211, 67, 211, 211, 211, 211, 24, 103, 24, 24, 103, 24, 103, 211, 24, 103, 103, 103, 211, 24, 103, 24, 24, 103, 24, 103, 24, 103, 103, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 103, 24, 103, 24, 24, 24, 24, 24, 24, 103, 24, 24, 24, 38, 24 ], [ 232, 211, 232, 211, 211, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 218, 218, 218, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 38, 38, 38, 38, 38, 61, 24, 24, 103, 24, 24, 24, 103, 24, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 24, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 218, 232, 218, 92, 218, 103, 211, 211, 211, 218, 19, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 61, 103, 103, 103, 24, 103, 24, 132, 24, 132, 24, 38, 38, 24, 24, 132, 24, 24, 24, 38, 24, 132, 24, 132, 24, 38, 38, 38 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 24, 24, 103, 24, 103, 103, 24, 24, 38, 38, 38, 38, 38, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 38, 38, 38 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 92, 211, 67, 211, 246, 178, 246, 10, 10, 246, 178, 246, 178, 67, 178, 67, 178, 178, 178, 178, 67, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 103, 24, 103, 103, 24, 103, 24, 103, 24, 103, 103, 103, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 157, 157, 157, 178, 67, 211, 211, 218, 67, 246, 246, 246, 178, 67, 178, 246, 178, 246, 67, 178, 246, 246, 10, 246, 246, 246, 246, 250, 246, 250, 250, 246, 250, 250, 250, 250, 246, 246, 178, 246, 250, 250, 246, 250, 250, 246, 178, 246, 250, 250, 246, 178, 246 ], [ 232, 232, 232, 232, 232, 42, 211, 218, 218, 246, 211, 211, 211, 211, 211, 211, 211, 211, 218, 103, 103, 61, 103, 211, 211, 211, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 24, 103, 103, 24, 24, 103, 103, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 24, 38, 38, 38 ] ] } ] }, { "mode": "baseline", "outer": 3, "profile": [ "Float32", 1, false, "tiny" ], "log_sha256": "2772d3583469e05aa0bf9d45a89ea14a25f54f5f580ea850bd3a2e2c71ad0891", "rows": [ { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float32", "case": "tiny", "batch_size": 1, "cuda_graph": false, "iteration": 0, "seconds": 0.001154953, "tracked_peak_increment_bytes": 21060, "activation_readback_peak_increment_bytes": 2072, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float32", "case": "tiny", "batch_size": 1, "cuda_graph": false, "iteration": 1, "seconds": 0.001157533, "tracked_peak_increment_bytes": 21060, "activation_readback_peak_increment_bytes": 2072, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float32", "case": "tiny", "batch_size": 1, "cuda_graph": false, "iteration": 2, "seconds": 0.00115077, "tracked_peak_increment_bytes": 21060, "activation_readback_peak_increment_bytes": 2072, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ] ] } ] }, { "mode": "candidate", "outer": 3, "profile": [ "Float32", 1, false, "tiny" ], "log_sha256": "970713ac5e65ef96cf8f6738fa18be48596b687248723f21f237f3677946f205", "rows": [ { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float32", "case": "tiny", "batch_size": 1, "cuda_graph": false, "iteration": 0, "seconds": 0.00100164, "tracked_peak_increment_bytes": 21060, "activation_readback_peak_increment_bytes": 2072, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float32", "case": "tiny", "batch_size": 1, "cuda_graph": false, "iteration": 1, "seconds": 0.001054633, "tracked_peak_increment_bytes": 21060, "activation_readback_peak_increment_bytes": 2072, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float32", "case": "tiny", "batch_size": 1, "cuda_graph": false, "iteration": 2, "seconds": 0.001066578, "tracked_peak_increment_bytes": 21060, "activation_readback_peak_increment_bytes": 2072, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ] ] } ] }, { "mode": "baseline", "outer": 3, "profile": [ "Float32", 8, false, "tiny" ], "log_sha256": "37033d138617b6cf710b194c4769227d71b915965080cd1397ed3de0ee3520de", "rows": [ { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float32", "case": "tiny", "batch_size": 8, "cuda_graph": false, "iteration": 0, "seconds": 0.00202451, "tracked_peak_increment_bytes": 136256, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float32", "case": "tiny", "batch_size": 8, "cuda_graph": false, "iteration": 1, "seconds": 0.002115225, "tracked_peak_increment_bytes": 136256, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float32", "case": "tiny", "batch_size": 8, "cuda_graph": false, "iteration": 2, "seconds": 0.00205857, "tracked_peak_increment_bytes": 136256, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] } ] }, { "mode": "candidate", "outer": 3, "profile": [ "Float32", 8, false, "tiny" ], "log_sha256": "ff7a435d7d5e348fcaf112aae7eaf563db4ceb91b52cdb332979082ef24bd988", "rows": [ { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float32", "case": "tiny", "batch_size": 8, "cuda_graph": false, "iteration": 0, "seconds": 0.001097535, "tracked_peak_increment_bytes": 136256, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float32", "case": "tiny", "batch_size": 8, "cuda_graph": false, "iteration": 1, "seconds": 0.001107956, "tracked_peak_increment_bytes": 136256, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float32", "case": "tiny", "batch_size": 8, "cuda_graph": false, "iteration": 2, "seconds": 0.001110638, "tracked_peak_increment_bytes": 136256, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] } ] }, { "mode": "baseline", "outer": 3, "profile": [ "Float32", 8, true, "tiny" ], "log_sha256": "81ea782d46c704b5c4fba4a32bdd81ce7c3611e872495094b3a0f3aa87405102", "rows": [ { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float32", "case": "tiny", "batch_size": 8, "cuda_graph": true, "iteration": 0, "seconds": 0.001913992, "tracked_peak_increment_bytes": 136256, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float32", "case": "tiny", "batch_size": 8, "cuda_graph": true, "iteration": 1, "seconds": 0.001915204, "tracked_peak_increment_bytes": 136256, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float32", "case": "tiny", "batch_size": 8, "cuda_graph": true, "iteration": 2, "seconds": 0.001892825, "tracked_peak_increment_bytes": 136256, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] } ] }, { "mode": "candidate", "outer": 3, "profile": [ "Float32", 8, true, "tiny" ], "log_sha256": "3af875fc9d96d15c1d66c3f779ccc7b3b2d944dd9187c694880f0826aa80414d", "rows": [ { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float32", "case": "tiny", "batch_size": 8, "cuda_graph": true, "iteration": 0, "seconds": 0.001074378, "tracked_peak_increment_bytes": 136256, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float32", "case": "tiny", "batch_size": 8, "cuda_graph": true, "iteration": 1, "seconds": 0.001106148, "tracked_peak_increment_bytes": 136256, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float32", "case": "tiny", "batch_size": 8, "cuda_graph": true, "iteration": 2, "seconds": 0.001106853, "tracked_peak_increment_bytes": 136256, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] } ] }, { "mode": "baseline", "outer": 3, "profile": [ "Float32", 8, true, "longdecode" ], "log_sha256": "97762cc8122fefda98f6cd99361fc90cc216016bcb397da7bc79953c40f36c61", "rows": [ { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float32", "case": "longdecode", "batch_size": 8, "cuda_graph": true, "iteration": 0, "seconds": 0.014074657, "tracked_peak_increment_bytes": 365632, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232, 232, 232, 232, 92, 211, 218, 232, 232, 152, 232, 232, 218, 19, 218, 211, 211, 211, 211, 211, 211, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 103, 24, 24, 24, 103, 24, 103, 24, 24, 24, 103, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 103, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 211, 92, 92, 211, 211, 67, 211, 211, 211, 211, 24, 103, 24, 24, 103, 24, 103, 211, 24, 103, 103, 103, 211, 24, 103, 24, 24, 103, 24, 103, 24, 103, 103, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 103, 24, 103, 24, 24, 24, 24, 24, 24, 103, 24, 24, 24, 38, 24 ], [ 232, 211, 232, 211, 211, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 218, 218, 218, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 38, 38, 38, 38, 38, 61, 24, 24, 103, 24, 24, 24, 103, 24, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 24, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 218, 232, 218, 92, 218, 103, 211, 211, 211, 218, 19, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 61, 103, 103, 103, 24, 103, 24, 132, 24, 132, 24, 38, 38, 24, 24, 132, 24, 24, 24, 38, 24, 132, 24, 132, 24, 38, 38, 38 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 24, 24, 103, 24, 103, 103, 24, 24, 38, 38, 38, 38, 38, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 38, 38, 38 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 92, 211, 67, 211, 246, 178, 246, 10, 10, 246, 178, 246, 178, 67, 178, 67, 178, 178, 178, 178, 67, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 103, 24, 103, 103, 24, 103, 24, 103, 24, 103, 103, 103, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 157, 157, 157, 178, 67, 211, 211, 218, 67, 246, 246, 246, 178, 67, 178, 246, 178, 246, 67, 178, 246, 246, 10, 246, 246, 246, 246, 250, 246, 250, 250, 246, 250, 250, 250, 250, 246, 246, 178, 246, 250, 250, 246, 250, 250, 246, 178, 246, 250, 250, 246, 178, 246 ], [ 232, 232, 232, 232, 232, 42, 211, 218, 218, 246, 211, 211, 211, 211, 211, 211, 211, 211, 218, 103, 103, 61, 103, 211, 211, 211, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 24, 103, 103, 24, 24, 103, 103, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 24, 38, 38, 38 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float32", "case": "longdecode", "batch_size": 8, "cuda_graph": true, "iteration": 1, "seconds": 0.013969453, "tracked_peak_increment_bytes": 365632, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232, 232, 232, 232, 92, 211, 218, 232, 232, 152, 232, 232, 218, 19, 218, 211, 211, 211, 211, 211, 211, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 103, 24, 24, 24, 103, 24, 103, 24, 24, 24, 103, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 103, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 211, 92, 92, 211, 211, 67, 211, 211, 211, 211, 24, 103, 24, 24, 103, 24, 103, 211, 24, 103, 103, 103, 211, 24, 103, 24, 24, 103, 24, 103, 24, 103, 103, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 103, 24, 103, 24, 24, 24, 24, 24, 24, 103, 24, 24, 24, 38, 24 ], [ 232, 211, 232, 211, 211, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 218, 218, 218, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 38, 38, 38, 38, 38, 61, 24, 24, 103, 24, 24, 24, 103, 24, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 24, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 218, 232, 218, 92, 218, 103, 211, 211, 211, 218, 19, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 61, 103, 103, 103, 24, 103, 24, 132, 24, 132, 24, 38, 38, 24, 24, 132, 24, 24, 24, 38, 24, 132, 24, 132, 24, 38, 38, 38 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 24, 24, 103, 24, 103, 103, 24, 24, 38, 38, 38, 38, 38, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 38, 38, 38 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 92, 211, 67, 211, 246, 178, 246, 10, 10, 246, 178, 246, 178, 67, 178, 67, 178, 178, 178, 178, 67, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 103, 24, 103, 103, 24, 103, 24, 103, 24, 103, 103, 103, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 157, 157, 157, 178, 67, 211, 211, 218, 67, 246, 246, 246, 178, 67, 178, 246, 178, 246, 67, 178, 246, 246, 10, 246, 246, 246, 246, 250, 246, 250, 250, 246, 250, 250, 250, 250, 246, 246, 178, 246, 250, 250, 246, 250, 250, 246, 178, 246, 250, 250, 246, 178, 246 ], [ 232, 232, 232, 232, 232, 42, 211, 218, 218, 246, 211, 211, 211, 211, 211, 211, 211, 211, 218, 103, 103, 61, 103, 211, 211, 211, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 24, 103, 103, 24, 24, 103, 103, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 24, 38, 38, 38 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float32", "case": "longdecode", "batch_size": 8, "cuda_graph": true, "iteration": 2, "seconds": 0.014175877, "tracked_peak_increment_bytes": 365632, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232, 232, 232, 232, 92, 211, 218, 232, 232, 152, 232, 232, 218, 19, 218, 211, 211, 211, 211, 211, 211, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 103, 24, 24, 24, 103, 24, 103, 24, 24, 24, 103, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 103, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 211, 92, 92, 211, 211, 67, 211, 211, 211, 211, 24, 103, 24, 24, 103, 24, 103, 211, 24, 103, 103, 103, 211, 24, 103, 24, 24, 103, 24, 103, 24, 103, 103, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 103, 24, 103, 24, 24, 24, 24, 24, 24, 103, 24, 24, 24, 38, 24 ], [ 232, 211, 232, 211, 211, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 218, 218, 218, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 38, 38, 38, 38, 38, 61, 24, 24, 103, 24, 24, 24, 103, 24, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 24, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 218, 232, 218, 92, 218, 103, 211, 211, 211, 218, 19, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 61, 103, 103, 103, 24, 103, 24, 132, 24, 132, 24, 38, 38, 24, 24, 132, 24, 24, 24, 38, 24, 132, 24, 132, 24, 38, 38, 38 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 24, 24, 103, 24, 103, 103, 24, 24, 38, 38, 38, 38, 38, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 38, 38, 38 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 92, 211, 67, 211, 246, 178, 246, 10, 10, 246, 178, 246, 178, 67, 178, 67, 178, 178, 178, 178, 67, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 103, 24, 103, 103, 24, 103, 24, 103, 24, 103, 103, 103, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 157, 157, 157, 178, 67, 211, 211, 218, 67, 246, 246, 246, 178, 67, 178, 246, 178, 246, 67, 178, 246, 246, 10, 246, 246, 246, 246, 250, 246, 250, 250, 246, 250, 250, 250, 250, 246, 246, 178, 246, 250, 250, 246, 250, 250, 246, 178, 246, 250, 250, 246, 178, 246 ], [ 232, 232, 232, 232, 232, 42, 211, 218, 218, 246, 211, 211, 211, 211, 211, 211, 211, 211, 218, 103, 103, 61, 103, 211, 211, 211, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 24, 103, 103, 24, 24, 103, 103, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 24, 38, 38, 38 ] ] } ] }, { "mode": "candidate", "outer": 3, "profile": [ "Float32", 8, true, "longdecode" ], "log_sha256": "43bc6fe55eb1a78879af8d8f2f22b8dc123ea55ce575cf299a17989b0f7aefed", "rows": [ { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float32", "case": "longdecode", "batch_size": 8, "cuda_graph": true, "iteration": 0, "seconds": 0.007756017, "tracked_peak_increment_bytes": 365632, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232, 232, 232, 232, 92, 211, 218, 232, 232, 152, 232, 232, 218, 19, 218, 211, 211, 211, 211, 211, 211, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 103, 24, 24, 24, 103, 24, 103, 24, 24, 24, 103, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 103, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 211, 92, 92, 211, 211, 67, 211, 211, 211, 211, 24, 103, 24, 24, 103, 24, 103, 211, 24, 103, 103, 103, 211, 24, 103, 24, 24, 103, 24, 103, 24, 103, 103, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 103, 24, 103, 24, 24, 24, 24, 24, 24, 103, 24, 24, 24, 38, 24 ], [ 232, 211, 232, 211, 211, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 218, 218, 218, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 38, 38, 38, 38, 38, 61, 24, 24, 103, 24, 24, 24, 103, 24, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 24, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 218, 232, 218, 92, 218, 103, 211, 211, 211, 218, 19, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 61, 103, 103, 103, 24, 103, 24, 132, 24, 132, 24, 38, 38, 24, 24, 132, 24, 24, 24, 38, 24, 132, 24, 132, 24, 38, 38, 38 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 24, 24, 103, 24, 103, 103, 24, 24, 38, 38, 38, 38, 38, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 38, 38, 38 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 92, 211, 67, 211, 246, 178, 246, 10, 10, 246, 178, 246, 178, 67, 178, 67, 178, 178, 178, 178, 67, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 103, 24, 103, 103, 24, 103, 24, 103, 24, 103, 103, 103, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 157, 157, 157, 178, 67, 211, 211, 218, 67, 246, 246, 246, 178, 67, 178, 246, 178, 246, 67, 178, 246, 246, 10, 246, 246, 246, 246, 250, 246, 250, 250, 246, 250, 250, 250, 250, 246, 246, 178, 246, 250, 250, 246, 250, 250, 246, 178, 246, 250, 250, 246, 178, 246 ], [ 232, 232, 232, 232, 232, 42, 211, 218, 218, 246, 211, 211, 211, 211, 211, 211, 211, 211, 218, 103, 103, 61, 103, 211, 211, 211, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 24, 103, 103, 24, 24, 103, 103, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 24, 38, 38, 38 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float32", "case": "longdecode", "batch_size": 8, "cuda_graph": true, "iteration": 1, "seconds": 0.007680908, "tracked_peak_increment_bytes": 365632, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232, 232, 232, 232, 92, 211, 218, 232, 232, 152, 232, 232, 218, 19, 218, 211, 211, 211, 211, 211, 211, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 103, 24, 24, 24, 103, 24, 103, 24, 24, 24, 103, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 103, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 211, 92, 92, 211, 211, 67, 211, 211, 211, 211, 24, 103, 24, 24, 103, 24, 103, 211, 24, 103, 103, 103, 211, 24, 103, 24, 24, 103, 24, 103, 24, 103, 103, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 103, 24, 103, 24, 24, 24, 24, 24, 24, 103, 24, 24, 24, 38, 24 ], [ 232, 211, 232, 211, 211, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 218, 218, 218, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 38, 38, 38, 38, 38, 61, 24, 24, 103, 24, 24, 24, 103, 24, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 24, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 218, 232, 218, 92, 218, 103, 211, 211, 211, 218, 19, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 61, 103, 103, 103, 24, 103, 24, 132, 24, 132, 24, 38, 38, 24, 24, 132, 24, 24, 24, 38, 24, 132, 24, 132, 24, 38, 38, 38 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 24, 24, 103, 24, 103, 103, 24, 24, 38, 38, 38, 38, 38, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 38, 38, 38 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 92, 211, 67, 211, 246, 178, 246, 10, 10, 246, 178, 246, 178, 67, 178, 67, 178, 178, 178, 178, 67, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 103, 24, 103, 103, 24, 103, 24, 103, 24, 103, 103, 103, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 157, 157, 157, 178, 67, 211, 211, 218, 67, 246, 246, 246, 178, 67, 178, 246, 178, 246, 67, 178, 246, 246, 10, 246, 246, 246, 246, 250, 246, 250, 250, 246, 250, 250, 250, 250, 246, 246, 178, 246, 250, 250, 246, 250, 250, 246, 178, 246, 250, 250, 246, 178, 246 ], [ 232, 232, 232, 232, 232, 42, 211, 218, 218, 246, 211, 211, 211, 211, 211, 211, 211, 211, 218, 103, 103, 61, 103, 211, 211, 211, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 24, 103, 103, 24, 24, 103, 103, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 24, 38, 38, 38 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float32", "case": "longdecode", "batch_size": 8, "cuda_graph": true, "iteration": 2, "seconds": 0.007668222, "tracked_peak_increment_bytes": 365632, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232, 232, 232, 232, 92, 211, 218, 232, 232, 152, 232, 232, 218, 19, 218, 211, 211, 211, 211, 211, 211, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 103, 24, 24, 24, 103, 24, 103, 24, 24, 24, 103, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 103, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 211, 92, 92, 211, 211, 67, 211, 211, 211, 211, 24, 103, 24, 24, 103, 24, 103, 211, 24, 103, 103, 103, 211, 24, 103, 24, 24, 103, 24, 103, 24, 103, 103, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 103, 24, 103, 24, 24, 24, 24, 24, 24, 103, 24, 24, 24, 38, 24 ], [ 232, 211, 232, 211, 211, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 218, 218, 218, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 38, 38, 38, 38, 38, 61, 24, 24, 103, 24, 24, 24, 103, 24, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 24, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 218, 232, 218, 92, 218, 103, 211, 211, 211, 218, 19, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 61, 103, 103, 103, 24, 103, 24, 132, 24, 132, 24, 38, 38, 24, 24, 132, 24, 24, 24, 38, 24, 132, 24, 132, 24, 38, 38, 38 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 24, 24, 103, 24, 103, 103, 24, 24, 38, 38, 38, 38, 38, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 38, 38, 38 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 92, 211, 67, 211, 246, 178, 246, 10, 10, 246, 178, 246, 178, 67, 178, 67, 178, 178, 178, 178, 67, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 103, 24, 103, 103, 24, 103, 24, 103, 24, 103, 103, 103, 24, 103, 24 ], [ 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 232, 157, 157, 157, 178, 67, 211, 211, 218, 67, 246, 246, 246, 178, 67, 178, 246, 178, 246, 67, 178, 246, 246, 10, 246, 246, 246, 246, 250, 246, 250, 250, 246, 250, 250, 250, 250, 246, 246, 178, 246, 250, 250, 246, 250, 250, 246, 178, 246, 250, 250, 246, 178, 246 ], [ 232, 232, 232, 232, 232, 42, 211, 218, 218, 246, 211, 211, 211, 211, 211, 211, 211, 211, 218, 103, 103, 61, 103, 211, 211, 211, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 103, 24, 103, 103, 24, 103, 103, 24, 24, 103, 103, 24, 103, 103, 24, 103, 24, 24, 24, 103, 24, 24, 38, 38, 38 ] ] } ] }, { "mode": "baseline", "outer": 3, "profile": [ "Float64", 1, false, "tiny" ], "log_sha256": "9787c54ad4690e3693923c160971c37dc019fef9dbeaec3dd6d2d6f1ecc7128e", "rows": [ { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float64", "case": "tiny", "batch_size": 1, "cuda_graph": false, "iteration": 0, "seconds": 0.001215999, "tracked_peak_increment_bytes": 40016, "activation_readback_peak_increment_bytes": 2072, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float64", "case": "tiny", "batch_size": 1, "cuda_graph": false, "iteration": 1, "seconds": 0.001242037, "tracked_peak_increment_bytes": 40016, "activation_readback_peak_increment_bytes": 2072, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float64", "case": "tiny", "batch_size": 1, "cuda_graph": false, "iteration": 2, "seconds": 0.001188581, "tracked_peak_increment_bytes": 40016, "activation_readback_peak_increment_bytes": 2072, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ] ] } ] }, { "mode": "candidate", "outer": 3, "profile": [ "Float64", 1, false, "tiny" ], "log_sha256": "457d6ec293c476d9727448e03c7bd6cc5399f30e16c2835b8aa1dc5e137cb53c", "rows": [ { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float64", "case": "tiny", "batch_size": 1, "cuda_graph": false, "iteration": 0, "seconds": 0.001117691, "tracked_peak_increment_bytes": 40016, "activation_readback_peak_increment_bytes": 2072, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float64", "case": "tiny", "batch_size": 1, "cuda_graph": false, "iteration": 1, "seconds": 0.001071719, "tracked_peak_increment_bytes": 40016, "activation_readback_peak_increment_bytes": 2072, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float64", "case": "tiny", "batch_size": 1, "cuda_graph": false, "iteration": 2, "seconds": 0.001109385, "tracked_peak_increment_bytes": 40016, "activation_readback_peak_increment_bytes": 2072, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ] ] } ] }, { "mode": "baseline", "outer": 3, "profile": [ "Float64", 8, false, "tiny" ], "log_sha256": "9ca4491e36a364d895baa94bfa603eb4f547c9cbd95cc1d60b27e1808760215f", "rows": [ { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float64", "case": "tiny", "batch_size": 8, "cuda_graph": false, "iteration": 0, "seconds": 0.002106009, "tracked_peak_increment_bytes": 255136, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float64", "case": "tiny", "batch_size": 8, "cuda_graph": false, "iteration": 1, "seconds": 0.00207563, "tracked_peak_increment_bytes": 255136, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float64", "case": "tiny", "batch_size": 8, "cuda_graph": false, "iteration": 2, "seconds": 0.002073579, "tracked_peak_increment_bytes": 255136, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] } ] }, { "mode": "candidate", "outer": 3, "profile": [ "Float64", 8, false, "tiny" ], "log_sha256": "845f04cfa85f306bcc55f326c480e82bda87779788059d7b007575f38d6c4150", "rows": [ { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float64", "case": "tiny", "batch_size": 8, "cuda_graph": false, "iteration": 0, "seconds": 0.001255377, "tracked_peak_increment_bytes": 255136, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float64", "case": "tiny", "batch_size": 8, "cuda_graph": false, "iteration": 1, "seconds": 0.001260901, "tracked_peak_increment_bytes": 255136, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float64", "case": "tiny", "batch_size": 8, "cuda_graph": false, "iteration": 2, "seconds": 0.001230323, "tracked_peak_increment_bytes": 255136, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] } ] }, { "mode": "baseline", "outer": 3, "profile": [ "Float64", 8, true, "tiny" ], "log_sha256": "51b800532055951c58afc25f66e8b7e33e3f00662c50670cad74db575b1ce3be", "rows": [ { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float64", "case": "tiny", "batch_size": 8, "cuda_graph": true, "iteration": 0, "seconds": 0.002131989, "tracked_peak_increment_bytes": 255136, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float64", "case": "tiny", "batch_size": 8, "cuda_graph": true, "iteration": 1, "seconds": 0.002041618, "tracked_peak_increment_bytes": 255136, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float64", "case": "tiny", "batch_size": 8, "cuda_graph": true, "iteration": 2, "seconds": 0.002113779, "tracked_peak_increment_bytes": 255136, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] } ] }, { "mode": "candidate", "outer": 3, "profile": [ "Float64", 8, true, "tiny" ], "log_sha256": "6b3e79973996693116bff3fcc0f15c79f6e3aabe0bee8fabd82c6e50aa6c3edd", "rows": [ { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float64", "case": "tiny", "batch_size": 8, "cuda_graph": true, "iteration": 0, "seconds": 0.001235148, "tracked_peak_increment_bytes": 255136, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float64", "case": "tiny", "batch_size": 8, "cuda_graph": true, "iteration": 1, "seconds": 0.001265844, "tracked_peak_increment_bytes": 255136, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cuda", "dtype": "Float64", "case": "tiny", "batch_size": 8, "cuda_graph": true, "iteration": 2, "seconds": 0.00122487, "tracked_peak_increment_bytes": 255136, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] } ] } ], "mac": [ { "mode": "baseline", "outer": 0, "profile": [ "cpu", "Float32", 1 ], "capture_sha256": "32becb6fd166663b3e216ccef9088cc25701f63ebde547b3313881dd305ce6ea", "rows": [ { "schema": "aner.torchtpu-natural/1", "device": "cpu", "dtype": "Float32", "case": "tiny", "batch_size": 1, "cuda_graph": false, "iteration": 0, "seconds": 0.000776834, "tracked_peak_increment_bytes": 169088, "activation_readback_peak_increment_bytes": 2072, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cpu", "dtype": "Float32", "case": "tiny", "batch_size": 1, "cuda_graph": false, "iteration": 1, "seconds": 0.000762167, "tracked_peak_increment_bytes": 169088, "activation_readback_peak_increment_bytes": 2072, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cpu", "dtype": "Float32", "case": "tiny", "batch_size": 1, "cuda_graph": false, "iteration": 2, "seconds": 0.000752708, "tracked_peak_increment_bytes": 169088, "activation_readback_peak_increment_bytes": 2072, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ] ] } ] }, { "mode": "candidate", "outer": 0, "profile": [ "cpu", "Float32", 1 ], "capture_sha256": "394bfcb4f7389fd67fa19117ecaa24d5f6cee566f3b623084f9866804a349431", "rows": [ { "schema": "aner.torchtpu-natural/1", "device": "cpu", "dtype": "Float32", "case": "tiny", "batch_size": 1, "cuda_graph": false, "iteration": 0, "seconds": 0.000702, "tracked_peak_increment_bytes": 169088, "activation_readback_peak_increment_bytes": 0, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cpu", "dtype": "Float32", "case": "tiny", "batch_size": 1, "cuda_graph": false, "iteration": 1, "seconds": 0.000704416, "tracked_peak_increment_bytes": 169088, "activation_readback_peak_increment_bytes": 0, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cpu", "dtype": "Float32", "case": "tiny", "batch_size": 1, "cuda_graph": false, "iteration": 2, "seconds": 0.000705542, "tracked_peak_increment_bytes": 169088, "activation_readback_peak_increment_bytes": 0, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ] ] } ] }, { "mode": "baseline", "outer": 1, "profile": [ "cpu", "Float32", 1 ], "capture_sha256": "fd658453bb6073c0d4c11c2cdd3b79d3c02331cb74609e94402349378a63348d", "rows": [ { "schema": "aner.torchtpu-natural/1", "device": "cpu", "dtype": "Float32", "case": "tiny", "batch_size": 1, "cuda_graph": false, "iteration": 0, "seconds": 0.000764667, "tracked_peak_increment_bytes": 169088, "activation_readback_peak_increment_bytes": 2072, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cpu", "dtype": "Float32", "case": "tiny", "batch_size": 1, "cuda_graph": false, "iteration": 1, "seconds": 0.00075825, "tracked_peak_increment_bytes": 169088, "activation_readback_peak_increment_bytes": 2072, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cpu", "dtype": "Float32", "case": "tiny", "batch_size": 1, "cuda_graph": false, "iteration": 2, "seconds": 0.000758, "tracked_peak_increment_bytes": 169088, "activation_readback_peak_increment_bytes": 2072, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ] ] } ] }, { "mode": "candidate", "outer": 1, "profile": [ "cpu", "Float32", 1 ], "capture_sha256": "b53162fdbb57bba11d332859bf51c8c26a9309d51eb0b3c44482ab160ad69e42", "rows": [ { "schema": "aner.torchtpu-natural/1", "device": "cpu", "dtype": "Float32", "case": "tiny", "batch_size": 1, "cuda_graph": false, "iteration": 0, "seconds": 0.000722666, "tracked_peak_increment_bytes": 169088, "activation_readback_peak_increment_bytes": 0, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cpu", "dtype": "Float32", "case": "tiny", "batch_size": 1, "cuda_graph": false, "iteration": 1, "seconds": 0.000726209, "tracked_peak_increment_bytes": 169088, "activation_readback_peak_increment_bytes": 0, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cpu", "dtype": "Float32", "case": "tiny", "batch_size": 1, "cuda_graph": false, "iteration": 2, "seconds": 0.000735458, "tracked_peak_increment_bytes": 169088, "activation_readback_peak_increment_bytes": 0, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ] ] } ] }, { "mode": "baseline", "outer": 2, "profile": [ "cpu", "Float32", 1 ], "capture_sha256": "6c8d1e4b0ebda14d74746ec349302be33a9e67cdda9cdeb11ea438836faf7640", "rows": [ { "schema": "aner.torchtpu-natural/1", "device": "cpu", "dtype": "Float32", "case": "tiny", "batch_size": 1, "cuda_graph": false, "iteration": 0, "seconds": 0.000760833, "tracked_peak_increment_bytes": 169088, "activation_readback_peak_increment_bytes": 2072, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cpu", "dtype": "Float32", "case": "tiny", "batch_size": 1, "cuda_graph": false, "iteration": 1, "seconds": 0.000766333, "tracked_peak_increment_bytes": 169088, "activation_readback_peak_increment_bytes": 2072, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cpu", "dtype": "Float32", "case": "tiny", "batch_size": 1, "cuda_graph": false, "iteration": 2, "seconds": 0.000750375, "tracked_peak_increment_bytes": 169088, "activation_readback_peak_increment_bytes": 2072, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ] ] } ] }, { "mode": "candidate", "outer": 2, "profile": [ "cpu", "Float32", 1 ], "capture_sha256": "d08a6d3f4f6eab4b85ddccf85bf923801fc9d56ebca08a653c89cd241014b8ca", "rows": [ { "schema": "aner.torchtpu-natural/1", "device": "cpu", "dtype": "Float32", "case": "tiny", "batch_size": 1, "cuda_graph": false, "iteration": 0, "seconds": 0.000720041, "tracked_peak_increment_bytes": 169088, "activation_readback_peak_increment_bytes": 0, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cpu", "dtype": "Float32", "case": "tiny", "batch_size": 1, "cuda_graph": false, "iteration": 1, "seconds": 0.000731583, "tracked_peak_increment_bytes": 169088, "activation_readback_peak_increment_bytes": 0, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cpu", "dtype": "Float32", "case": "tiny", "batch_size": 1, "cuda_graph": false, "iteration": 2, "seconds": 0.000716958, "tracked_peak_increment_bytes": 169088, "activation_readback_peak_increment_bytes": 0, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ] ] } ] }, { "mode": "baseline", "outer": 3, "profile": [ "cpu", "Float32", 1 ], "capture_sha256": "bec08bf93ac62eb5eb8af6e2954ce2e447c7e8bb96138e80e9fbea674a6e88ac", "rows": [ { "schema": "aner.torchtpu-natural/1", "device": "cpu", "dtype": "Float32", "case": "tiny", "batch_size": 1, "cuda_graph": false, "iteration": 0, "seconds": 0.000761625, "tracked_peak_increment_bytes": 169088, "activation_readback_peak_increment_bytes": 2072, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cpu", "dtype": "Float32", "case": "tiny", "batch_size": 1, "cuda_graph": false, "iteration": 1, "seconds": 0.000748292, "tracked_peak_increment_bytes": 169088, "activation_readback_peak_increment_bytes": 2072, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cpu", "dtype": "Float32", "case": "tiny", "batch_size": 1, "cuda_graph": false, "iteration": 2, "seconds": 0.000743917, "tracked_peak_increment_bytes": 169088, "activation_readback_peak_increment_bytes": 2072, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ] ] } ] }, { "mode": "candidate", "outer": 3, "profile": [ "cpu", "Float32", 1 ], "capture_sha256": "a7b668fc234f66fe56b7d6da4a7ea607e4b8363b6f692ebab04fc9da39faaa2a", "rows": [ { "schema": "aner.torchtpu-natural/1", "device": "cpu", "dtype": "Float32", "case": "tiny", "batch_size": 1, "cuda_graph": false, "iteration": 0, "seconds": 0.000730416, "tracked_peak_increment_bytes": 169088, "activation_readback_peak_increment_bytes": 0, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cpu", "dtype": "Float32", "case": "tiny", "batch_size": 1, "cuda_graph": false, "iteration": 1, "seconds": 0.000724041, "tracked_peak_increment_bytes": 169088, "activation_readback_peak_increment_bytes": 0, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cpu", "dtype": "Float32", "case": "tiny", "batch_size": 1, "cuda_graph": false, "iteration": 2, "seconds": 0.000723958, "tracked_peak_increment_bytes": 169088, "activation_readback_peak_increment_bytes": 0, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ] ] } ] }, { "mode": "baseline", "outer": 0, "profile": [ "cpu", "Float32", 8 ], "capture_sha256": "b059b079caca17457c58f3b53c44cea9a269afc36889240e2bd3792f53038070", "rows": [ { "schema": "aner.torchtpu-natural/1", "device": "cpu", "dtype": "Float32", "case": "tiny", "batch_size": 8, "cuda_graph": false, "iteration": 0, "seconds": 0.006128792, "tracked_peak_increment_bytes": 264480, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cpu", "dtype": "Float32", "case": "tiny", "batch_size": 8, "cuda_graph": false, "iteration": 1, "seconds": 0.0060975, "tracked_peak_increment_bytes": 264480, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cpu", "dtype": "Float32", "case": "tiny", "batch_size": 8, "cuda_graph": false, "iteration": 2, "seconds": 0.006057417, "tracked_peak_increment_bytes": 264480, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] } ] }, { "mode": "candidate", "outer": 0, "profile": [ "cpu", "Float32", 8 ], "capture_sha256": "e3ffffcb39956cecc7ab3272f2c60f1c724e86649fe36190d8508d04feeb6cc5", "rows": [ { "schema": "aner.torchtpu-natural/1", "device": "cpu", "dtype": "Float32", "case": "tiny", "batch_size": 8, "cuda_graph": false, "iteration": 0, "seconds": 0.00568775, "tracked_peak_increment_bytes": 264480, "activation_readback_peak_increment_bytes": 2072, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cpu", "dtype": "Float32", "case": "tiny", "batch_size": 8, "cuda_graph": false, "iteration": 1, "seconds": 0.005633791, "tracked_peak_increment_bytes": 264480, "activation_readback_peak_increment_bytes": 2072, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cpu", "dtype": "Float32", "case": "tiny", "batch_size": 8, "cuda_graph": false, "iteration": 2, "seconds": 0.005559209, "tracked_peak_increment_bytes": 264480, "activation_readback_peak_increment_bytes": 2072, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] } ] }, { "mode": "baseline", "outer": 1, "profile": [ "cpu", "Float32", 8 ], "capture_sha256": "455a765ae8d30a2b1098d86cefa26d23fa5e999ccfb9e44658fb3c45ffafbddf", "rows": [ { "schema": "aner.torchtpu-natural/1", "device": "cpu", "dtype": "Float32", "case": "tiny", "batch_size": 8, "cuda_graph": false, "iteration": 0, "seconds": 0.006090375, "tracked_peak_increment_bytes": 264480, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cpu", "dtype": "Float32", "case": "tiny", "batch_size": 8, "cuda_graph": false, "iteration": 1, "seconds": 0.006100459, "tracked_peak_increment_bytes": 264480, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cpu", "dtype": "Float32", "case": "tiny", "batch_size": 8, "cuda_graph": false, "iteration": 2, "seconds": 0.006170333, "tracked_peak_increment_bytes": 264480, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] } ] }, { "mode": "candidate", "outer": 1, "profile": [ "cpu", "Float32", 8 ], "capture_sha256": "5b68d9c1ed5f8a6b91c9df8c2c612128804462ad946d8096e28cf310b02b6fb3", "rows": [ { "schema": "aner.torchtpu-natural/1", "device": "cpu", "dtype": "Float32", "case": "tiny", "batch_size": 8, "cuda_graph": false, "iteration": 0, "seconds": 0.005652959, "tracked_peak_increment_bytes": 264480, "activation_readback_peak_increment_bytes": 2072, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cpu", "dtype": "Float32", "case": "tiny", "batch_size": 8, "cuda_graph": false, "iteration": 1, "seconds": 0.005659125, "tracked_peak_increment_bytes": 264480, "activation_readback_peak_increment_bytes": 2072, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cpu", "dtype": "Float32", "case": "tiny", "batch_size": 8, "cuda_graph": false, "iteration": 2, "seconds": 0.005625708, "tracked_peak_increment_bytes": 264480, "activation_readback_peak_increment_bytes": 2072, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] } ] }, { "mode": "baseline", "outer": 2, "profile": [ "cpu", "Float32", 8 ], "capture_sha256": "4b0107420907a4199e524a12aa1316b734c7f7611ea94015b56dc10a3e187e24", "rows": [ { "schema": "aner.torchtpu-natural/1", "device": "cpu", "dtype": "Float32", "case": "tiny", "batch_size": 8, "cuda_graph": false, "iteration": 0, "seconds": 0.006077417, "tracked_peak_increment_bytes": 264480, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cpu", "dtype": "Float32", "case": "tiny", "batch_size": 8, "cuda_graph": false, "iteration": 1, "seconds": 0.006077083, "tracked_peak_increment_bytes": 264480, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cpu", "dtype": "Float32", "case": "tiny", "batch_size": 8, "cuda_graph": false, "iteration": 2, "seconds": 0.006084708, "tracked_peak_increment_bytes": 264480, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] } ] }, { "mode": "candidate", "outer": 2, "profile": [ "cpu", "Float32", 8 ], "capture_sha256": "e02ea5abccc89d08a5590b37952b61488e25e0a7949a36b3a239438a24ab97a4", "rows": [ { "schema": "aner.torchtpu-natural/1", "device": "cpu", "dtype": "Float32", "case": "tiny", "batch_size": 8, "cuda_graph": false, "iteration": 0, "seconds": 0.005358042, "tracked_peak_increment_bytes": 264480, "activation_readback_peak_increment_bytes": 2072, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cpu", "dtype": "Float32", "case": "tiny", "batch_size": 8, "cuda_graph": false, "iteration": 1, "seconds": 0.005562459, "tracked_peak_increment_bytes": 264480, "activation_readback_peak_increment_bytes": 2072, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cpu", "dtype": "Float32", "case": "tiny", "batch_size": 8, "cuda_graph": false, "iteration": 2, "seconds": 0.005635375, "tracked_peak_increment_bytes": 264480, "activation_readback_peak_increment_bytes": 2072, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] } ] }, { "mode": "baseline", "outer": 3, "profile": [ "cpu", "Float32", 8 ], "capture_sha256": "38949deaba9c61c59997dd0388237ec82f664fc64aa9c375914913a8a10678d8", "rows": [ { "schema": "aner.torchtpu-natural/1", "device": "cpu", "dtype": "Float32", "case": "tiny", "batch_size": 8, "cuda_graph": false, "iteration": 0, "seconds": 0.006112166, "tracked_peak_increment_bytes": 264480, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cpu", "dtype": "Float32", "case": "tiny", "batch_size": 8, "cuda_graph": false, "iteration": 1, "seconds": 0.006072625, "tracked_peak_increment_bytes": 264480, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cpu", "dtype": "Float32", "case": "tiny", "batch_size": 8, "cuda_graph": false, "iteration": 2, "seconds": 0.006079084, "tracked_peak_increment_bytes": 264480, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] } ] }, { "mode": "candidate", "outer": 3, "profile": [ "cpu", "Float32", 8 ], "capture_sha256": "f2c4f35c490e11b6082c3ab25bb22b4cbc121e1ed487736007dcd353886a9849", "rows": [ { "schema": "aner.torchtpu-natural/1", "device": "cpu", "dtype": "Float32", "case": "tiny", "batch_size": 8, "cuda_graph": false, "iteration": 0, "seconds": 0.005732167, "tracked_peak_increment_bytes": 264480, "activation_readback_peak_increment_bytes": 2072, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cpu", "dtype": "Float32", "case": "tiny", "batch_size": 8, "cuda_graph": false, "iteration": 1, "seconds": 0.005604, "tracked_peak_increment_bytes": 264480, "activation_readback_peak_increment_bytes": 2072, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cpu", "dtype": "Float32", "case": "tiny", "batch_size": 8, "cuda_graph": false, "iteration": 2, "seconds": 0.005835, "tracked_peak_increment_bytes": 264480, "activation_readback_peak_increment_bytes": 2072, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] } ] }, { "mode": "baseline", "outer": 0, "profile": [ "cpu", "Float64", 1 ], "capture_sha256": "8ed621e5c176ef4f53571ae16b53a17e7af02fb03212c81b7ba265ab1ea17201", "rows": [ { "schema": "aner.torchtpu-natural/1", "device": "cpu", "dtype": "Float64", "case": "tiny", "batch_size": 1, "cuda_graph": false, "iteration": 0, "seconds": 0.000754333, "tracked_peak_increment_bytes": 338176, "activation_readback_peak_increment_bytes": 0, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cpu", "dtype": "Float64", "case": "tiny", "batch_size": 1, "cuda_graph": false, "iteration": 1, "seconds": 0.000740334, "tracked_peak_increment_bytes": 338176, "activation_readback_peak_increment_bytes": 0, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cpu", "dtype": "Float64", "case": "tiny", "batch_size": 1, "cuda_graph": false, "iteration": 2, "seconds": 0.000731041, "tracked_peak_increment_bytes": 338176, "activation_readback_peak_increment_bytes": 0, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ] ] } ] }, { "mode": "candidate", "outer": 0, "profile": [ "cpu", "Float64", 1 ], "capture_sha256": "559c54364784a6f478b49b221ad58b76172f8594b3d07f112056c9a22793047a", "rows": [ { "schema": "aner.torchtpu-natural/1", "device": "cpu", "dtype": "Float64", "case": "tiny", "batch_size": 1, "cuda_graph": false, "iteration": 0, "seconds": 0.001128834, "tracked_peak_increment_bytes": 338176, "activation_readback_peak_increment_bytes": 0, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cpu", "dtype": "Float64", "case": "tiny", "batch_size": 1, "cuda_graph": false, "iteration": 1, "seconds": 0.001126542, "tracked_peak_increment_bytes": 338176, "activation_readback_peak_increment_bytes": 0, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cpu", "dtype": "Float64", "case": "tiny", "batch_size": 1, "cuda_graph": false, "iteration": 2, "seconds": 0.001112166, "tracked_peak_increment_bytes": 338176, "activation_readback_peak_increment_bytes": 0, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ] ] } ] }, { "mode": "baseline", "outer": 1, "profile": [ "cpu", "Float64", 1 ], "capture_sha256": "f1559698976ac35940cce6e1854478dcd6d958cd20dc9f4f4659e7f143a4978b", "rows": [ { "schema": "aner.torchtpu-natural/1", "device": "cpu", "dtype": "Float64", "case": "tiny", "batch_size": 1, "cuda_graph": false, "iteration": 0, "seconds": 0.00074025, "tracked_peak_increment_bytes": 338176, "activation_readback_peak_increment_bytes": 0, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cpu", "dtype": "Float64", "case": "tiny", "batch_size": 1, "cuda_graph": false, "iteration": 1, "seconds": 0.000731833, "tracked_peak_increment_bytes": 338176, "activation_readback_peak_increment_bytes": 0, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cpu", "dtype": "Float64", "case": "tiny", "batch_size": 1, "cuda_graph": false, "iteration": 2, "seconds": 0.000734583, "tracked_peak_increment_bytes": 338176, "activation_readback_peak_increment_bytes": 0, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ] ] } ] }, { "mode": "candidate", "outer": 1, "profile": [ "cpu", "Float64", 1 ], "capture_sha256": "8e564d0659c214765575a6faed31c4bde16b921a1dea6b71727fec2511929c4d", "rows": [ { "schema": "aner.torchtpu-natural/1", "device": "cpu", "dtype": "Float64", "case": "tiny", "batch_size": 1, "cuda_graph": false, "iteration": 0, "seconds": 0.000702125, "tracked_peak_increment_bytes": 338176, "activation_readback_peak_increment_bytes": 0, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cpu", "dtype": "Float64", "case": "tiny", "batch_size": 1, "cuda_graph": false, "iteration": 1, "seconds": 0.000698416, "tracked_peak_increment_bytes": 338176, "activation_readback_peak_increment_bytes": 0, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cpu", "dtype": "Float64", "case": "tiny", "batch_size": 1, "cuda_graph": false, "iteration": 2, "seconds": 0.000697083, "tracked_peak_increment_bytes": 338176, "activation_readback_peak_increment_bytes": 0, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ] ] } ] }, { "mode": "baseline", "outer": 2, "profile": [ "cpu", "Float64", 1 ], "capture_sha256": "3cd7eb93b5e43c99019fc5baa998edfae2ba2933c4378fd1dc4b081c8f2aae2f", "rows": [ { "schema": "aner.torchtpu-natural/1", "device": "cpu", "dtype": "Float64", "case": "tiny", "batch_size": 1, "cuda_graph": false, "iteration": 0, "seconds": 0.000735458, "tracked_peak_increment_bytes": 338176, "activation_readback_peak_increment_bytes": 0, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cpu", "dtype": "Float64", "case": "tiny", "batch_size": 1, "cuda_graph": false, "iteration": 1, "seconds": 0.000722541, "tracked_peak_increment_bytes": 338176, "activation_readback_peak_increment_bytes": 0, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cpu", "dtype": "Float64", "case": "tiny", "batch_size": 1, "cuda_graph": false, "iteration": 2, "seconds": 0.000720458, "tracked_peak_increment_bytes": 338176, "activation_readback_peak_increment_bytes": 0, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ] ] } ] }, { "mode": "candidate", "outer": 2, "profile": [ "cpu", "Float64", 1 ], "capture_sha256": "3a086109a3d954c620f5d59bbf4274dad85bbc39e66da3e370b9a6aaa80588bc", "rows": [ { "schema": "aner.torchtpu-natural/1", "device": "cpu", "dtype": "Float64", "case": "tiny", "batch_size": 1, "cuda_graph": false, "iteration": 0, "seconds": 0.000699208, "tracked_peak_increment_bytes": 338176, "activation_readback_peak_increment_bytes": 0, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cpu", "dtype": "Float64", "case": "tiny", "batch_size": 1, "cuda_graph": false, "iteration": 1, "seconds": 0.000696916, "tracked_peak_increment_bytes": 338176, "activation_readback_peak_increment_bytes": 0, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cpu", "dtype": "Float64", "case": "tiny", "batch_size": 1, "cuda_graph": false, "iteration": 2, "seconds": 0.000701667, "tracked_peak_increment_bytes": 338176, "activation_readback_peak_increment_bytes": 0, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ] ] } ] }, { "mode": "baseline", "outer": 3, "profile": [ "cpu", "Float64", 1 ], "capture_sha256": "fc7bac2cdc6ca2ec14df52d59bf749b35b138ad7778b1e804e670f664606c9f3", "rows": [ { "schema": "aner.torchtpu-natural/1", "device": "cpu", "dtype": "Float64", "case": "tiny", "batch_size": 1, "cuda_graph": false, "iteration": 0, "seconds": 0.00074925, "tracked_peak_increment_bytes": 338176, "activation_readback_peak_increment_bytes": 0, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cpu", "dtype": "Float64", "case": "tiny", "batch_size": 1, "cuda_graph": false, "iteration": 1, "seconds": 0.000737709, "tracked_peak_increment_bytes": 338176, "activation_readback_peak_increment_bytes": 0, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cpu", "dtype": "Float64", "case": "tiny", "batch_size": 1, "cuda_graph": false, "iteration": 2, "seconds": 0.000737667, "tracked_peak_increment_bytes": 338176, "activation_readback_peak_increment_bytes": 0, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ] ] } ] }, { "mode": "candidate", "outer": 3, "profile": [ "cpu", "Float64", 1 ], "capture_sha256": "d66697bc3e9684fde239bf7a68d6e093210e5bc013c9c36a1a90ff6df04bd041", "rows": [ { "schema": "aner.torchtpu-natural/1", "device": "cpu", "dtype": "Float64", "case": "tiny", "batch_size": 1, "cuda_graph": false, "iteration": 0, "seconds": 0.000707583, "tracked_peak_increment_bytes": 338176, "activation_readback_peak_increment_bytes": 0, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cpu", "dtype": "Float64", "case": "tiny", "batch_size": 1, "cuda_graph": false, "iteration": 1, "seconds": 0.00070175, "tracked_peak_increment_bytes": 338176, "activation_readback_peak_increment_bytes": 0, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cpu", "dtype": "Float64", "case": "tiny", "batch_size": 1, "cuda_graph": false, "iteration": 2, "seconds": 0.00069875, "tracked_peak_increment_bytes": 338176, "activation_readback_peak_increment_bytes": 0, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ] ] } ] }, { "mode": "baseline", "outer": 0, "profile": [ "cpu", "Float64", 8 ], "capture_sha256": "f6f20e69bf5b32cc6547fc77d1ce36bee4d51382ff78241356f975c4f1fdddfd", "rows": [ { "schema": "aner.torchtpu-natural/1", "device": "cpu", "dtype": "Float64", "case": "tiny", "batch_size": 8, "cuda_graph": false, "iteration": 0, "seconds": 0.005718875, "tracked_peak_increment_bytes": 462656, "activation_readback_peak_increment_bytes": 0, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cpu", "dtype": "Float64", "case": "tiny", "batch_size": 8, "cuda_graph": false, "iteration": 1, "seconds": 0.005744209, "tracked_peak_increment_bytes": 462656, "activation_readback_peak_increment_bytes": 0, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cpu", "dtype": "Float64", "case": "tiny", "batch_size": 8, "cuda_graph": false, "iteration": 2, "seconds": 0.005730708, "tracked_peak_increment_bytes": 462656, "activation_readback_peak_increment_bytes": 0, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] } ] }, { "mode": "candidate", "outer": 0, "profile": [ "cpu", "Float64", 8 ], "capture_sha256": "38b524b4cbdede40f3aa4c9e4638877caa7f0bc800fd6e0cb150111aa397e3be", "rows": [ { "schema": "aner.torchtpu-natural/1", "device": "cpu", "dtype": "Float64", "case": "tiny", "batch_size": 8, "cuda_graph": false, "iteration": 0, "seconds": 0.005303667, "tracked_peak_increment_bytes": 462656, "activation_readback_peak_increment_bytes": 0, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cpu", "dtype": "Float64", "case": "tiny", "batch_size": 8, "cuda_graph": false, "iteration": 1, "seconds": 0.005029, "tracked_peak_increment_bytes": 462656, "activation_readback_peak_increment_bytes": 0, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cpu", "dtype": "Float64", "case": "tiny", "batch_size": 8, "cuda_graph": false, "iteration": 2, "seconds": 0.0050785, "tracked_peak_increment_bytes": 462656, "activation_readback_peak_increment_bytes": 0, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] } ] }, { "mode": "baseline", "outer": 1, "profile": [ "cpu", "Float64", 8 ], "capture_sha256": "9dbb7783a8abcfb3b20a650d2cebc184bd9d15139fb2ffe0cbbdfe0dd5b5bd5e", "rows": [ { "schema": "aner.torchtpu-natural/1", "device": "cpu", "dtype": "Float64", "case": "tiny", "batch_size": 8, "cuda_graph": false, "iteration": 0, "seconds": 0.005742083, "tracked_peak_increment_bytes": 462656, "activation_readback_peak_increment_bytes": 0, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cpu", "dtype": "Float64", "case": "tiny", "batch_size": 8, "cuda_graph": false, "iteration": 1, "seconds": 0.0057465, "tracked_peak_increment_bytes": 462656, "activation_readback_peak_increment_bytes": 0, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cpu", "dtype": "Float64", "case": "tiny", "batch_size": 8, "cuda_graph": false, "iteration": 2, "seconds": 0.00576475, "tracked_peak_increment_bytes": 462656, "activation_readback_peak_increment_bytes": 0, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] } ] }, { "mode": "candidate", "outer": 1, "profile": [ "cpu", "Float64", 8 ], "capture_sha256": "4b0bd23b4cd315cc0b025974676a31ab1f2389c0f034e15b29574352698d0cd6", "rows": [ { "schema": "aner.torchtpu-natural/1", "device": "cpu", "dtype": "Float64", "case": "tiny", "batch_size": 8, "cuda_graph": false, "iteration": 0, "seconds": 0.005130667, "tracked_peak_increment_bytes": 462656, "activation_readback_peak_increment_bytes": 0, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cpu", "dtype": "Float64", "case": "tiny", "batch_size": 8, "cuda_graph": false, "iteration": 1, "seconds": 0.005366583, "tracked_peak_increment_bytes": 462656, "activation_readback_peak_increment_bytes": 0, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cpu", "dtype": "Float64", "case": "tiny", "batch_size": 8, "cuda_graph": false, "iteration": 2, "seconds": 0.005377792, "tracked_peak_increment_bytes": 462656, "activation_readback_peak_increment_bytes": 0, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] } ] }, { "mode": "baseline", "outer": 2, "profile": [ "cpu", "Float64", 8 ], "capture_sha256": "41b3cd6a83221edda8cfbd76aa757843261053ef2ef99ece022104f79e984ec0", "rows": [ { "schema": "aner.torchtpu-natural/1", "device": "cpu", "dtype": "Float64", "case": "tiny", "batch_size": 8, "cuda_graph": false, "iteration": 0, "seconds": 0.005781875, "tracked_peak_increment_bytes": 462656, "activation_readback_peak_increment_bytes": 0, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cpu", "dtype": "Float64", "case": "tiny", "batch_size": 8, "cuda_graph": false, "iteration": 1, "seconds": 0.005728167, "tracked_peak_increment_bytes": 462656, "activation_readback_peak_increment_bytes": 0, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cpu", "dtype": "Float64", "case": "tiny", "batch_size": 8, "cuda_graph": false, "iteration": 2, "seconds": 0.005720125, "tracked_peak_increment_bytes": 462656, "activation_readback_peak_increment_bytes": 0, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] } ] }, { "mode": "candidate", "outer": 2, "profile": [ "cpu", "Float64", 8 ], "capture_sha256": "6804b7ee1ed1ddcae26dc6d6c1fab4d060941df5c041a5482174f64df9a44cab", "rows": [ { "schema": "aner.torchtpu-natural/1", "device": "cpu", "dtype": "Float64", "case": "tiny", "batch_size": 8, "cuda_graph": false, "iteration": 0, "seconds": 0.005302833, "tracked_peak_increment_bytes": 462656, "activation_readback_peak_increment_bytes": 0, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cpu", "dtype": "Float64", "case": "tiny", "batch_size": 8, "cuda_graph": false, "iteration": 1, "seconds": 0.005325458, "tracked_peak_increment_bytes": 462656, "activation_readback_peak_increment_bytes": 0, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cpu", "dtype": "Float64", "case": "tiny", "batch_size": 8, "cuda_graph": false, "iteration": 2, "seconds": 0.005297042, "tracked_peak_increment_bytes": 462656, "activation_readback_peak_increment_bytes": 0, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] } ] }, { "mode": "baseline", "outer": 3, "profile": [ "cpu", "Float64", 8 ], "capture_sha256": "dd5182d2d1088b9f92deb368f1cd31d112aee54a2de4cfa8f382d7e129c93063", "rows": [ { "schema": "aner.torchtpu-natural/1", "device": "cpu", "dtype": "Float64", "case": "tiny", "batch_size": 8, "cuda_graph": false, "iteration": 0, "seconds": 0.005766041, "tracked_peak_increment_bytes": 462656, "activation_readback_peak_increment_bytes": 0, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cpu", "dtype": "Float64", "case": "tiny", "batch_size": 8, "cuda_graph": false, "iteration": 1, "seconds": 0.005724375, "tracked_peak_increment_bytes": 462656, "activation_readback_peak_increment_bytes": 0, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cpu", "dtype": "Float64", "case": "tiny", "batch_size": 8, "cuda_graph": false, "iteration": 2, "seconds": 0.005706125, "tracked_peak_increment_bytes": 462656, "activation_readback_peak_increment_bytes": 0, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] } ] }, { "mode": "candidate", "outer": 3, "profile": [ "cpu", "Float64", 8 ], "capture_sha256": "067f26c02aa46396fb28b8555a41015c2513724e23a200422655024d5b99e7f0", "rows": [ { "schema": "aner.torchtpu-natural/1", "device": "cpu", "dtype": "Float64", "case": "tiny", "batch_size": 8, "cuda_graph": false, "iteration": 0, "seconds": 0.005384083, "tracked_peak_increment_bytes": 462656, "activation_readback_peak_increment_bytes": 0, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cpu", "dtype": "Float64", "case": "tiny", "batch_size": 8, "cuda_graph": false, "iteration": 1, "seconds": 0.005307083, "tracked_peak_increment_bytes": 462656, "activation_readback_peak_increment_bytes": 0, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "cpu", "dtype": "Float64", "case": "tiny", "batch_size": 8, "cuda_graph": false, "iteration": 2, "seconds": 0.005295542, "tracked_peak_increment_bytes": 462656, "activation_readback_peak_increment_bytes": 0, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] } ] }, { "mode": "baseline", "outer": 0, "profile": [ "mps", "Float32", 1 ], "capture_sha256": "65cd74025580bdf8aa1ae0f9c7a04f792b6a3394d92f37dda7e47a05ec19ab86", "rows": [ { "schema": "aner.torchtpu-natural/1", "device": "mps", "dtype": "Float32", "case": "tiny", "batch_size": 1, "cuda_graph": false, "iteration": 0, "seconds": 0.036159542, "tracked_peak_increment_bytes": 24064, "activation_readback_peak_increment_bytes": 2072, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "mps", "dtype": "Float32", "case": "tiny", "batch_size": 1, "cuda_graph": false, "iteration": 1, "seconds": 0.035824708, "tracked_peak_increment_bytes": 24064, "activation_readback_peak_increment_bytes": 2072, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "mps", "dtype": "Float32", "case": "tiny", "batch_size": 1, "cuda_graph": false, "iteration": 2, "seconds": 0.036327167, "tracked_peak_increment_bytes": 24064, "activation_readback_peak_increment_bytes": 2072, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ] ] } ] }, { "mode": "candidate", "outer": 0, "profile": [ "mps", "Float32", 1 ], "capture_sha256": "63f7e654db9282e5841bef63d6f056eb0f5744f7e26d2798552bf6335f244b24", "rows": [ { "schema": "aner.torchtpu-natural/1", "device": "mps", "dtype": "Float32", "case": "tiny", "batch_size": 1, "cuda_graph": false, "iteration": 0, "seconds": 0.02817475, "tracked_peak_increment_bytes": 24064, "activation_readback_peak_increment_bytes": 2072, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "mps", "dtype": "Float32", "case": "tiny", "batch_size": 1, "cuda_graph": false, "iteration": 1, "seconds": 0.028796709, "tracked_peak_increment_bytes": 24064, "activation_readback_peak_increment_bytes": 2072, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "mps", "dtype": "Float32", "case": "tiny", "batch_size": 1, "cuda_graph": false, "iteration": 2, "seconds": 0.028923125, "tracked_peak_increment_bytes": 24064, "activation_readback_peak_increment_bytes": 2072, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ] ] } ] }, { "mode": "baseline", "outer": 1, "profile": [ "mps", "Float32", 1 ], "capture_sha256": "22ab25856ef823c8a3cd14a76810103be3aa9949c9b628178b774e96af3641d2", "rows": [ { "schema": "aner.torchtpu-natural/1", "device": "mps", "dtype": "Float32", "case": "tiny", "batch_size": 1, "cuda_graph": false, "iteration": 0, "seconds": 0.029194792, "tracked_peak_increment_bytes": 24064, "activation_readback_peak_increment_bytes": 2072, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "mps", "dtype": "Float32", "case": "tiny", "batch_size": 1, "cuda_graph": false, "iteration": 1, "seconds": 0.028389084, "tracked_peak_increment_bytes": 24064, "activation_readback_peak_increment_bytes": 2072, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "mps", "dtype": "Float32", "case": "tiny", "batch_size": 1, "cuda_graph": false, "iteration": 2, "seconds": 0.028661209, "tracked_peak_increment_bytes": 24064, "activation_readback_peak_increment_bytes": 2072, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ] ] } ] }, { "mode": "candidate", "outer": 1, "profile": [ "mps", "Float32", 1 ], "capture_sha256": "7ce7caf8f260022d6eabe361d1e5870aa8039f8b3c7b2ffd3d9a557059b6deaf", "rows": [ { "schema": "aner.torchtpu-natural/1", "device": "mps", "dtype": "Float32", "case": "tiny", "batch_size": 1, "cuda_graph": false, "iteration": 0, "seconds": 0.028779375, "tracked_peak_increment_bytes": 24064, "activation_readback_peak_increment_bytes": 2072, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "mps", "dtype": "Float32", "case": "tiny", "batch_size": 1, "cuda_graph": false, "iteration": 1, "seconds": 0.028807125, "tracked_peak_increment_bytes": 24064, "activation_readback_peak_increment_bytes": 2072, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "mps", "dtype": "Float32", "case": "tiny", "batch_size": 1, "cuda_graph": false, "iteration": 2, "seconds": 0.028686917, "tracked_peak_increment_bytes": 24064, "activation_readback_peak_increment_bytes": 2072, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ] ] } ] }, { "mode": "baseline", "outer": 2, "profile": [ "mps", "Float32", 1 ], "capture_sha256": "ebf34b2597279188e8e33e90a3c12ae9498c068f54abcb06a9356fa63d2d343b", "rows": [ { "schema": "aner.torchtpu-natural/1", "device": "mps", "dtype": "Float32", "case": "tiny", "batch_size": 1, "cuda_graph": false, "iteration": 0, "seconds": 0.0290235, "tracked_peak_increment_bytes": 24064, "activation_readback_peak_increment_bytes": 2072, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "mps", "dtype": "Float32", "case": "tiny", "batch_size": 1, "cuda_graph": false, "iteration": 1, "seconds": 0.028586625, "tracked_peak_increment_bytes": 24064, "activation_readback_peak_increment_bytes": 2072, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "mps", "dtype": "Float32", "case": "tiny", "batch_size": 1, "cuda_graph": false, "iteration": 2, "seconds": 0.028555834, "tracked_peak_increment_bytes": 24064, "activation_readback_peak_increment_bytes": 2072, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ] ] } ] }, { "mode": "candidate", "outer": 2, "profile": [ "mps", "Float32", 1 ], "capture_sha256": "7176a91e59be83bf09eb57b529c01e03b988879f9f2339187798a804bf7ae99f", "rows": [ { "schema": "aner.torchtpu-natural/1", "device": "mps", "dtype": "Float32", "case": "tiny", "batch_size": 1, "cuda_graph": false, "iteration": 0, "seconds": 0.028939209, "tracked_peak_increment_bytes": 24064, "activation_readback_peak_increment_bytes": 2072, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "mps", "dtype": "Float32", "case": "tiny", "batch_size": 1, "cuda_graph": false, "iteration": 1, "seconds": 0.032746541, "tracked_peak_increment_bytes": 24064, "activation_readback_peak_increment_bytes": 2072, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "mps", "dtype": "Float32", "case": "tiny", "batch_size": 1, "cuda_graph": false, "iteration": 2, "seconds": 0.028799333, "tracked_peak_increment_bytes": 24064, "activation_readback_peak_increment_bytes": 2072, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ] ] } ] }, { "mode": "baseline", "outer": 3, "profile": [ "mps", "Float32", 1 ], "capture_sha256": "237ad3b119047f18b479beb28e3127cf6817afaaed6c435c70af02d5849ac7a8", "rows": [ { "schema": "aner.torchtpu-natural/1", "device": "mps", "dtype": "Float32", "case": "tiny", "batch_size": 1, "cuda_graph": false, "iteration": 0, "seconds": 0.028806542, "tracked_peak_increment_bytes": 24064, "activation_readback_peak_increment_bytes": 2072, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "mps", "dtype": "Float32", "case": "tiny", "batch_size": 1, "cuda_graph": false, "iteration": 1, "seconds": 0.028624, "tracked_peak_increment_bytes": 24064, "activation_readback_peak_increment_bytes": 2072, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "mps", "dtype": "Float32", "case": "tiny", "batch_size": 1, "cuda_graph": false, "iteration": 2, "seconds": 0.028298125, "tracked_peak_increment_bytes": 24064, "activation_readback_peak_increment_bytes": 2072, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ] ] } ] }, { "mode": "candidate", "outer": 3, "profile": [ "mps", "Float32", 1 ], "capture_sha256": "9936d508021f927217c0b53599c21420cbd1a386a2ea6107162c4331febce72f", "rows": [ { "schema": "aner.torchtpu-natural/1", "device": "mps", "dtype": "Float32", "case": "tiny", "batch_size": 1, "cuda_graph": false, "iteration": 0, "seconds": 0.028659792, "tracked_peak_increment_bytes": 24064, "activation_readback_peak_increment_bytes": 2072, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "mps", "dtype": "Float32", "case": "tiny", "batch_size": 1, "cuda_graph": false, "iteration": 1, "seconds": 0.028906625, "tracked_peak_increment_bytes": 24064, "activation_readback_peak_increment_bytes": 2072, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "mps", "dtype": "Float32", "case": "tiny", "batch_size": 1, "cuda_graph": false, "iteration": 2, "seconds": 0.02889225, "tracked_peak_increment_bytes": 24064, "activation_readback_peak_increment_bytes": 2072, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ] ] } ] }, { "mode": "baseline", "outer": 0, "profile": [ "mps", "Float32", 8 ], "capture_sha256": "d8501de1cdfbea9b5322d72ed22ee938890a4cfa493141d867d5998b580031df", "rows": [ { "schema": "aner.torchtpu-natural/1", "device": "mps", "dtype": "Float32", "case": "tiny", "batch_size": 8, "cuda_graph": false, "iteration": 0, "seconds": 0.238838791, "tracked_peak_increment_bytes": 119456, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "mps", "dtype": "Float32", "case": "tiny", "batch_size": 8, "cuda_graph": false, "iteration": 1, "seconds": 0.230055833, "tracked_peak_increment_bytes": 119456, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "mps", "dtype": "Float32", "case": "tiny", "batch_size": 8, "cuda_graph": false, "iteration": 2, "seconds": 0.23063, "tracked_peak_increment_bytes": 119456, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] } ] }, { "mode": "candidate", "outer": 0, "profile": [ "mps", "Float32", 8 ], "capture_sha256": "217fc8122c886257a9b80564d0d1b86b9a7ca5e2d0c5c33917e2fdad719ef872", "rows": [ { "schema": "aner.torchtpu-natural/1", "device": "mps", "dtype": "Float32", "case": "tiny", "batch_size": 8, "cuda_graph": false, "iteration": 0, "seconds": 0.237948542, "tracked_peak_increment_bytes": 119456, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "mps", "dtype": "Float32", "case": "tiny", "batch_size": 8, "cuda_graph": false, "iteration": 1, "seconds": 0.23328675, "tracked_peak_increment_bytes": 119456, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "mps", "dtype": "Float32", "case": "tiny", "batch_size": 8, "cuda_graph": false, "iteration": 2, "seconds": 0.238626417, "tracked_peak_increment_bytes": 119456, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] } ] }, { "mode": "baseline", "outer": 1, "profile": [ "mps", "Float32", 8 ], "capture_sha256": "dec2c5b1a8108f0024ec984d611bdf0ec69b9867f3e128b58f46b98895b45db9", "rows": [ { "schema": "aner.torchtpu-natural/1", "device": "mps", "dtype": "Float32", "case": "tiny", "batch_size": 8, "cuda_graph": false, "iteration": 0, "seconds": 0.228193542, "tracked_peak_increment_bytes": 119456, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "mps", "dtype": "Float32", "case": "tiny", "batch_size": 8, "cuda_graph": false, "iteration": 1, "seconds": 0.229482375, "tracked_peak_increment_bytes": 119456, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "mps", "dtype": "Float32", "case": "tiny", "batch_size": 8, "cuda_graph": false, "iteration": 2, "seconds": 0.232464625, "tracked_peak_increment_bytes": 119456, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] } ] }, { "mode": "candidate", "outer": 1, "profile": [ "mps", "Float32", 8 ], "capture_sha256": "06583a89322ca0b007decef49974d154f675090a4cd0927d36d46c5067b168f8", "rows": [ { "schema": "aner.torchtpu-natural/1", "device": "mps", "dtype": "Float32", "case": "tiny", "batch_size": 8, "cuda_graph": false, "iteration": 0, "seconds": 0.247780375, "tracked_peak_increment_bytes": 119456, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "mps", "dtype": "Float32", "case": "tiny", "batch_size": 8, "cuda_graph": false, "iteration": 1, "seconds": 0.227756, "tracked_peak_increment_bytes": 119456, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "mps", "dtype": "Float32", "case": "tiny", "batch_size": 8, "cuda_graph": false, "iteration": 2, "seconds": 0.230321416, "tracked_peak_increment_bytes": 119456, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] } ] }, { "mode": "baseline", "outer": 2, "profile": [ "mps", "Float32", 8 ], "capture_sha256": "029a3a5cffa5b6deaacecb3bf1e8fdc509bee1a04f75959e0d1a5441542ed2f8", "rows": [ { "schema": "aner.torchtpu-natural/1", "device": "mps", "dtype": "Float32", "case": "tiny", "batch_size": 8, "cuda_graph": false, "iteration": 0, "seconds": 0.228658375, "tracked_peak_increment_bytes": 119456, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "mps", "dtype": "Float32", "case": "tiny", "batch_size": 8, "cuda_graph": false, "iteration": 1, "seconds": 0.231868708, "tracked_peak_increment_bytes": 119456, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "mps", "dtype": "Float32", "case": "tiny", "batch_size": 8, "cuda_graph": false, "iteration": 2, "seconds": 0.237341792, "tracked_peak_increment_bytes": 119456, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] } ] }, { "mode": "candidate", "outer": 2, "profile": [ "mps", "Float32", 8 ], "capture_sha256": "a0c73886a8903f1f91bfa0e7bc5a5073e3e69a9b72b17e9c833c899a01e64f3c", "rows": [ { "schema": "aner.torchtpu-natural/1", "device": "mps", "dtype": "Float32", "case": "tiny", "batch_size": 8, "cuda_graph": false, "iteration": 0, "seconds": 0.233564084, "tracked_peak_increment_bytes": 119456, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "mps", "dtype": "Float32", "case": "tiny", "batch_size": 8, "cuda_graph": false, "iteration": 1, "seconds": 0.228373083, "tracked_peak_increment_bytes": 119456, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "mps", "dtype": "Float32", "case": "tiny", "batch_size": 8, "cuda_graph": false, "iteration": 2, "seconds": 0.2312735, "tracked_peak_increment_bytes": 119456, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] } ] }, { "mode": "baseline", "outer": 3, "profile": [ "mps", "Float32", 8 ], "capture_sha256": "c20733fd649a78afc85c99324159dd31e85886bedc06b0357cca74c0456155a9", "rows": [ { "schema": "aner.torchtpu-natural/1", "device": "mps", "dtype": "Float32", "case": "tiny", "batch_size": 8, "cuda_graph": false, "iteration": 0, "seconds": 0.234727791, "tracked_peak_increment_bytes": 119456, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "mps", "dtype": "Float32", "case": "tiny", "batch_size": 8, "cuda_graph": false, "iteration": 1, "seconds": 0.239306958, "tracked_peak_increment_bytes": 119456, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "mps", "dtype": "Float32", "case": "tiny", "batch_size": 8, "cuda_graph": false, "iteration": 2, "seconds": 0.22999225, "tracked_peak_increment_bytes": 119456, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] } ] }, { "mode": "candidate", "outer": 3, "profile": [ "mps", "Float32", 8 ], "capture_sha256": "8109eff8574b76ac621bc99aaed5d4aebbd6421a1281145732cb7e45942ff1f5", "rows": [ { "schema": "aner.torchtpu-natural/1", "device": "mps", "dtype": "Float32", "case": "tiny", "batch_size": 8, "cuda_graph": false, "iteration": 0, "seconds": 0.228250625, "tracked_peak_increment_bytes": 119456, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "mps", "dtype": "Float32", "case": "tiny", "batch_size": 8, "cuda_graph": false, "iteration": 1, "seconds": 0.23220725, "tracked_peak_increment_bytes": 119456, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] }, { "schema": "aner.torchtpu-natural/1", "device": "mps", "dtype": "Float32", "case": "tiny", "batch_size": 8, "cuda_graph": false, "iteration": 2, "seconds": 0.227593375, "tracked_peak_increment_bytes": 119456, "activation_readback_peak_increment_bytes": 16576, "ids": [ [ 232, 232, 232, 152, 92, 152, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 211, 92 ], [ 232, 211, 232, 211, 211, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 218, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 232, 232, 232 ], [ 232, 232, 232, 232, 232, 42, 211, 218 ] ] } ] } ] }, "interpretation": "All generated IDs agree. V100 tiny generation gains are host-sort removal because259-vocabulary workloads use the host branch. MPS tiny whole requests show no measured improvement; large-logit selection improves separately. Metal portable batching still downloads/packs/reuploads row logits before selection. Conservative thresholds are hardware-informed policy, not universal optima.", "runtime_source_sha256": { "src/gen.cpp": "ae389fac8b0e237569a79114f7d0951d5d8b9bb405de2f2d3f4309a223c18360", "src/nn.cpp": "6c493614977ebf4c348e741e80ce0afd44be80b62356e9e609cabe428f9fd303", "src/gpu_mps.mm": "1693f359a6309a2c3e79763e2648561a3a1180df8388a4653049c9bb29601bb7", "src/gpu_cuda.cu": "96a814e38c9b1a92634683498a60d754bc7c7c53a8b0f686fe162d070ade4f44", "include/aner/nn.hpp": "1331f2f929a2f8b9f04041302290f9eafae17a08919377131d780ab6be728dbe", "include/aner/gpu.hpp": "6e365ce74baf6e9299a3bfc43fe19f0dbf13252436ffb0caa7c3dc6d8a16f372" } }