############ free450

# exl3_gemm model.language_model.layers.0.mlp.gate_proj k=5120 n=17408 rot=8 (340 MiB)
# other tenants before=(none) after=(none)
       M        ms    GB/s    TOPS   SM MHz       W  degC   swcap  hwslow
       1    0.0669     667     2.7   2775.0   354.1    58      0%      0%
       8    0.0686     655    20.8   2775.0   373.0    61      0%      0%
      16    0.0696     651    41.0   2760.0   394.2    63      0%      0%
      24    0.0782     584    54.7   2760.0   440.9    68      0%      0%
      32    0.0785     586    72.7   2745.0   447.9    69    100%      0%
      48    0.1153     405    74.2   2760.0   447.2    71     64%      0%
      64    0.1337     355    85.3   2745.0   447.9    72    100%      0%
      96    0.1691     289   101.2   2734.9   448.9    73    100%      0%
     128    0.2497     202    91.4   2745.0   448.0    75    100%      0%
     256    0.4723     119    96.6   2760.0   445.6    75      7%      0%
    1024    1.7185      53   106.2   2754.5   447.8    76    100%      0%
    4096    6.6792      34   109.3   2743.4   447.9    76    100%      0%

  row counts ON the power cap    : [32, 48, 64, 96, 128, 1024, 4096]
  row counts CLEAR of the cap    : [1, 8, 16, 24, 256]
############ pin2400

# exl3_gemm model.language_model.layers.0.mlp.gate_proj k=5120 n=17408 rot=8 (340 MiB)
# other tenants before=(none) after=(none)
       M        ms    GB/s    TOPS   SM MHz       W  degC   swcap  hwslow
       1    0.0695     642     2.6   2400.0   270.6    60      0%      0%
       8    0.0701     641    20.3   2400.0   284.0    62      0%      0%
      16    0.0705     642    40.4   2400.0   296.5    63      0%      0%
      24    0.0869     525    49.2   2400.0   308.3    65      0%      0%
      32    0.0873     527    65.4   2400.0   313.0    65      0%      0%
      48    0.1283     364    66.7   2400.0   306.0    66      0%      0%
      64    0.1511     314    75.5   2400.0   301.2    66      0%      0%
      96    0.1932     253    88.6   2400.0   300.8    67      0%      0%
     128    0.2824     178    80.8   2400.0   296.7    67      0%      0%
     256    0.5381     104    84.8   2400.0   290.3    68      0%      0%
    1024    1.9551      46    93.4   2400.0   290.1    68      0%      0%
    4096    7.5938      30    96.2   2400.0   290.3    68      0%      0%

  row counts ON the power cap    : []
  row counts CLEAR of the cap    : [1, 8, 16, 24, 32, 48, 64, 96, 128, 256, 1024, 4096]
############ pin2100

# exl3_gemm model.language_model.layers.0.mlp.gate_proj k=5120 n=17408 rot=8 (340 MiB)
# other tenants before=(none) after=(none)
       M        ms    GB/s    TOPS   SM MHz       W  degC   swcap  hwslow
       1    0.0703     635     2.5   2100.0   247.1    59      0%      0%
       8    0.0705     637    20.2   2100.0   260.1    61      0%      0%
      16    0.0705     642    40.4   2100.0   274.9    62      0%      0%
      24    0.0955     478    44.8   2100.0   266.6    62      0%      0%
      32    0.0958     480    59.5   2100.0   269.7    63      0%      0%
      48    0.1448     323    59.1   2100.0   256.7    63      0%      0%
      64    0.1690     281    67.5   2100.0   253.4    63      0%      0%
      96    0.2181     224    78.5   2100.0   250.3    64      0%      0%
     128    0.3172     159    71.9   2100.0   245.9    64      0%      0%
     256    0.6127      92    74.5   2100.0   238.0    64      0%      0%
    1024    2.2271      41    82.0   2100.0   237.5    65      0%      0%
    4096    8.6584      26    84.3   2100.0   237.4    65      0%      0%

  row counts ON the power cap    : []
  row counts CLEAR of the cap    : [1, 8, 16, 24, 32, 48, 64, 96, 128, 256, 1024, 4096]
=== released ===
