performance_report_run2.html

text/html

Filename: performance_report_run2.html
Type: text/html
Part: 0
Message: Re: Adding basic NUMA awareness
<!DOCTYPE html>
<html>
<head>
    <meta charset="utf-8">
    <title>Performance Evaluation Matrix</title>
    <style>
        body { font-family: 'Segoe UI', Arial, sans-serif; margin: 40px; color: #333; background-color: #fafafa; }
        h2 { color: #2c3e50; border-bottom: 2px solid #bdc3c7; padding-bottom: 10px; margin-top: 0; }
        .table-container { background: #fff; padding: 25px; border-radius: 6px; box-shadow: 0 2px 4px rgba(0,0,0,0.06); margin-bottom: 45px; }
        p { color: #7f8c8d; font-size: 14px; margin-top: -5px; margin-bottom: 20px; }
    </style>
</head>
<body>
    <div class="table-container">
        <h2>Table 1: Performance Relative to Master Default (100% Baseline)</h2>
        <p>Values within ±2% of the baseline are considered noise and are uncolored.</p>
        <table border="1" style="border-collapse: collapse; text-align: center; font-family: Arial, sans-serif; width: 100%; border: 1px solid #ddd;">
  <tr style="background-color: #f2f2f2; border-bottom: 2px solid #ddd;">
    <th style="padding: 12px 10px; font-size: 13px;">Benchmark</th>
    <th style="padding: 12px 10px; font-size: 13px;">Clients</th>
    <th style="padding: 12px 10px; font-size: 12px;">master default (Baseline)</th>
    <th style="padding: 12px 10px; font-size: 12px;">master interleave</th>
    <th style="padding: 12px 10px; font-size: 12px;">optimized (numa=off, bal=off)</th>
    <th style="padding: 12px 10px; font-size: 12px;">optimized (numa=on, bal=off)</th>
    <th style="padding: 12px 10px; font-size: 12px;">optimized (numa=on, bal=on)</th>
    <th style="padding: 12px 10px; font-size: 12px;">patched (numa=off, bal=off)</th>
    <th style="padding: 12px 10px; font-size: 12px;">patched (numa=on, bal=off)</th>
    <th style="padding: 12px 10px; font-size: 12px;">patched (numa=on, bal=on)</th>
  </tr>
  <tr style="border-bottom: 1px solid #eee;">
    <td style="padding: 10px 8px; font-weight: bold; text-align: left; font-size: 13px; background-color: #fafafa;">pgbenchS</td>
    <td style="padding: 10px 8px; font-weight: bold; font-size: 13px; background-color: #fafafa;">1</td>
    <td style="padding: 10px 8px; font-size: 13px; color: #7f8c8d;">100.00%</td>
    <td style="padding: 10px 8px; font-size: 13px; color: #7f8c8d;">99.09%</td>
    <td style="padding: 10px 8px; font-size: 13px; color: #7f8c8d;">98.80%</td>
    <td style="padding: 10px 8px; font-size: 13px; color: #7f8c8d;">100.30%</td>
    <td style="padding: 10px 8px; font-size: 13px; color: #7f8c8d;">101.56%</td>
    <td style="padding: 10px 8px; font-size: 13px; color: #7f8c8d;">101.91%</td>
    <td style="padding: 10px 8px; font-size: 13px; color: #7f8c8d;">101.77%</td>
    <td style="padding: 10px 8px; font-size: 13px; color: #7f8c8d;">101.28%</td>
  </tr>
  <tr style="border-bottom: 1px solid #eee;">
    <td style="padding: 10px 8px; font-weight: bold; text-align: left; font-size: 13px; background-color: #fafafa;">pgbenchS</td>
    <td style="padding: 10px 8px; font-weight: bold; font-size: 13px; background-color: #fafafa;">8</td>
    <td style="padding: 10px 8px; font-size: 13px; color: #7f8c8d;">100.00%</td>
    <td style="padding: 10px 8px; font-size: 13px; color: #7f8c8d;">100.34%</td>
    <td style="padding: 10px 8px; font-size: 13px; color: #7f8c8d;">99.64%</td>
    <td style="padding: 10px 8px; font-size: 13px; color: #7f8c8d;">100.06%</td>
    <td style="padding: 10px 8px; font-size: 13px; color: #7f8c8d;">99.80%</td>
    <td style="padding: 10px 8px; font-size: 13px; color: #7f8c8d;">100.78%</td>
    <td style="padding: 10px 8px; font-size: 13px; color: #7f8c8d;">100.87%</td>
    <td style="padding: 10px 8px; font-size: 13px; color: #7f8c8d;">101.24%</td>
  </tr>
  <tr style="border-bottom: 1px solid #eee;">
    <td style="padding: 10px 8px; font-weight: bold; text-align: left; font-size: 13px; background-color: #fafafa;">pgbenchS</td>
    <td style="padding: 10px 8px; font-weight: bold; font-size: 13px; background-color: #fafafa;">32</td>
    <td style="padding: 10px 8px; font-size: 13px; color: #7f8c8d;">100.00%</td>
    <td style="padding: 10px 8px; font-size: 13px; color: #7f8c8d;">100.16%</td>
    <td style="padding: 10px 8px; font-size: 13px; color: #7f8c8d;">99.59%</td>
    <td style="padding: 10px 8px; font-size: 13px; color: #7f8c8d;">99.40%</td>
    <td style="padding: 10px 8px; font-size: 13px; color: #7f8c8d;">99.53%</td>
    <td style="padding: 10px 8px; font-size: 13px; color: #7f8c8d;">100.20%</td>
    <td style="padding: 10px 8px; font-size: 13px; color: #7f8c8d;">100.16%</td>
    <td style="padding: 10px 8px; font-size: 13px; color: #7f8c8d;">100.06%</td>
  </tr>
  <tr style="border-bottom: 1px solid #eee;">
    <td style="padding: 10px 8px; font-weight: bold; text-align: left; font-size: 13px; background-color: #fafafa;">seqconcurrscans</td>
    <td style="padding: 10px 8px; font-weight: bold; font-size: 13px; background-color: #fafafa;">1</td>
    <td style="padding: 10px 8px; font-size: 13px; color: #7f8c8d;">100.00%</td>
    <td style="padding: 10px 8px; font-size: 13px; color: #dc3545; font-weight: 500;">77.29%</td>
    <td style="padding: 10px 8px; font-size: 13px; color: #7f8c8d;">100.68%</td>
    <td style="padding: 10px 8px; font-size: 13px; color: #dc3545; font-weight: 500;">97.11%</td>
    <td style="padding: 10px 8px; font-size: 13px; background-color: #c3e6cb; color: #155724; font-weight: bold;">102.78%</td>
    <td style="padding: 10px 8px; font-size: 13px; color: #dc3545; font-weight: 500;">97.76%</td>
    <td style="padding: 10px 8px; font-size: 13px; color: #dc3545; font-weight: 500;">95.93%</td>
    <td style="padding: 10px 8px; font-size: 13px; background-color: #f5c6cb; color: #721c24; font-weight: bold;">75.08%</td>
  </tr>
  <tr style="border-bottom: 1px solid #eee;">
    <td style="padding: 10px 8px; font-weight: bold; text-align: left; font-size: 13px; background-color: #fafafa;">seqconcurrscans</td>
    <td style="padding: 10px 8px; font-weight: bold; font-size: 13px; background-color: #fafafa;">8</td>
    <td style="padding: 10px 8px; font-size: 13px; color: #7f8c8d;">100.00%</td>
    <td style="padding: 10px 8px; font-size: 13px; background-color: #f5c6cb; color: #721c24; font-weight: bold;">71.27%</td>
    <td style="padding: 10px 8px; font-size: 13px; color: #dc3545; font-weight: 500;">86.54%</td>
    <td style="padding: 10px 8px; font-size: 13px; background-color: #c3e6cb; color: #155724; font-weight: bold;">112.56%</td>
    <td style="padding: 10px 8px; font-size: 13px; color: #28a745; font-weight: 500;">110.55%</td>
    <td style="padding: 10px 8px; font-size: 13px; color: #7f8c8d;">99.79%</td>
    <td style="padding: 10px 8px; font-size: 13px; color: #28a745; font-weight: 500;">103.61%</td>
    <td style="padding: 10px 8px; font-size: 13px; color: #7f8c8d;">99.50%</td>
  </tr>
  <tr style="border-bottom: 1px solid #eee;">
    <td style="padding: 10px 8px; font-weight: bold; text-align: left; font-size: 13px; background-color: #fafafa;">seqconcurrscans</td>
    <td style="padding: 10px 8px; font-weight: bold; font-size: 13px; background-color: #fafafa;">32</td>
    <td style="padding: 10px 8px; font-size: 13px; color: #7f8c8d;">100.00%</td>
    <td style="padding: 10px 8px; font-size: 13px; background-color: #f5c6cb; color: #721c24; font-weight: bold;">94.33%</td>
    <td style="padding: 10px 8px; font-size: 13px; color: #7f8c8d;">100.38%</td>
    <td style="padding: 10px 8px; font-size: 13px; color: #28a745; font-weight: 500;">118.67%</td>
    <td style="padding: 10px 8px; font-size: 13px; background-color: #c3e6cb; color: #155724; font-weight: bold;">122.60%</td>
    <td style="padding: 10px 8px; font-size: 13px; color: #28a745; font-weight: 500;">109.97%</td>
    <td style="padding: 10px 8px; font-size: 13px; color: #28a745; font-weight: 500;">108.72%</td>
    <td style="padding: 10px 8px; font-size: 13px; color: #28a745; font-weight: 500;">107.00%</td>
  </tr>
</table>
    </div>
    
    <div class="table-container">
        <h2>Table 2: Performance Relative to Master Interleave (100% Baseline)</h2>
        <p>Values within ±2% of the baseline are considered noise and are uncolored.</p>
        <table border="1" style="border-collapse: collapse; text-align: center; font-family: Arial, sans-serif; width: 100%; border: 1px solid #ddd;">
  <tr style="background-color: #f2f2f2; border-bottom: 2px solid #ddd;">
    <th style="padding: 12px 10px; font-size: 13px;">Benchmark</th>
    <th style="padding: 12px 10px; font-size: 13px;">Clients</th>
    <th style="padding: 12px 10px; font-size: 12px;">master interleave (Baseline)</th>
    <th style="padding: 12px 10px; font-size: 12px;">master default</th>
    <th style="padding: 12px 10px; font-size: 12px;">optimized (numa=off, bal=off)</th>
    <th style="padding: 12px 10px; font-size: 12px;">optimized (numa=on, bal=off)</th>
    <th style="padding: 12px 10px; font-size: 12px;">optimized (numa=on, bal=on)</th>
    <th style="padding: 12px 10px; font-size: 12px;">patched (numa=off, bal=off)</th>
    <th style="padding: 12px 10px; font-size: 12px;">patched (numa=on, bal=off)</th>
    <th style="padding: 12px 10px; font-size: 12px;">patched (numa=on, bal=on)</th>
  </tr>
  <tr style="border-bottom: 1px solid #eee;">
    <td style="padding: 10px 8px; font-weight: bold; text-align: left; font-size: 13px; background-color: #fafafa;">pgbenchS</td>
    <td style="padding: 10px 8px; font-weight: bold; font-size: 13px; background-color: #fafafa;">1</td>
    <td style="padding: 10px 8px; font-size: 13px; color: #7f8c8d;">100.00%</td>
    <td style="padding: 10px 8px; font-size: 13px; color: #7f8c8d;">100.92%</td>
    <td style="padding: 10px 8px; font-size: 13px; color: #7f8c8d;">99.71%</td>
    <td style="padding: 10px 8px; font-size: 13px; color: #7f8c8d;">101.22%</td>
    <td style="padding: 10px 8px; font-size: 13px; color: #28a745; font-weight: 500;">102.49%</td>
    <td style="padding: 10px 8px; font-size: 13px; background-color: #c3e6cb; color: #155724; font-weight: bold;">102.84%</td>
    <td style="padding: 10px 8px; font-size: 13px; color: #28a745; font-weight: 500;">102.70%</td>
    <td style="padding: 10px 8px; font-size: 13px; color: #28a745; font-weight: 500;">102.21%</td>
  </tr>
  <tr style="border-bottom: 1px solid #eee;">
    <td style="padding: 10px 8px; font-weight: bold; text-align: left; font-size: 13px; background-color: #fafafa;">pgbenchS</td>
    <td style="padding: 10px 8px; font-weight: bold; font-size: 13px; background-color: #fafafa;">8</td>
    <td style="padding: 10px 8px; font-size: 13px; color: #7f8c8d;">100.00%</td>
    <td style="padding: 10px 8px; font-size: 13px; color: #7f8c8d;">99.66%</td>
    <td style="padding: 10px 8px; font-size: 13px; color: #7f8c8d;">99.30%</td>
    <td style="padding: 10px 8px; font-size: 13px; color: #7f8c8d;">99.72%</td>
    <td style="padding: 10px 8px; font-size: 13px; color: #7f8c8d;">99.46%</td>
    <td style="padding: 10px 8px; font-size: 13px; color: #7f8c8d;">100.43%</td>
    <td style="padding: 10px 8px; font-size: 13px; color: #7f8c8d;">100.53%</td>
    <td style="padding: 10px 8px; font-size: 13px; color: #7f8c8d;">100.90%</td>
  </tr>
  <tr style="border-bottom: 1px solid #eee;">
    <td style="padding: 10px 8px; font-weight: bold; text-align: left; font-size: 13px; background-color: #fafafa;">pgbenchS</td>
    <td style="padding: 10px 8px; font-weight: bold; font-size: 13px; background-color: #fafafa;">32</td>
    <td style="padding: 10px 8px; font-size: 13px; color: #7f8c8d;">100.00%</td>
    <td style="padding: 10px 8px; font-size: 13px; color: #7f8c8d;">99.84%</td>
    <td style="padding: 10px 8px; font-size: 13px; color: #7f8c8d;">99.44%</td>
    <td style="padding: 10px 8px; font-size: 13px; color: #7f8c8d;">99.25%</td>
    <td style="padding: 10px 8px; font-size: 13px; color: #7f8c8d;">99.37%</td>
    <td style="padding: 10px 8px; font-size: 13px; color: #7f8c8d;">100.04%</td>
    <td style="padding: 10px 8px; font-size: 13px; color: #7f8c8d;">100.00%</td>
    <td style="padding: 10px 8px; font-size: 13px; color: #7f8c8d;">99.90%</td>
  </tr>
  <tr style="border-bottom: 1px solid #eee;">
    <td style="padding: 10px 8px; font-weight: bold; text-align: left; font-size: 13px; background-color: #fafafa;">seqconcurrscans</td>
    <td style="padding: 10px 8px; font-weight: bold; font-size: 13px; background-color: #fafafa;">1</td>
    <td style="padding: 10px 8px; font-size: 13px; color: #7f8c8d;">100.00%</td>
    <td style="padding: 10px 8px; font-size: 13px; color: #28a745; font-weight: 500;">129.39%</td>
    <td style="padding: 10px 8px; font-size: 13px; color: #28a745; font-weight: 500;">130.27%</td>
    <td style="padding: 10px 8px; font-size: 13px; color: #28a745; font-weight: 500;">125.65%</td>
    <td style="padding: 10px 8px; font-size: 13px; background-color: #c3e6cb; color: #155724; font-weight: bold;">132.98%</td>
    <td style="padding: 10px 8px; font-size: 13px; color: #28a745; font-weight: 500;">126.49%</td>
    <td style="padding: 10px 8px; font-size: 13px; color: #28a745; font-weight: 500;">124.13%</td>
    <td style="padding: 10px 8px; font-size: 13px; background-color: #f5c6cb; color: #721c24; font-weight: bold;">97.14%</td>
  </tr>
  <tr style="border-bottom: 1px solid #eee;">
    <td style="padding: 10px 8px; font-weight: bold; text-align: left; font-size: 13px; background-color: #fafafa;">seqconcurrscans</td>
    <td style="padding: 10px 8px; font-weight: bold; font-size: 13px; background-color: #fafafa;">8</td>
    <td style="padding: 10px 8px; font-size: 13px; color: #7f8c8d;">100.00%</td>
    <td style="padding: 10px 8px; font-size: 13px; color: #28a745; font-weight: 500;">140.31%</td>
    <td style="padding: 10px 8px; font-size: 13px; color: #28a745; font-weight: 500;">121.42%</td>
    <td style="padding: 10px 8px; font-size: 13px; background-color: #c3e6cb; color: #155724; font-weight: bold;">157.93%</td>
    <td style="padding: 10px 8px; font-size: 13px; color: #28a745; font-weight: 500;">155.12%</td>
    <td style="padding: 10px 8px; font-size: 13px; color: #28a745; font-weight: 500;">140.01%</td>
    <td style="padding: 10px 8px; font-size: 13px; color: #28a745; font-weight: 500;">145.37%</td>
    <td style="padding: 10px 8px; font-size: 13px; color: #28a745; font-weight: 500;">139.60%</td>
  </tr>
  <tr style="border-bottom: 1px solid #eee;">
    <td style="padding: 10px 8px; font-weight: bold; text-align: left; font-size: 13px; background-color: #fafafa;">seqconcurrscans</td>
    <td style="padding: 10px 8px; font-weight: bold; font-size: 13px; background-color: #fafafa;">32</td>
    <td style="padding: 10px 8px; font-size: 13px; color: #7f8c8d;">100.00%</td>
    <td style="padding: 10px 8px; font-size: 13px; color: #28a745; font-weight: 500;">106.02%</td>
    <td style="padding: 10px 8px; font-size: 13px; color: #28a745; font-weight: 500;">106.42%</td>
    <td style="padding: 10px 8px; font-size: 13px; color: #28a745; font-weight: 500;">125.81%</td>
    <td style="padding: 10px 8px; font-size: 13px; background-color: #c3e6cb; color: #155724; font-weight: bold;">129.97%</td>
    <td style="padding: 10px 8px; font-size: 13px; color: #28a745; font-weight: 500;">116.58%</td>
    <td style="padding: 10px 8px; font-size: 13px; color: #28a745; font-weight: 500;">115.26%</td>
    <td style="padding: 10px 8px; font-size: 13px; color: #28a745; font-weight: 500;">113.44%</td>
  </tr>
</table>
    </div>
</body>
</html>