Browse Source

bench: Show change amount and add change note (#2549)

acheron 2 years ago
parent
commit
29b8a72800
2 changed files with 94 additions and 91 deletions
  1. 91 89
      bench/COMPUTE_UNITS.md
  2. 3 2
      tests/bench/scripts/sync-markdown.ts

+ 91 - 89
bench/COMPUTE_UNITS.md

@@ -114,98 +114,100 @@ Solana version: 1.16.0
 
 Solana version: 1.16.0
 
-| Instruction                 | Compute Units | +/-            |
-| --------------------------- | ------------- | -------------- |
-| accountInfo1                | 1015          | ๐Ÿ”ด **+6.39%**  |
-| accountInfo2                | 1475          | ๐ŸŸข **-5.87%**  |
-| accountInfo4                | 1964          | ๐ŸŸข **-4.61%**  |
-| accountInfo8                | 3841          | -              |
-| accountEmptyInit1           | 5817          | ๐ŸŸข **-2.37%**  |
-| accountEmpty1               | 1149          | ๐Ÿ”ด **+5.41%**  |
-| accountEmptyInit2           | 10402         | ๐ŸŸข **-1.63%**  |
-| accountEmpty2               | 1754          | ๐ŸŸข **-5.29%**  |
-| accountEmptyInit4           | 19508         | -              |
-| accountEmpty4               | 2540          | ๐ŸŸข **-4.01%**  |
-| accountEmptyInit8           | 37265         | -              |
-| accountEmpty8               | 5016          | -              |
-| accountSizedInit1           | 5924          | ๐ŸŸข **-2.29%**  |
-| accountSized1               | 1214          | ๐Ÿ”ด **+6.96%**  |
-| accountSizedInit2           | 10680         | -              |
-| accountSized2               | 1873          | ๐ŸŸข **-4.73%**  |
-| accountSizedInit4           | 19970         | -              |
-| accountSized4               | 2762          | -              |
-| accountSizedInit8           | 38122         | -              |
-| accountSized8               | 5353          | -              |
-| accountUnsizedInit1         | 6052          | ๐ŸŸข **-2.28%**  |
-| accountUnsized1             | 1338          | ๐Ÿ”ด **+7.64%**  |
-| accountUnsizedInit2         | 10929         | ๐ŸŸข **-1.02%**  |
-| accountUnsized2             | 1778          | ๐ŸŸข **-6.08%**  |
-| accountUnsizedInit4         | 20339         | -              |
-| accountUnsized4             | 3136          | ๐Ÿ”ด **+1.03%**  |
-| accountUnsizedInit8         | 39096         | -              |
-| accountUnsized8             | 5952          | ๐ŸŸข **-1.64%**  |
-| boxedAccountEmptyInit1      | 6034          | ๐ŸŸข **-2.05%**  |
-| boxedAccountEmpty1          | 888           | ๐ŸŸข **-9.02%**  |
-| boxedAccountEmptyInit2      | 10633         | ๐ŸŸข **-1.40%**  |
-| boxedAccountEmpty2          | 1401          | ๐ŸŸข **-6.54%**  |
-| boxedAccountEmptyInit4      | 19311         | -              |
-| boxedAccountEmpty4          | 2424          | ๐ŸŸข **-4.19%**  |
-| boxedAccountEmptyInit8      | 37136         | -              |
-| boxedAccountEmpty8          | 4659          | ๐ŸŸข **-2.53%**  |
-| boxedAccountSizedInit1      | 6130          | ๐ŸŸข **-2.01%**  |
-| boxedAccountSized1          | 917           | ๐ŸŸข **-8.57%**  |
-| boxedAccountSizedInit2      | 10828         | ๐ŸŸข **-1.34%**  |
-| boxedAccountSized2          | 1463          | ๐ŸŸข **-5.86%**  |
-| boxedAccountSizedInit4      | 19703         | -              |
-| boxedAccountSized4          | 2543          | ๐ŸŸข **-3.75%**  |
-| boxedAccountSizedInit8      | 37919         | -              |
-| boxedAccountSized8          | 4898          | ๐ŸŸข **-2.10%**  |
-| boxedAccountUnsizedInit1    | 6240          | ๐ŸŸข **-2.10%**  |
-| boxedAccountUnsized1        | 972           | ๐ŸŸข **-9.07%**  |
-| boxedAccountUnsizedInit2    | 11048         | ๐ŸŸข **-1.45%**  |
-| boxedAccountUnsized2        | 1570          | ๐ŸŸข **-6.49%**  |
-| boxedAccountUnsizedInit4    | 20138         | ๐ŸŸข **-1.05%**  |
-| boxedAccountUnsized4        | 2768          | ๐ŸŸข **-4.52%**  |
-| boxedAccountUnsizedInit8    | 38800         | -              |
-| boxedAccountUnsized8        | 5347          | ๐ŸŸข **-3.08%**  |
-| boxedInterfaceAccountMint1  | 2296          | -              |
-| boxedInterfaceAccountMint2  | 4129          | ๐Ÿ”ด **+1.88%**  |
-| boxedInterfaceAccountMint4  | 7783          | ๐Ÿ”ด **+3.25%**  |
-| boxedInterfaceAccountMint8  | 15281         | ๐Ÿ”ด **+3.96%**  |
-| boxedInterfaceAccountToken1 | 2023          | ๐Ÿ”ด **+16.47%** |
-| boxedInterfaceAccountToken2 | 3582          | ๐Ÿ”ด **+22.34%** |
-| boxedInterfaceAccountToken4 | 6692          | ๐Ÿ”ด **+26.48%** |
-| boxedInterfaceAccountToken8 | 13098         | ๐Ÿ”ด **+28.35%** |
-| interfaceAccountMint1       | 2364          | ๐ŸŸข **-6.56%**  |
-| interfaceAccountMint2       | 5030          | ๐Ÿ”ด **+6.43%**  |
-| interfaceAccountMint4       | 9803          | ๐Ÿ”ด **+3.94%**  |
-| interfaceAccountMint8       | 18400         | ๐Ÿ”ด **+3.90%**  |
-| interfaceAccountToken1      | 2091          | ๐Ÿ”ด **+19.15%** |
-| interfaceAccountToken2      | 3948          | ๐Ÿ”ด **+22.95%** |
-| interfaceAccountToken4      | 7547          | ๐Ÿ”ด **+25.66%** |
-| interface1                  | 1059          | ๐Ÿ”ด **+6.01%**  |
-| interface2                  | 1479          | ๐ŸŸข **-6.04%**  |
-| interface4                  | 1900          | ๐ŸŸข **-4.81%**  |
-| interface8                  | 3646          | -              |
-| program1                    | 1053          | ๐Ÿ”ด **+5.41%**  |
-| program2                    | 1467          | ๐ŸŸข **-6.74%**  |
-| program4                    | 1878          | ๐ŸŸข **-6.01%**  |
-| program8                    | 3598          | ๐ŸŸข **-1.45%**  |
-| signer1                     | 1018          | ๐Ÿ”ด **+6.26%**  |
-| signer2                     | 1484          | ๐ŸŸข **-5.84%**  |
-| signer4                     | 1984          | ๐ŸŸข **-4.57%**  |
-| signer8                     | 3880          | -              |
-| systemAccount1              | 1072          | ๐Ÿ”ด **+5.82%**  |
-| systemAccount2              | 1590          | ๐ŸŸข **-5.69%**  |
-| systemAccount4              | 2195          | ๐ŸŸข **-4.48%**  |
-| systemAccount8              | 4305          | -              |
-| uncheckedAccount1           | 1014          | ๐Ÿ”ด **+6.40%**  |
-| uncheckedAccount2           | 1475          | ๐ŸŸข **-5.87%**  |
-| uncheckedAccount4           | 1965          | ๐ŸŸข **-4.61%**  |
-| uncheckedAccount8           | 3841          | -              |
+| Instruction                 | Compute Units | +/-                   |
+| --------------------------- | ------------- | --------------------- |
+| accountInfo1                | 1015          | ๐Ÿ”ด **+61 (6.39%)**    |
+| accountInfo2                | 1475          | ๐ŸŸข **-92 (5.87%)**    |
+| accountInfo4                | 1964          | ๐ŸŸข **-95 (4.61%)**    |
+| accountInfo8                | 3841          | -                     |
+| accountEmptyInit1           | 5817          | ๐ŸŸข **-141 (2.37%)**   |
+| accountEmpty1               | 1149          | ๐Ÿ”ด **+59 (5.41%)**    |
+| accountEmptyInit2           | 10402         | ๐ŸŸข **-172 (1.63%)**   |
+| accountEmpty2               | 1754          | ๐ŸŸข **-98 (5.29%)**    |
+| accountEmptyInit4           | 19508         | -                     |
+| accountEmpty4               | 2540          | ๐ŸŸข **-106 (4.01%)**   |
+| accountEmptyInit8           | 37265         | -                     |
+| accountEmpty8               | 5016          | -                     |
+| accountSizedInit1           | 5924          | ๐ŸŸข **-139 (2.29%)**   |
+| accountSized1               | 1214          | ๐Ÿ”ด **+79 (6.96%)**    |
+| accountSizedInit2           | 10680         | -                     |
+| accountSized2               | 1873          | ๐ŸŸข **-93 (4.73%)**    |
+| accountSizedInit4           | 19970         | -                     |
+| accountSized4               | 2762          | -                     |
+| accountSizedInit8           | 38122         | -                     |
+| accountSized8               | 5353          | -                     |
+| accountUnsizedInit1         | 6052          | ๐ŸŸข **-141 (2.28%)**   |
+| accountUnsized1             | 1338          | ๐Ÿ”ด **+95 (7.64%)**    |
+| accountUnsizedInit2         | 10929         | ๐ŸŸข **-113 (1.02%)**   |
+| accountUnsized2             | 1778          | ๐ŸŸข **-115 (6.08%)**   |
+| accountUnsizedInit4         | 20339         | -                     |
+| accountUnsized4             | 3136          | ๐Ÿ”ด **+32 (1.03%)**    |
+| accountUnsizedInit8         | 39096         | -                     |
+| accountUnsized8             | 5952          | ๐ŸŸข **-99 (1.64%)**    |
+| boxedAccountEmptyInit1      | 6034          | ๐ŸŸข **-126 (2.05%)**   |
+| boxedAccountEmpty1          | 888           | ๐ŸŸข **-88 (9.02%)**    |
+| boxedAccountEmptyInit2      | 10633         | ๐ŸŸข **-151 (1.40%)**   |
+| boxedAccountEmpty2          | 1401          | ๐ŸŸข **-98 (6.54%)**    |
+| boxedAccountEmptyInit4      | 19311         | -                     |
+| boxedAccountEmpty4          | 2424          | ๐ŸŸข **-106 (4.19%)**   |
+| boxedAccountEmptyInit8      | 37136         | -                     |
+| boxedAccountEmpty8          | 4659          | ๐ŸŸข **-121 (2.53%)**   |
+| boxedAccountSizedInit1      | 6130          | ๐ŸŸข **-126 (2.01%)**   |
+| boxedAccountSized1          | 917           | ๐ŸŸข **-86 (8.57%)**    |
+| boxedAccountSizedInit2      | 10828         | ๐ŸŸข **-147 (1.34%)**   |
+| boxedAccountSized2          | 1463          | ๐ŸŸข **-91 (5.86%)**    |
+| boxedAccountSizedInit4      | 19703         | -                     |
+| boxedAccountSized4          | 2543          | ๐ŸŸข **-99 (3.75%)**    |
+| boxedAccountSizedInit8      | 37919         | -                     |
+| boxedAccountSized8          | 4898          | ๐ŸŸข **-105 (2.10%)**   |
+| boxedAccountUnsizedInit1    | 6240          | ๐ŸŸข **-134 (2.10%)**   |
+| boxedAccountUnsized1        | 972           | ๐ŸŸข **-97 (9.07%)**    |
+| boxedAccountUnsizedInit2    | 11048         | ๐ŸŸข **-163 (1.45%)**   |
+| boxedAccountUnsized2        | 1570          | ๐ŸŸข **-109 (6.49%)**   |
+| boxedAccountUnsizedInit4    | 20138         | ๐ŸŸข **-213 (1.05%)**   |
+| boxedAccountUnsized4        | 2768          | ๐ŸŸข **-131 (4.52%)**   |
+| boxedAccountUnsizedInit8    | 38800         | -                     |
+| boxedAccountUnsized8        | 5347          | ๐ŸŸข **-170 (3.08%)**   |
+| boxedInterfaceAccountMint1  | 2296          | -                     |
+| boxedInterfaceAccountMint2  | 4129          | ๐Ÿ”ด **+76 (1.88%)**    |
+| boxedInterfaceAccountMint4  | 7783          | ๐Ÿ”ด **+245 (3.25%)**   |
+| boxedInterfaceAccountMint8  | 15281         | ๐Ÿ”ด **+582 (3.96%)**   |
+| boxedInterfaceAccountToken1 | 2023          | ๐Ÿ”ด **+286 (16.47%)**  |
+| boxedInterfaceAccountToken2 | 3582          | ๐Ÿ”ด **+654 (22.34%)**  |
+| boxedInterfaceAccountToken4 | 6692          | ๐Ÿ”ด **+1401 (26.48%)** |
+| boxedInterfaceAccountToken8 | 13098         | ๐Ÿ”ด **+2893 (28.35%)** |
+| interfaceAccountMint1       | 2364          | ๐ŸŸข **-166 (6.56%)**   |
+| interfaceAccountMint2       | 5030          | ๐Ÿ”ด **+304 (6.43%)**   |
+| interfaceAccountMint4       | 9803          | ๐Ÿ”ด **+372 (3.94%)**   |
+| interfaceAccountMint8       | 18400         | ๐Ÿ”ด **+691 (3.90%)**   |
+| interfaceAccountToken1      | 2091          | ๐Ÿ”ด **+336 (19.15%)**  |
+| interfaceAccountToken2      | 3948          | ๐Ÿ”ด **+737 (22.95%)**  |
+| interfaceAccountToken4      | 7547          | ๐Ÿ”ด **+1541 (25.66%)** |
+| interface1                  | 1059          | ๐Ÿ”ด **+60 (6.01%)**    |
+| interface2                  | 1479          | ๐ŸŸข **-95 (6.04%)**    |
+| interface4                  | 1900          | ๐ŸŸข **-96 (4.81%)**    |
+| interface8                  | 3646          | -                     |
+| program1                    | 1053          | ๐Ÿ”ด **+54 (5.41%)**    |
+| program2                    | 1467          | ๐ŸŸข **-106 (6.74%)**   |
+| program4                    | 1878          | ๐ŸŸข **-120 (6.01%)**   |
+| program8                    | 3598          | ๐ŸŸข **-53 (1.45%)**    |
+| signer1                     | 1018          | ๐Ÿ”ด **+60 (6.26%)**    |
+| signer2                     | 1484          | ๐ŸŸข **-92 (5.84%)**    |
+| signer4                     | 1984          | ๐ŸŸข **-95 (4.57%)**    |
+| signer8                     | 3880          | -                     |
+| systemAccount1              | 1072          | ๐Ÿ”ด **+59 (5.82%)**    |
+| systemAccount2              | 1590          | ๐ŸŸข **-96 (5.69%)**    |
+| systemAccount4              | 2195          | ๐ŸŸข **-103 (4.48%)**   |
+| systemAccount8              | 4305          | -                     |
+| uncheckedAccount1           | 1014          | ๐Ÿ”ด **+61 (6.40%)**    |
+| uncheckedAccount2           | 1475          | ๐ŸŸข **-92 (5.87%)**    |
+| uncheckedAccount4           | 1965          | ๐ŸŸข **-95 (4.61%)**    |
+| uncheckedAccount8           | 3841          | -                     |
 
 ### Notable changes
 
+- Upgrading Solana to `1.16`. The difference in compute units usage between `0.27.0` and `0.28.0` is the direct result of upgrading Solana version(both build tools and crates) ([#2512](https://github.com/coral-xyz/anchor/pull/2512)).
+
 ---
 
 ## [0.27.0]

+ 3 - 2
tests/bench/scripts/sync-markdown.ts

@@ -44,15 +44,16 @@ import { BenchData, Markdown } from "./utils";
               // New instruction
               changeText = "N/A";
             } else {
+              const delta = newComputeUnits - oldComputeUnits;
               const percentChange = (
                 (newComputeUnits / oldComputeUnits - 1) *
                 100
               ).toFixed(2);
 
               if (+percentChange > 0) {
-                changeText = `๐Ÿ”ด **+${percentChange}%**`;
+                changeText = `๐Ÿ”ด **+${delta} (${percentChange}%)**`;
               } else {
-                changeText = `๐ŸŸข **${percentChange}%**`;
+                changeText = `๐ŸŸข **${delta} (${percentChange.slice(1)}%)**`;
               }
             }