track db connections in qa script

examples/fuel-explorer/fuel-explorer/fuel_explorer.manifest.yaml

@@ -1,39 +1,13 @@
-# A namespace is a logical grouping of declared names. Think of the namespace
-# as an organization identifier
+---
 namespace: fuellabs
-
-# The identifier field is used to identify the given index.
 identifier: explorer
-
-# The abi option is used to provide a link to the Sway JSON ABI that is generated when you
-# build your project.
 abi: ~
-
-# The particular start block after which you'd like your indexer to start indexing events.
-start_block: ~
-
-# The particular end block after which you'd like your indexer to stop indexing events.
-end_block: ~
-
-# The `fuel_client` denotes the address (host, port combination) of the running Fuel client
-# that you would like your indexer to index events from. In order to use this per-indexer
-# `fuel_client` option, the indexer service at which your indexer is deployed will have to run
-# with the `--indexer_net_config` option.
 fuel_client: ~
-
-# The contract_id specifies which particular contract you would like your index to subscribe to.
-contract_id: ~
-
-# The graphql_schema field contains the file path that points to the GraphQL schema for the
-# given index.
-graphql_schema:  examples/fuel-explorer/fuel-explorer/schema/fuel_explorer.schema.graphql
-
-# The module field contains a file path that points to code that will be run as an executor inside
-# of the indexer.
-# Important: At this time, wasm is the preferred method of execution.
+graphql_schema: examples/fuel-explorer/fuel-explorer/schema/fuel_explorer.schema.graphql
 module:
   wasm: target/wasm32-unknown-unknown/release/fuel_explorer.wasm
-
-# The resumable field contains a boolean that specifies whether or not the indexer should, synchronise
-# with the latest block if it has fallen out of sync.
+metrics: ~
+contract_id: ~
+start_block: 2376387
+end_block: 2376887
 resumable: true

examples/hello-world/hello-world/hello_world.manifest.yaml

@@ -1,39 +1,13 @@
-# A namespace is a logical grouping of declared names. Think of the namespace
-# as an organization identifier
+---
 namespace: fuellabs
-
-# The identifier field is used to identify the given index.
-identifier: hello_world
-
-# The abi option is used to provide a link to the Sway JSON ABI that is generated when you
-# build your project.
+identifier: hello_world_2
 abi: ~
-
-# The particular start block after which you'd like your indexer to start indexing events.
-start_block: ~
-
-# The particular end block after which you'd like your indexer to stop indexing events.
-end_block: ~
-
-# The `fuel_client` denotes the address (host, port combination) of the running Fuel client
-# that you would like your indexer to index events from. In order to use this per-indexer
-# `fuel_client` option, the indexer service at which your indexer is deployed will have to run
-# with the `--indexer_net_config` option.
 fuel_client: ~
-
-# The contract_id specifies which particular contract you would like your index to subscribe to.
-contract_id: ~
-
-# The graphql_schema field contains the file path that points to the GraphQL schema for the
-# given index.
 graphql_schema: examples/hello-world/hello-world/schema/hello_world.schema.graphql
-
-# The module field contains a file path that points to code that will be run as an executor inside
-# of the indexer.
-# Important: At this time, wasm is the preferred method of execution.
 module:
   wasm: target/wasm32-unknown-unknown/release/hello_world.wasm
-
-# The resumable field contains a boolean that specifies whether or not the indexer should, synchronise
-# with the latest block if it has fallen out of sync.
-resumable: true
+metrics: ~
+contract_id: ~
+start_block: ~
+end_block: ~
+resumable: true

packages/fuel-indexer-benchmarks/src/bin/qa.rs

@@ -115,6 +115,8 @@ impl StatManager {
             / 1000.;
         let avg_cpu =
             runs.iter().map(|run| run.avg_cpu()).sum::<f64>() / runs.len() as f64;
+        let db_connections = runs.iter().map(|run| run.max_conn()).max().unwrap_or(0);
+        let max_db_connections = max_db_connections().unwrap_or(0);
         let avg_blocks_per_sec =
             runs.iter().map(|run| run.blocks_per_sec).sum::<f64>() / runs.len() as f64;
         let index_size = runs.iter().map(|run| run.index_size).sum::<u64>() as f64
@@ -148,6 +150,7 @@ runtime: {runtime:.1} minutes
 missing blocks: {missing_blocks}
 avg memory: {avg_memory:.1}kB
 avg cpu: {avg_cpu:.1}%
+db connections: {db_connections}/{max_db_connections}
 avg blocks/sec: {avg_blocks_per_sec:.1}
 index size: {index_size:.1}kB per block
 
@@ -173,6 +176,7 @@ struct RunStat {
     pub end_block: u32,
     pub mem: Vec<u64>,
     pub cpu: Vec<f64>,
+    pub conn: Vec<usize>,
     pub blocks_per_sec: f64,
     pub index_size: u64,
     pub missing_blocks: u64,
@@ -187,6 +191,7 @@ impl RunStat {
             end_block,
             mem: Vec::new(),
             cpu: Vec::new(),
+            conn: Vec::new(),
             index_size: 0,
             blocks_per_sec: 0.0,
             missing_blocks: 0,
@@ -209,12 +214,17 @@ impl RunStat {
         };
         self.mem.push(mem);
         self.cpu.push(record_cpu_usage());
+        self.conn.push(record_active_connections().unwrap_or(0));
     }
 
     fn avg_mem(&self) -> u64 {
         self.mem.iter().sum::<u64>() / self.mem.len() as u64
     }
 
+    fn max_conn(&self) -> usize {
+        *self.conn.iter().max().unwrap_or(&0)
+    }
+
     fn stdv_mem(&self) -> f64 {
         let avg = self.avg_mem() as f64;
         let sum = self
@@ -321,6 +331,8 @@ WHERE schema_name = 'fuellabs_explorer';
         let stdv_cpu = self.stdv_cpu();
         let avg_cpu = self.avg_cpu();
         let stdv_mem = self.stdv_mem() / 1000.;
+        let db_connections = self.conn.iter().max().unwrap_or(&0usize);
+        let max_db_connections = max_db_connections().unwrap_or(0);
         let runtime = *runtime as f64 / 60.;
         let block_size = self.index_size as f64 / 1000.;
 
@@ -334,6 +346,7 @@ run: {id}
     stdv memory:    {stdv_mem:.1}kB
     avg cpu:        {avg_cpu:.1}%
     stdv cpu:       {stdv_cpu:.1}%
+    db connections: {db_connections}/{max_db_connections}
     missing blocks: {missing_blocks}
     blocks/sec:     {blocks_per_sec:.1}
     index size:     {block_size}kB per block"#
@@ -505,6 +518,45 @@ fn record_mem_usage() -> Result<String, std::io::Error> {
         .read()
 }
 
+fn record_active_connections() -> Result<usize, std::io::Error> {
+    let proc = Command::new("psql")
+        .arg("-U")
+        .arg("postgres")
+        .arg("-c")
+        .arg("SELECT count(*) used FROM pg_stat_activity")
+        .arg("--no-align")
+        .arg("--tuples-only")
+        .stdout(Stdio::piped())
+        .stderr(Stdio::piped())
+        .spawn()
+        .unwrap();
+    let output = proc.wait_with_output().unwrap();
+    let output = String::from_utf8(output.stdout).unwrap();
+    let output = output.trim();
+    let output = output.parse::<usize>().unwrap_or(0);
+    println!("Active connections: {output}");
+    Ok(output)
+}
+
+fn max_db_connections() -> Result<usize, std::io::Error> {
+    let proc = Command::new("psql")
+    .arg("-U")
+    .arg("postgres")
+    .arg("-c")
+    .arg("SELECT setting::int max_conn FROM pg_settings WHERE name=$$max_connections$$")
+    .arg("--no-align")
+    .arg("--tuples-only")
+    .stdout(Stdio::piped())
+    .stderr(Stdio::piped())
+    .spawn()
+    .unwrap();
+    let output = proc.wait_with_output().unwrap();
+    let output = String::from_utf8(output.stdout).unwrap();
+    let output = output.trim();
+    let output = output.parse::<usize>().unwrap_or(0);
+    Ok(output)
+}
+
 #[tokio::main]
 async fn main() {
     let opts = Args::from_args();

packages/fuel-indexer-database/src/lib.rs

@@ -120,6 +120,7 @@ impl IndexerConnectionPool {
     pub async fn acquire(&self) -> sqlx::Result<IndexerConnection> {
         match self {
             IndexerConnectionPool::Postgres(p) => {
+                println!("IDLE CONNECTIONS {}", p.num_idle());
                 Ok(IndexerConnection::Postgres(Box::new(p.acquire().await?)))
             }
         }