System tuning

.gitignore

@@ -14,5 +14,5 @@ inventory/group_vars/remote.yaml
 inventory/group_vars/testnet_validators.yaml
 inventory-test/hosts.yml
 inventory-test/group_vars/all.yml
-roles/monitoring/files/test.py
+playbooks/roles/monitoring/files/test.py
 inventory/group_vars/rpc.yaml

docs/advanced.md

@@ -39,7 +39,7 @@
 
 ### Configure Ubuntu
 
-[Ubuntu role](../roles/configure_ubuntu)
+[Ubuntu role](../playbooks/roles/configure_ubuntu)
 
 that role configures your ubuntu node to be more performant and stable with validation
 
@@ -52,13 +52,13 @@ that role configures your ubuntu node to be more performant and stable with vali
 
 ### Bootstrap Solana cli
 
-[Solana cli role](../roles/solana_cli)
+[Solana cli role](../playbooks/roles/solana_cli)
 
 that role installs or updates solana cli
 
 ### Configure node monitoring
 
-- [monitoring](../roles/monitoring)
+- [monitoring](../playbooks/roles/monitoring)
 
 that role configures sending of validator and node metrics to our [grafana dashboard](https://solana.thevalidators.io)
 

inventory_example/group_vars/mainnet_validators.yaml

@@ -20,6 +20,6 @@ expected_genesis_hash: '5eykt4UsFv8P8NJdTREpY1vzqKqZKvdpKuc147dw2N9d'
 limit_ledger_size: 50000000
 snapshot_interval_slots: 2000
 maximum_local_snapshot_age: 3000
-solana_version: 1.13.5
+solana_version: 1.14.20
 extra_params:
   - '--incremental-snapshot-interval-slots 200'

inventory_example/group_vars/testnet_validators.yaml

@@ -18,6 +18,6 @@ expected_genesis_hash: '4uhcVJyU9pJkvQyS88uRDiswHXSCkY3zQawwpjk2NsNY'
 limit_ledger_size: 50000000
 snapshot_interval_slots: 500
 maximum_local_snapshot_age: 1000
-solana_version: 1.14.11
+solana_version: 1.16.4
 extra_params:
   - '--incremental-snapshot-interval-slots 200'

roles/configure_ubuntu/tasks/main.yaml → playbooks/roles/configure_ubuntu/tasks/main.yaml

@@ -51,3 +51,8 @@
   tags:
     - config.solana_user
     - validator.service.solana
+
+- name: System tuning
+  import_tasks: tuning.yaml
+  tags:
+    - tuning

roles/configure_ubuntu/tasks/packages.yaml → playbooks/roles/configure_ubuntu/tasks/packages.yaml

@@ -21,5 +21,6 @@
       - python3-pip
       - ufw
       - rsyslog
+      - acl
   tags:
     - config.packages

roles/configure_ubuntu/tasks/solana_user.yaml → playbooks/roles/configure_ubuntu/tasks/solana_user.yaml

@@ -15,6 +15,7 @@
     groups:
       - "{{ solana_user }}"
       - syslog
+    home: "{{ solana_home }}"
   tags:
     - config.solana_user
     - validator.service.solana

playbooks/roles/configure_ubuntu/tasks/tuning.yaml

@@ -0,0 +1,45 @@
+- ansible.posix.sysctl:
+    name: net.core.rmem_default
+    value: '134217728'
+  tags:
+    - tuning.sysctl
+
+- ansible.posix.sysctl:
+    name: net.core.rmem_max
+    value: '134217728'
+  tags:
+    - tuning.sysctl
+
+- ansible.posix.sysctl:
+    name: net.core.wmem_default
+    value: '134217728'
+  tags:
+    - tuning.sysctl
+
+- ansible.posix.sysctl:
+    name: net.core.wmem_max
+    value: '134217728'
+  tags:
+    - tuning.sysctl
+
+- ansible.posix.sysctl:
+    name: vm.max_map_count
+    value: '1000000'
+  tags:
+    - tuning.sysctl
+
+- ansible.posix.sysctl:
+    name: fs.nr_open
+    value: '1000000'
+  tags:
+    - tuning.sysctl
+
+- name: Add or modify nofile limits for wildcard domain
+  community.general.pam_limits:
+    domain: '*'
+    limit_type: '-'
+    limit_item: nofile
+    value: 1000000
+  tags:
+    - tuning.limits
+

roles/monitoring/tasks/install_telegraf.yaml → playbooks/roles/monitoring/tasks/install_telegraf.yaml

@@ -1,6 +1,6 @@
 ---
 
-- name: Adde influx repo key on Ubuntu
+- name: Add influx repo key on Ubuntu
   apt_key:
     #url: https://repos.influxdata.com/influxdb.key
     url: https://repos.influxdata.com/influxdata-archive_compat.key

roles/solana_cli/tasks/install.yaml → playbooks/roles/solana_cli/tasks/install.yaml

@@ -30,5 +30,11 @@
   tags:
     - cli.install
 
-
-
+- name: Add cli to path
+  ansible.builtin.lineinfile:
+    path: "{{ solana_home }}/.bashrc"
+    line: "export PATH=\"{{ solana_home }}/.local/share/solana/install/active_release/bin:$PATH\""
+  become: true
+  become_user: "{{ solana_user }}"
+  tags:
+    - cli.install

roles/solana_validator_bootstrap/tasks/main.yaml → playbooks/roles/solana_validator_bootstrap/tasks/main.yaml

@@ -23,11 +23,6 @@
   tags:
     - validator.manage.config
 
-- name: Create sys-tuner service
-  import_tasks: sys-tuner.service.yaml
-  tags:
-    - validator.service.sys-tuner
-
 - name: Setup logrotate
   import_tasks: logrotate.yaml
   tags:

roles/solana_validator_bootstrap/templates/service.demo → playbooks/roles/solana_validator_bootstrap/templates/service.demo

@@ -6,7 +6,7 @@ StartLimitIntervalSec=0
 Type=simple
 Restart=always
 RestartSec=1
-LimitNOFILE=1024000
+LimitNOFILE=1000000
 Environment="SOLANA_METRICS_CONFIG=host=https://metrics.solana.com:8086,db=mainnet-beta,u=mainnet-beta_write,p=password"
 Environment="RUST_LOG=debug,hyper::proto=info,reqwest=info,hyper::client=info,solana_metrics=warn,solana_runtime=info,solana_vote_program=info,solana_core=info,solana_ledger=info,solana_rbpf=info,solana_program=info,solana_perf=info,tokio_reactor=info,jsonrpc_core=info,jsonrpc_core::io=info"
 ExecStart=/home/solana/.local/share/solana/install/active_release/bin/solana-validator \

roles/solana_validator_bootstrap/templates/solana-validator.service.j2 → playbooks/roles/solana_validator_bootstrap/templates/solana-validator.service.j2

@@ -8,7 +8,7 @@ Type=simple
 Restart=always
 RestartSec=1
 User={{ solana_user }}
-LimitNOFILE=1024000
+LimitNOFILE=1000000
 Environment="PATH=/bin:/usr/bin:{{ env_path }}"
 Environment="SOLANA_METRICS_CONFIG=host={{ solana_metrics_url }}"
 ExecStart={{ env_path }}/solana-validator \