Skip to content

Compatibility with different python versions #11

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
bilbolodz wants to merge 7 commits into
base: master
Choose a base branch
from
Open

Compatibility with different python versions #11

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
7 commits
Select commit Hold shift + click to select a range
d4e36eb
Fixes for compatibility with older (2.6) python version
bilbolodz May 31, 2019
eaf5644
Update __init__.py
bilbolodz May 31, 2019
6fc8be8
Merge branch 'master' of https://github.com/Spindel/PgZabbix into Spi…
Jan 15, 2020
74d9c48
Merge branch 'Spindel-master'
Jan 15, 2020
d9d6c2a
Added zip dist file
Jan 15, 2020
a7f184c
Fixed problem with format function
Jan 16, 2020
1252e11
Fix for ptyhon 3.12 and new names for parameters in configparser module
bilbolodz Apr 10, 2025
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2 changes: 1 addition & 1 deletion README.md
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
PgZabbix
PgZabbix (python 2.6, 3.X, 3.12 compatible version)

Suck some stats out of Postgres, and inject it into Zabbix. Mostly based on
pg_monz but not written in shell script.
Expand Down
4 changes: 4 additions & 0 deletions build/lib/__main__.py
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,4 @@
import pgzabbix.cmd

if __name__ == "__main__":
pgzabbix.cmd.main()
169 changes: 169 additions & 0 deletions build/lib/pgzabbix/__init__.py
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,169 @@
import json
import pgzabbix.generic
import pgzabbix.discover
import pgzabbix.database
import pgzabbix.replication
import pgzabbix.table
import psycopg2


def all_generic(cur):
for fun in (
pgzabbix.generic.psql_running,
pgzabbix.generic.machine_is_primary,
pgzabbix.generic.machine_is_standby,
pgzabbix.generic.psql_active_connections,
pgzabbix.generic.psql_buffers_alloc,
pgzabbix.generic.psql_buffers_backend,
pgzabbix.generic.psql_buffers_backend_fsync,
pgzabbix.generic.psql_buffers_checkpoint,
pgzabbix.generic.psql_buffers_clean,
pgzabbix.generic.psql_checkpoints_req,
pgzabbix.generic.psql_checkpoints_timed,
pgzabbix.generic.psql_idle_connections,
pgzabbix.generic.psql_idle_tx_connections,
pgzabbix.generic.psql_locks_waiting,
pgzabbix.generic.psql_maxwritten_clean,
pgzabbix.generic.psql_server_connections,
pgzabbix.generic.psql_server_maxcon,
pgzabbix.generic.psql_slow_dml_queries,
pgzabbix.generic.psql_slow_queries,
pgzabbix.generic.psql_slow_select_queries,
pgzabbix.generic.psql_tx_commited,
pgzabbix.generic.psql_tx_rolledback,
):
for key, val in fun(cur):
print("- %s %s" % (key, val))


def all_perdb(cur):
for fun in (
pgzabbix.database.psql_db_size,
pgzabbix.database.psql_db_garbage_ratio,
pgzabbix.database.confl_tablespace,
pgzabbix.database.confl_lock,
pgzabbix.database.confl_snapshot,
pgzabbix.database.confl_bufferpin,
pgzabbix.database.confl_deadlock,
pgzabbix.database.db_tx_commited,
pgzabbix.database.db_deadlocks,
pgzabbix.database.db_tx_rolledback,
pgzabbix.database.db_temp_bytes,
pgzabbix.database.db_deleted,
pgzabbix.database.db_fetched,
pgzabbix.database.db_inserted,
pgzabbix.database.db_returned,
pgzabbix.database.db_updated,
pgzabbix.database.db_connections,
pgzabbix.database.db_cachehit_ratio,
):
for key, val in fun(cur):
print("- %s %s" % (key, val))


def all_sr(cur):
for fun in (
pgzabbix.replication.write_diff,
pgzabbix.replication.replay_diff,
pgzabbix.replication.sync_priority,
):
for key, val in fun(cur):
print("- %s %s" % (key, val))


def current_tables(cur):
for fun in (
pgzabbix.table.psql_table_analyze_count,
pgzabbix.table.psql_table_autoanalyze_count,
pgzabbix.table.psql_table_autovacuum_count,
pgzabbix.table.psql_table_garbage_ratio,
pgzabbix.table.psql_table_heap_cachehit_ratio,
pgzabbix.table.psql_table_idx_cachehit_ratio,
pgzabbix.table.psql_table_idx_scan,
pgzabbix.table.psql_table_idx_tup_fetch,
pgzabbix.table.psql_table_idx_tup_ins,
pgzabbix.table.psql_table_n_dead_tup,
pgzabbix.table.psql_table_n_live_tup,
pgzabbix.table.psql_table_n_tup_del,
pgzabbix.table.psql_table_n_tup_hot_upd,
pgzabbix.table.psql_table_n_tup_upd,
pgzabbix.table.psql_table_seq_scan,
pgzabbix.table.psql_table_seq_tup_read,
pgzabbix.table.psql_table_total_size,
pgzabbix.table.psql_table_vacuum_count,
):
for line in fun(cur):
yield line


def to_zbx(thelist):
obj = {}
obj["data"] = list(thelist)

# Zabbix implementation of json is sensitive to whitespace,
# so no whitespace separation is easiest way to please it.
return json.dumps(obj, separators=(",", ":"))


def discover_sr(cur):
data = list(pgzabbix.replication.sr_discovery(cur))
data = to_zbx(data)
print(" - %s %s" % ("psql.sr.discovery", data))


def discover_db(cur):
data = pgzabbix.discover.db_discovery(cur)
data = to_zbx(data)
print(" - %s %s" % ("psql.discovery", data))


def list_databases_we_can_connect_to_and_fuck_off(cur):
query = ("select datname, pg_database_size(datname) from pg_database "
" where datistemplate = 'f' and "
" has_database_privilege(datname, 'CONNECT')")
cur.execute(query)
return [x[0] for x in cur]


def foreach_db(config, perdb_function):
conn_string = "host={host} user={user} password={password} dbname={dbname}"
con = psycopg2.connect(conn_string.format(**config))
con.set_isolation_level(psycopg2.extensions.ISOLATION_LEVEL_AUTOCOMMIT)
cur = con.cursor()

databases = list_databases_we_can_connect_to_and_fuck_off(cur)
cur.close()
con.close()

for db in databases:
config["dbname"] = db
con = psycopg2.connect(conn_string.format(**config))
con.set_isolation_level(psycopg2.extensions.ISOLATION_LEVEL_AUTOCOMMIT)
cur = con.cursor()
# Py2: yield from perdb_function
for line in perdb_function(cur):
yield line
cur.close()
con.close()


def tables_stat(config):
for key, val in foreach_db(config, current_tables):
print("- %s %s" % (key, val))


def discover_tables(config):
""" This function is _special_ in the not quite retarded sense
Pay close attention to the fact that it doesn't take a connection, but
takes a configuration for connection options"""
# Note that zabbix is sometimes retarded and truncates long messages
# then complains about invalid (truncated) json
data = list(foreach_db(config, pgzabbix.discover.tables_discovery))
data = to_zbx(data)
print(" - %s %s" % ("psql.table.discovery", data))


def discover_all(config, cur):
discover_sr(cur)
discover_db(cur)
discover_tables(config)
89 changes: 89 additions & 0 deletions build/lib/pgzabbix/cmd.py
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,89 @@
# vim: set nobomb:
import argparse
import psycopg2
import pgzabbix
try:
import ConfigParser as configparser
except ImportError:
import configparser

def parseConfig(inifile):
try:
config = configparser.SafeConfigParser()
except AttributeError:
config = configparser.ConfigParser()

try:
config.read_file(inifile)
except AttributeError:
config.readfp(inifile)

if not config.sections():
print("No sections in %s. Exiting" % inifile)
exit(1)

opt = {}
for item in ('host', 'password', 'dbname', 'user'):
opt[item] = config.get("postgres", item)
return opt

def get_connection(config):
conn_string = "host={host} dbname={dbname} user={user} password={password}"
conn = psycopg2.connect(conn_string.format(**config))
conn.set_isolation_level(psycopg2.extensions.ISOLATION_LEVEL_AUTOCOMMIT)
return conn


def commandline():
parser = argparse.ArgumentParser(
prog="PgZabbix",
description="Fiddle with Postgres for Zabbix"
)
parser.add_argument('--config',
nargs='?',
type=argparse.FileType('r'),
default='/etc/pgzabbix.ini'
)
group = parser.add_mutually_exclusive_group(required=False)
group.add_argument('--read', action='store_true', default=False)
group.add_argument('--tables', action='store_true', default=False)
group.add_argument('--discover', action='store_true', default=False)
group.add_argument('--discover_tables', action='store_true', default=False)
group.add_argument('--discover_db', action='store_true', default=False)
group.add_argument('--discover_sr', action='store_true', default=False)
args = parser.parse_args()
return args


def main():
args = commandline()
config = parseConfig(args.config)
conn = get_connection(config)
cur = conn.cursor()

if args.read:
pgzabbix.all_generic(cur)
pgzabbix.all_perdb(cur)
pgzabbix.all_sr(cur)

if args.tables:
pgzabbix.tables_stat(config)

if args.discover_db:
pgzabbix.discover_db(cur)

if args.discover_sr:
pgzabbix.discover_sr(cur)

if args.discover_tables:
pgzabbix.discover_tables(config)

if args.discover:
pgzabbix.discover_all(config, cur)

cur.close()
conn.close()


if __name__ == "__main__":
main()
Loading