Add a suite of real time metrics tools for PostgreSQL

The PostgreSQL Workload Analyzer is performance tool for PostgreSQL 9.4 and
later, allowing to collect, aggregate and purge statistics on a PostgreSQL
instance from various sources. It is implemented as a background worker.

pg_qualstats, providing data about predicates, i.e. where clauses

15 files changed, 176 insertions, 0 deletions

diff --git a/databases/Makefile b/databases/Makefile
index dd59447ce45e..51a40358a271 100644
--- a/databases/Makefile
+++ b/databases/Makefile
@@ -559,6 +559,7 @@
     SUBDIR += pg_citus
     SUBDIR += pg_reorg
     SUBDIR += pg_rman
+    SUBDIR += pg_qualstats
     SUBDIR += pg_stat_kcache
     SUBDIR += pg_statsinfo
     SUBDIR += pgaccess
@@ -708,6 +709,8 @@
     SUBDIR += postgresql96-plpython
     SUBDIR += postgresql96-pltcl
     SUBDIR += postgresql96-server
+    SUBDIR += powa-archivist
+    SUBDIR += powa-web
     SUBDIR += powerarchitect
     SUBDIR += proftpd-mod_sql_mysql
     SUBDIR += proftpd-mod_sql_odbc
diff --git a/databases/pg_qualstats/Makefile b/databases/pg_qualstats/Makefile
new file mode 100644
index 000000000000..855d7ac365a2
--- /dev/null
+++ b/databases/pg_qualstats/Makefile
@@ -0,0 +1,23 @@
+# Created by: Palle Girgensohn <girgen@FreeBSD.org>
+# $FreeBSD$
+
+PORTNAME=	pg_qualstats
+PORTVERSION=	1.0.1
+CATEGORIES=	databases
+
+MAINTAINER=	girgen@FreeBSD.org
+COMMENT=	PostgreSQL extension for collecting statistics about predicates
+
+LICENSE_FILE=	${WRKSRC}/LICENSE
+
+USE_GITHUB=	yes
+GH_ACCOUNT=	dalibo
+
+USES=		gmake pgsql:9.4+
+WANT_PGSQL=	server
+
+pre-patch:
+	@${MV} ${BUILD_WRKSRC}/doc/README.md ${BUILD_WRKSRC}/doc/${PORTNAME}-README.md ;\
+	${MV} ${BUILD_WRKSRC}/LICENSE ${BUILD_WRKSRC}/${PORTNAME}-LICENSE
+
+.include <bsd.port.mk>
diff --git a/databases/pg_qualstats/distinfo b/databases/pg_qualstats/distinfo
new file mode 100644
index 000000000000..b0ef4ff819ea
--- /dev/null
+++ b/databases/pg_qualstats/distinfo
@@ -0,0 +1,3 @@
+TIMESTAMP = 1475181222
+SHA256 (dalibo-pg_qualstats-1.0.1_GH0.tar.gz) = a1e39e65044b2b52f837067a3dccd70a22f5c51bcef898c95ac9ea4951aeee38
+SIZE (dalibo-pg_qualstats-1.0.1_GH0.tar.gz) = 22319
diff --git a/databases/pg_qualstats/files/patch-Makefile b/databases/pg_qualstats/files/patch-Makefile
new file mode 100644
index 000000000000..5daed1561a0a
--- /dev/null
+++ b/databases/pg_qualstats/files/patch-Makefile
@@ -0,0 +1,11 @@
+--- Makefile.orig	2016-08-11 13:49:47 UTC
++++ Makefile
+@@ -3,7 +3,7 @@ EXTVERSION   = $(shell grep default_vers
+ TESTS        = $(wildcard test/sql/*.sql)
+ REGRESS      = $(patsubst test/sql/%.sql,%,$(TESTS))
+ REGRESS_OPTS = --inputdir=test
+-DOCS         = $(wildcard doc/*.md)
++DOCS         = $(wildcard doc/*.md) $(wildcard *LICENSE)
+ MODULES      = $(patsubst %.c,%,$(wildcard *.c))
+ PG_CONFIG    ?= pg_config
+ 
diff --git a/databases/pg_qualstats/pkg-descr b/databases/pg_qualstats/pkg-descr
new file mode 100644
index 000000000000..a29c17d8ee3b
--- /dev/null
+++ b/databases/pg_qualstats/pkg-descr
@@ -0,0 +1,4 @@
+pg_qualstats is a PostgreSQL extension keeping statistics on predicates found
+in WHERE statements and JOIN clauses.
+
+WWW: https://github.com/dalibo/pg_qualstats
diff --git a/databases/pg_qualstats/pkg-message b/databases/pg_qualstats/pkg-message
new file mode 100644
index 000000000000..996a846ea30c
--- /dev/null
+++ b/databases/pg_qualstats/pkg-message
@@ -0,0 +1,7 @@
+To activate pg_qualstats on your PostgreSQL server, add 'pg_qualstats' to
+shared_preload_libraries in $PGDATA/postgresql.conf. For every database,
+run
+	CREATE EXTENSION IF NOT EXISTS pg_qualstats.
+
+Using databases/powa-web and databases/powa-archivist together with
+pg_qualstats is warmly recommended.
diff --git a/databases/pg_qualstats/pkg-plist b/databases/pg_qualstats/pkg-plist
new file mode 100644
index 000000000000..37ba90fb91ef
--- /dev/null
+++ b/databases/pg_qualstats/pkg-plist
@@ -0,0 +1,15 @@
+lib/postgresql/pg_qualstats.so
+share/postgresql/extension/pg_qualstats--0.0.1.sql
+share/postgresql/extension/pg_qualstats--0.0.2.sql
+share/postgresql/extension/pg_qualstats--0.0.3.sql
+share/postgresql/extension/pg_qualstats--0.0.4.sql
+share/postgresql/extension/pg_qualstats--0.0.5.sql
+share/postgresql/extension/pg_qualstats--0.0.6.sql
+share/postgresql/extension/pg_qualstats--0.0.7.sql
+share/postgresql/extension/pg_qualstats--0.0.8.sql
+share/postgresql/extension/pg_qualstats--0.0.9.sql
+share/postgresql/extension/pg_qualstats--1.0.0.sql
+share/postgresql/extension/pg_qualstats--1.0.1.sql
+share/postgresql/extension/pg_qualstats.control
+share/doc/postgresql/extension/pg_qualstats-README.md
+share/doc/postgresql/extension/pg_qualstats-LICENSE
diff --git a/databases/powa-archivist/Makefile b/databases/powa-archivist/Makefile
new file mode 100644
index 000000000000..9e25445fbd5f
--- /dev/null
+++ b/databases/powa-archivist/Makefile
@@ -0,0 +1,26 @@
+# Created by: Palle Girgensohn <girgen@FreeBSD.org>
+# $FreeBSD$
+
+PORTNAME=	powa-archivist
+PORTVERSION=	3.1.0
+CATEGORIES=	databases
+
+MAINTAINER=	girgen@FreeBSD.org
+COMMENT=	PostgreSQL workload analyzer background worker
+
+LICENSE=	PostgreSQL
+
+RUN_DEPENDS=	${LOCALBASE}/lib/postgresql/pg_stat_kcache.so:databases/pg_stat_kcache \
+		${LOCALBASE}/lib/postgresql/pg_qualstats.so:databases/pg_qualstats
+
+USE_GITHUB=	yes
+GH_ACCOUNT=	dalibo
+GH_TAGNAME=	REL_${PORTVERSION:S/./_/g}
+
+USES=		gmake pgsql
+WANT_PGSQL=	server contrib
+
+pre-patch:
+	@for f in ${BUILD_WRKSRC}/*.md; do ${MV} $$f $${f%/*}/powa-$${f##*/}; done
+
+.include <bsd.port.mk>
diff --git a/databases/powa-archivist/distinfo b/databases/powa-archivist/distinfo
new file mode 100644
index 000000000000..e0d055038bbf
--- /dev/null
+++ b/databases/powa-archivist/distinfo
@@ -0,0 +1,3 @@
+TIMESTAMP = 1474452329
+SHA256 (dalibo-powa-archivist-3.1.0-REL_3_1_0_GH0.tar.gz) = 9dc7f80b24202ca47f2a21e9a08240096a9deb02ce93c939d45088c98180a803
+SIZE (dalibo-powa-archivist-3.1.0-REL_3_1_0_GH0.tar.gz) = 46328
diff --git a/databases/powa-archivist/pkg-descr b/databases/powa-archivist/pkg-descr
new file mode 100644
index 000000000000..d53ccccfcf4c
--- /dev/null
+++ b/databases/powa-archivist/pkg-descr
@@ -0,0 +1,5 @@
+This project is the core extension of the PoWA project, a PostgreSQL Workload
+Analyzer that gathers performance stats and provides real-time charts and
+graphs to help monitor and tune your PostgreSQL servers.
+
+WWW: http://powa.readthedocs.org/en/latest/powa-archivist/index.html
diff --git a/databases/powa-archivist/pkg-message b/databases/powa-archivist/pkg-message
new file mode 100644
index 000000000000..8eb99a9263d9
--- /dev/null
+++ b/databases/powa-archivist/pkg-message
@@ -0,0 +1,24 @@
+To activate powa-archvist on your PostgreSQL server, add 'powa' to the list of
+shared_preload_libraries in $PGDATA/postgresql.conf:
+
+shared_preload_libraries = 'pg_stat_statements,powa'
+track_io_timing = on
+
+Also, create the powa database and add extensions
+
+createdb powa
+psql -d powa -c "
+CREATE EXTENSION pg_stat_statements;
+CREATE EXTENSION btree_gist;
+CREATE EXTENSION powa;
+"
+
+After this, restart postgresql to start the background worker.
+
+See http://powa.readthedocs.org/en/latest/powa-archivist/installation.html#id1
+for detailed installation instructions.
+
+Optionally, but warmly recommended, is the use of databases/pg_qualstats and
+databases/pg_stat_kcache together with powa.
+
+Use the databases/powa-web port to visualize the data.
diff --git a/databases/powa-archivist/pkg-plist b/databases/powa-archivist/pkg-plist
new file mode 100644
index 000000000000..00ed2b79e0a9
--- /dev/null
+++ b/databases/powa-archivist/pkg-plist
@@ -0,0 +1,15 @@
+lib/postgresql/powa.so
+share/doc/postgresql/extension/powa-CHANGELOG.md
+share/doc/postgresql/extension/powa-CONTRIBUTORS.md
+share/doc/postgresql/extension/powa-INSTALL.md
+share/doc/postgresql/extension/powa-LICENSE.md
+share/doc/postgresql/extension/powa-PL_funcs.md
+share/doc/postgresql/extension/powa-README.md
+share/postgresql/extension/powa--2.0--2.0.1.sql
+share/postgresql/extension/powa--2.0.1.sql 
+share/postgresql/extension/powa--3.0.0--3.0.1.sql
+share/postgresql/extension/powa--3.0.0.sql
+share/postgresql/extension/powa--3.0.1.sql
+share/postgresql/extension/powa--3.0.1--3.1.0.sql
+share/postgresql/extension/powa--3.1.0.sql
+share/postgresql/extension/powa.control
diff --git a/databases/powa-web/Makefile b/databases/powa-web/Makefile
new file mode 100644
index 000000000000..06fe6423f90f
--- /dev/null
+++ b/databases/powa-web/Makefile
@@ -0,0 +1,25 @@
+# Created by: Palle Girgensohn <girgen@FreeBSD.org>
+# $FreeBSD$
+
+PORTNAME=       powa-web
+PORTVERSION=    3.0.2
+CATEGORIES=     databases python
+MASTER_SITES=   CHEESESHOP
+PKGNAMEPREFIX=  ${PYTHON_PKGNAMEPREFIX}
+
+MAINTAINER=     girgen@FreeBSD.org
+COMMENT=        PostgreSQL Workload Analyzer is a performance tool for PostgreSQL
+
+LICENSE=	PostgreSQL
+
+RUN_DEPENDS=    ${PYTHON_PKGNAMEPREFIX}psycopg2>0:databases/py-psycopg2 \
+		${PYTHON_PKGNAMEPREFIX}sqlalchemy10>=1.0:databases/py-sqlalchemy10 \
+		${PYTHON_PKGNAMEPREFIX}tornado>=2.0:www/py-tornado
+
+USES=           python
+USE_PYTHON=     distutils autoplist
+
+post-patch:
+		${REINPLACE_CMD} 's,/etc/powa-web.conf,${PREFIX}/etc/powa-web.conf,' ${WRKSRC}/powa/options.py
+
+.include <bsd.port.mk>
diff --git a/databases/powa-web/distinfo b/databases/powa-web/distinfo
new file mode 100644
index 000000000000..f5ead380a1d2
--- /dev/null
+++ b/databases/powa-web/distinfo
@@ -0,0 +1,3 @@
+TIMESTAMP = 1475181200
+SHA256 (powa-web-3.0.2.tar.gz) = 1417dca2ea87c7d8f7b9d309cbe874c7a36120b911f395bda0fc5596dc11cf8c
+SIZE (powa-web-3.0.2.tar.gz) = 593768
diff --git a/databases/powa-web/pkg-descr b/databases/powa-web/pkg-descr
new file mode 100644
index 000000000000..130ec99a680a
--- /dev/null
+++ b/databases/powa-web/pkg-descr
@@ -0,0 +1,9 @@
+The PostgreSQL Workload Analyzer is performance tool for PostgreSQL 9.4 and
+later versions, allowing to collect, aggregate and purge statistics on a
+PostgreSQL instance from various sources. It is implemented as a background
+worker.
+
+Install databases/powa-archivist on your database servers, and this port
+on any achine with psql access to the databases.
+
+WWW: http://powa.readthedocs.org/