first working POC

Author: cquest

.gitignore

@@ -0,0 +1,4 @@
+__pycache__
+*.pyc
+*.egg-info
+.cache

MANIFEST.in

@@ -0,0 +1,2 @@
+include README.md
+include requirements.txt

README.md

@@ -0,0 +1,3 @@
+# Addok Postgresql document storage
+
+Store your documents into a postgresql database to save Redis RAM usage.

addok_pg/__init__.py

@@ -0,0 +1,48 @@
+import psycopg2
+import psycopg2.pool
+import os
+
+from addok.config import config
+
+
+class PGStore:
+    cur = None
+
+    def __init__(self, *args, **kwargs):
+        with PGStore.conn() as conn:
+            cur = conn.cursor()
+            cur.execute('CREATE TABLE IF NOT EXISTS '+config.PG_TABLE+' (key VARCHAR, data bytea)')
+            cur.execute('CREATE UNIQUE INDEX IF NOT EXISTS '+config.PG_TABLE+'_key_idx ON '+config.PG_TABLE+' (key)')
+            conn.commit()
+
+    def conn():
+        return(psycopg2.connect(config.PG_CONFIG))
+
+    def fetch(self, *keys):
+        if not keys:  # Avoid invalid SQL.
+            return
+        keys = [key.decode() for key in keys]
+        with PGStore.conn().cursor() as cur:
+            params = ','.join("'%s'" % k for k in keys)
+            query = 'SELECT key, data FROM '+config.PG_TABLE+' WHERE key IN ('+params+')'
+            cur.execute(query)
+            for key, data in cur.fetchall():
+                yield key.encode(), data
+
+    def add(self, *docs):
+        with PGStore.conn() as conn:
+            cur = conn.cursor()
+            values = ','.join(cur.mogrify("(%s,%s)", d).decode("utf-8") for d in docs)
+            cur.execute('INSERT INTO '+config.PG_TABLE+' (key,data) VALUES ' + values + ' ON CONFLICT DO NOTHING')
+            conn.commit()
+
+    def remove(self, *keys):
+        with PGStore.conn() as conn:
+            conn.cursor().executemany('DELETE FROM '+config.PG_TABLE+' WHERE key=%s', (keys, ))
+            conn.commit()
+
+
+def preconfigure(config):
+    config.DOCUMENT_STORE = 'addok_pg.plugin.PGStore'
+    config.PG_CONFIG = 'dbname=addok user=addok host=localhost password=addok'
+    config.PG_TABLE = 'addok'

addok_pg/plugin.py

@@ -0,0 +1 @@
+psycopg2

requirements.txt

@@ -0,0 +1,40 @@
+from setuptools import setup, find_packages
+from codecs import open  # To use a consistent encoding
+from os import path
+
+VERSION = (0, 1, 0)
+
+here = path.abspath(path.dirname(__file__))
+
+# Get the long description from the relevant file
+with open(path.join(here, 'README.md'), encoding='utf-8') as f:
+    long_description = f.read()
+
+setup(
+    name='addok-pg',
+    version=".".join(map(str, VERSION)),
+    description="Store documents in postgresql.",
+    long_description=long_description,
+    url='https://github.com/addok/addok-pg',
+    author='Christian Quest',
+    author_email='[email protected]',
+    license='WTFPL',
+
+    # See https://pypi.python.org/pypi?%3Aaction=list_classifiers
+    classifiers=[
+        'Development Status :: 4 - Beta',
+
+        'Intended Audience :: Developers',
+        'Topic :: Scientific/Engineering :: GIS',
+
+        'Programming Language :: Python :: 3',
+        'Programming Language :: Python :: 3.4',
+        'Programming Language :: Python :: 3.5',
+        'Programming Language :: Python :: 3.6',
+    ],
+    keywords='addok geocoding postgresql',
+    packages=find_packages(exclude=['tests']),
+    extras_require={'test': ['pytest']},
+    include_package_data=True,
+    entry_points={'addok.ext': ['postgresql=addok_pg.plugin']},
+)