[154] Rewrite tests to use pynuoadmin rather than entity

In NuoDB 4.0 and above the previous NuoDB Agent administrative layer is
deprecated in favor of the NuoDB Admin layer, and in NuoDB 4.2 and above
NuoDB Agent is obsolete.

This means that the pynuodb "entity" layer is no longer useful: instead
users should use the pynuoadmin module to manage NuoDB databases.

Further, NuoDB 4.2 provides a new Vectorized Execution Engine as its
preferred SQL interface.

This commit modifies the tests for this new world.

First, it removes the entity tests altogether as it's not possible (as
of NuoDB 4.2) to use them with a database.

Second, it creates module-level operations to re-implement the
entity-based database management (create/start/stop) used by the tests
using the pynuoadmin interface.

Unfortunately pynuoadmin still requires Python 2, while pynuodb supports
both Python 2 and 3, so also re-implement the database management using
the nuocmd CLI so that the tests will run with Python 3.  This is the
implementation which is currently used.

Finally, VEE removes some support for obsolete features (such as the
"number" SQL type) which were used by the tests; remove references to
them.

Author: madscientist

.travis.yml

@@ -1,4 +1,4 @@
-dist: xenial
+dist: focal
 
 language: python
 
@@ -10,8 +10,8 @@ env:
   global:
     - TZ=America/New_York
     - NUO_DOWNLOAD=https://ce-downloads.nuohub.org
-    - NUO_ADD_DOMAIN_PASS=yes
-    - NUO_START_AGENT=yes
+    - NUO_PREFIX=nuodb-ce
+    - NUO_ENABLE_TLS=false
     - NUODB_HOME=/opt/nuodb
 
 notifications:
@@ -21,20 +21,19 @@ notifications:
 before_install:
   - echo madvise | sudo tee /sys/kernel/mm/transparent_hugepage/enabled >/dev/null
   - echo madvise | sudo tee /sys/kernel/mm/transparent_hugepage/defrag >/dev/null
-  - wget -q "${NUO_DOWNLOAD}/supportedversions.txt" --output-document=/tmp/supportedversions.txt
-  - wget -q "${NUO_DOWNLOAD}/nuodb-ce_$(tail -n1 /tmp/supportedversions.txt)_amd64.deb" --output-document=/var/tmp/nuodb.deb
+  - wget -q "$NUO_DOWNLOAD/supportedversions.txt" --output-document=/tmp/supportedversions.txt
+  - wget -q "$NUO_DOWNLOAD/${NUO_PREFIX}_$(tail -n1 /tmp/supportedversions.txt)_amd64.deb" --output-document=/var/tmp/nuodb.deb
   - sudo dpkg -i /var/tmp/nuodb.deb
 
 install:
   - make install
 
 before_script:
-  - if [ "$NUO_ADD_DOMAIN_PASS" = yes ]; then printf '\ndomainPassword = bird\n' | sudo tee -a "$NUODB_HOME"/etc/default.properties >/dev/null; fi
-  - if [ "$NUO_START_AGENT" = yes ]; then sudo service nuoagent start; fi
+  - make start-nuoadmin NUO_ENABLE_TLS=$NUO_ENABLE_TLS
 
 script:
-  - make test
+  - make test NUODB_HOME=$NUODB_HOME
 
 after_failure:
-  - cat "$NUODB_HOME"/etc/default.properties
-  - cat /var/log/nuodb/agent.log
+  - cat /var/log/nuodb/nuoadmin.log*
+  - grep ssl /etc/nuodb/nuoadmin.conf

Makefile

@@ -1,5 +1,5 @@
 #
-# Copyright (c) 2015, NuoDB, Inc.
+# Copyright (c) 2015-2021, NuoDB, Inc.
 # All rights reserved.
 #
 # Redistribution and use in source and binary forms, with or without
@@ -38,6 +38,13 @@ VIRTDIR ?= ./.virttemp
 
 PYTEST_ARGS ?=
 
+PYTEST_OPTS ?=
+PYTEST_COV ?= --cov=pynuodb --cov-report html --cov-report term-missing
+
+SUDO ?= sudo -n
+NUODB_HOME ?= /opt/nuodb
+NUO_CONFIG ?= /etc/nuodb/nuoadmin.conf
+
 all:
 	$(MAKE) install
 	$(MAKE) test
@@ -48,18 +55,24 @@ install:
 test:
 	$(PIP) install '.[crypto]'
 	$(PIP) install -r test_requirements.txt
-	TMPDIR='$(TMPDIR)' py.test --cov=pynuodb --cov-report html --cov-report term-missing $(PYTEST_ARGS)
+	TMPDIR='$(TMPDIR)' PATH="$(NUODB_HOME)/bin:$$PATH" \
+	    pytest $(PYTEST_COV) $(PYTEST_OPTS) $(PYTEST_ARGS)
 
 virtual-%:
 	$(RMDIR) '$(VIRTDIR)'
 	$(VIRTUALENV) -p $(PYTHON) '$(VIRTDIR)'
 	. '$(VIRTDIR)/bin/activate' && $(MAKE) '$*'
 
+start-nuoadmin:
+	$(SUDO) sed -ie 's,^\( *"ssl": *\)"[^"]*",\1"'"$(NUO_ENABLE_TLS)"'",' $(NUO_CONFIG)
+	$(SUDO) systemctl start nuoadmin
+
+
 deploy:
 	$(PYTHON) setup.py register
 	$(PYTHON) setup.py sdist upload
 
-clean:	
+clean:
 	$(RMDIR) build/ dist/ *.egg-info htmlcov/
 
 doc:

setup.py

@@ -2,7 +2,7 @@
 
 """Set up the NuoDB Python Driver package
 
-(C) Copyright 2013-2020 NuoDB, Inc.  All Rights Reserved.
+(C) Copyright 2013-2021 NuoDB, Inc.  All Rights Reserved.
 
 This software is licensed under a BSD 3-Clause License.
 See the LICENSE file provided with this software.
@@ -22,7 +22,7 @@
 import os
 import re
 
-from setuptools import setup, find_packages
+from setuptools import setup
 
 with open(os.path.join(os.path.dirname(__file__), 'pynuodb', '__init__.py')) as v:
     VERSION = re.compile(r"^ *__version__ *= *'(.*?)'", re.M).search(v.read()).group(1)

test_requirements.txt

@@ -5,3 +5,4 @@ coverage>=3.7
 pytest-cov>=1.8.1
 coveralls>=0.5
 python-coveralls>=2.5
+pynuoadmin