GMSPythonCheck.gms : Consistency check for GMSPython

Description

This model performs simple checks on the GMSPython
distribution shipped with GAMS regarding the number of
distributed files as well as the total disk size.

Contributor: Clemens Westphal, April 2020


Category : GAMS Data Utilities library


Main file : GMSPythonCheck.gms   includes :  GMSPythonCheck.gms

$title 'Consistency check for GMSPython' (GMSPYTHONCHECK,SEQ=140)

$ontext
This model performs simple checks on the GMSPython
distribution shipped with GAMS regarding the number of
distributed files as well as the total disk size.

Contributor: Clemens Westphal, April 2020
$offtext

$ifi %system.buildcode% == AIX $exit No GMSPython on this platform
$ifi %system.buildcode% == SOX $exit No GMSPython on this platform
$ifi %system.buildcode% == VS8 $exit No GMSPython on this platform

$dropEnv PYTHONUSERBASE

$onEmbeddedCode Python:
import sys
import os
def calcSize(path):
    total = 0
    for r, d, files in os.walk(path):
        if '__pycache__' in d:
            d.remove('__pycache__')
        for f in files:
            f = os.path.join(r, f)
            if not os.path.islink(f): # skip symlinks since os.path.getsize() returns the size of the file behind the link
                total += os.path.getsize(f)
    return total
$offEmbeddedCode

$onEmbeddedCode Python:
platform = sys.platform
gmsPyDir = r'%gams.sysdir%GMSPython'
errors = []
if os.path.isdir(gmsPyDir):
    if platform == 'win32':
        expectedFiles = 657
        expectedSize = 22000000
    elif platform == 'linux':
        expectedFiles = 749
        expectedSize = 51000000
    elif platform == 'darwin':
        expectedFiles = 746
        expectedSize = 33000000
    
    SizeLB = expectedSize*0.8
    SizeUB = expectedSize*1.2
    
    files = []
    for r, d, f in os.walk(gmsPyDir):
        if '__pycache__' in d:
            d.remove('__pycache__')
        files.append(f)
    files = [f for l in files for f in l]
    
    numberFiles = len(files)
    size = calcSize(gmsPyDir)
    
    if numberFiles != expectedFiles:
        errors.append("Expected number of files in GMSPython to be " + str(expectedFiles) + " but found " + str(numberFiles))
    if size < SizeLB or size > SizeUB:
        errors.append("Expected size of GMSPython to be between " + str(SizeLB) + " and " + str(SizeUB) + " but got " + str(size))

thirdPartyDir = os.path.join(r'%gams.sysdir%apifiles', 'Python', 'thirdparty')
if os.path.isdir(thirdPartyDir):
    if platform == 'win32':
        expectedFiles = 1604
        expectedSize = 68000000
    elif platform == 'linux':
        expectedFiles = 1606
        expectedSize = 78000000
    elif platform == 'darwin':
        expectedFiles = 1606
        expectedSize = 110000000
    
    SizeLB = expectedSize*0.8
    SizeUB = expectedSize*1.2
    
    files = []
    for r, d, f in os.walk(thirdPartyDir):
        if '__pycache__' in d:
            d.remove('__pycache__')
        files.append(f)
    files = [f for l in files for f in l]
    
    numberFiles = len(files)
    size = calcSize(thirdPartyDir)
    
    if numberFiles != expectedFiles:
        errors.append("Expected number of files in 'thirdparty' directory to be " + str(expectedFiles) + " but found " + str(numberFiles))
    if size < SizeLB or size > SizeUB:
        errors.append("Expected size of 'thirdparty' directory to be between " + str(SizeLB) + " and " + str(SizeUB) + " but got " + str(size))
$offEmbeddedCode


$onEmbeddedCode Python:
pyVersionExpected = '3.8.10'
pyVersion = str(sys.version_info.major) + '.' + str(sys.version_info.minor) + '.' + str(sys.version_info.micro)
if pyVersion != pyVersionExpected:
    errors.append("Expected Python version to be '{}', but found '{}'".format(pyVersionExpected, pyVersion))

with open(os.path.join(gmsPyDir, 'requirements.txt')) as f:
    for l in f.read().splitlines():
        m, v = l.split('==') # m=module, v=version
        m = m.lower()
        if m == 'contextlib2':
            continue # no __version__
        elif m == 'et-xmlfile':
            m = 'et_xmlfile'
        elif m == 'python-dateutil':
            m = 'dateutil'
        elif m == 'pyyaml':
            m = 'yaml'

        try:
            module = __import__(m)
        except:
            errors.append("Could not import module '{}'".format(m))
        else:
            if v != module.__version__:
                errors.append("Expected '{}' version to be '{}', but found '{}'".format(m, v, module.__version__))
$offEmbeddedCode


$onEmbeddedCode Python:
if errors:
    gams.printLog("\nErrors:")
    for e in errors:
        gams.printLog(e)
    raise Exception("Errors have occurred. See the list above.")
$offEmbeddedCode