__copyright__ = \

__version__ = "$Revision$"

import unittest;

from common import utils;

from testmanager.core.base import ModelDataBase, ModelDataBaseTestCase, ModelLogicBase, TMExceptionBase;

from testmanager.core import coreconsts;

class BuildSourceData(ModelDataBase):

"""

ksIdAttr = 'idBuildSrc';

ksParam_idBuildSrc = 'BuildSource_idBuildSrc';

ksParam_tsEffective = 'BuildSource_tsEffective';

ksParam_tsExpire = 'BuildSource_tsExpire';

ksParam_uidAuthor = 'BuildSource_uidAuthor';

ksParam_sName = 'BuildSource_sName';

ksParam_sDescription = 'BuildSource_sDescription';

ksParam_sProduct = 'BuildSource_sProduct';

ksParam_sBranch = 'BuildSource_sBranch';

ksParam_asTypes = 'BuildSource_asTypes';

ksParam_asOsArches = 'BuildSource_asOsArches';

ksParam_iFirstRevision = 'BuildSource_iFirstRevision';

ksParam_iLastRevision = 'BuildSource_iLastRevision';

ksParam_cSecMaxAge = 'BuildSource_cSecMaxAge';

kasAllowNullAttributes = [ 'idBuildSrc', 'tsEffective', 'tsExpire', 'uidAuthor', 'sDescription', 'asTypes',

'asOsArches', 'iFirstRevision', 'iLastRevision', 'cSecMaxAge' ];

def __init__(self):

ModelDataBase.__init__(self);

#

# Initialize with defaults.

# See the database for explanations of each of these fields.

#

self.idBuildSrc = None;

self.tsEffective = None;

self.tsExpire = None;

self.uidAuthor = None;

self.sName = None;

self.sDescription = None;

self.sProduct = None;

self.sBranch = None;

self.asTypes = None;

self.asOsArches = None;

self.iFirstRevision = None;

self.iLastRevision = None;

self.cSecMaxAge = None;

def initFromDbRow(self, aoRow):

"""

if aoRow is None:

raise TMExceptionBase('Build source not found.');

self.idBuildSrc = aoRow[0];

self.tsEffective = aoRow[1];

self.tsExpire = aoRow[2];

self.uidAuthor = aoRow[3];

self.sName = aoRow[4];

self.sDescription = aoRow[5];

self.sProduct = aoRow[6];

self.sBranch = aoRow[7];

self.asTypes = aoRow[8];

self.asOsArches = aoRow[9];

self.iFirstRevision = aoRow[10];

self.iLastRevision = aoRow[11];

self.cSecMaxAge = aoRow[12];

return self;

def initFromDbWithId(self, oDb, idBuildSrc, tsNow = None, sPeriodBack = None):

"""

oDb.execute(self.formatSimpleNowAndPeriodQuery(oDb,

'SELECT *\n'

'FROM BuildSources\n'

'WHERE idBuildSrc = %s\n'

, ( idBuildSrc,), tsNow, sPeriodBack));

aoRow = oDb.fetchOne()

if aoRow is None:

raise TMExceptionBase('idBuildSrc=%s not found (tsNow=%s sPeriodBack=%s)' % (idBuildSrc, tsNow, sPeriodBack,));

return self.initFromDbRow(aoRow);

def _validateAndConvertAttribute(self, sAttr, sParam, oValue, aoNilValues, fAllowNull, oDb):

# Handle asType and asOsArches specially.

if sAttr == 'sType':

(oNewValue, sError) = ModelDataBase._validateAndConvertAttribute(self, sAttr, sParam, oValue,

aoNilValues, fAllowNull, oDb);

if sError is None:

if len(self.asTypes) <= 0:

oNewValue = None;

else:

for sType in oNewValue:

if len(sType) < 2 or sType.lower() != sType:

if sError is None: sError = '';

else: sError += ', ';

sError += 'invalid value "%s"' % (sType,);

elif sAttr == 'asOsArches':

(oNewValue, sError) = self.validateListOfStr(oValue, aoNilValues = aoNilValues, fAllowNull = fAllowNull,

asValidValues = coreconsts.g_kasOsDotCpusAll);

if sError is not None and oNewValue is not None:

oNewValue = sorted(oNewValue); # Must be sorted!

elif sAttr == 'cSecMaxAge' and oValue not in aoNilValues: # Allow human readable interval formats.

(oNewValue, sError) = utils.parseIntervalSeconds(oValue);

else:

return ModelDataBase._validateAndConvertAttribute(self, sAttr, sParam, oValue, aoNilValues, fAllowNull, oDb);

return (oNewValue, sError);

class BuildSourceLogic(ModelLogicBase): # pylint: disable=R0903

"""

#

# Standard methods.

#

def fetchForListing(self, iStart, cMaxRows, tsNow):

"""

if tsNow is None:

self._oDb.execute('SELECT *\n'

'FROM BuildSources\n'

'WHERE tsExpire = \'infinity\'::TIMESTAMP\n'

'ORDER BY idBuildSrc DESC\n'

'LIMIT %s OFFSET %s\n'

, (cMaxRows, iStart,));

else:

self._oDb.execute('SELECT *\n'

'FROM BuildSources\n'

'WHERE tsExpire > %s\n'

' AND tsEffective <= %s\n'

'ORDER BY idBuildSrc DESC\n'

'LIMIT %s OFFSET %s\n'

, (tsNow, tsNow, cMaxRows, iStart,));

aoRows = []

for aoRow in self._oDb.fetchAll():

aoRows.append(BuildSourceData().initFromDbRow(aoRow))

return aoRows

def fetchForCombo(self):

"""Fetch data which is aimed to be passed to HTML form"""

self._oDb.execute('SELECT idBuildSrc, sName, sProduct\n'

'FROM BuildSources\n'

'WHERE tsExpire = \'infinity\'::TIMESTAMP\n'

'ORDER BY idBuildSrc DESC\n')

asRet = self._oDb.fetchAll();

asRet.insert(0, (-1, 'None', 'None'));

return asRet;

def addEntry(self, oData, uidAuthor, fCommit = False):

"""

#

# Validate the input.

#

dErrors = oData.validateAndConvert(self._oDb);

if len(dErrors) > 0:

raise TMExceptionBase('addEntry invalid input: %s' % (dErrors,));

self._assertUnique(oData, None);

#

# Add it.

#

self._oDb.execute('INSERT INTO BuildSources (\n'

' uidAuthor,\n'

' sName,\n'

' sDescription,\n'

' sProduct,\n'

' sBranch,\n'

' asTypes,\n'

' asOsArches,\n'

' iFirstRevision,\n'

' iLastRevision,\n'

' cSecMaxAge)\n'

'VALUES (%s, %s, %s, %s, %s, %s, %s, %s, %s, %s)\n'

, ( uidAuthor,

oData.sName,

oData.sDescription,

oData.sProduct,

oData.sBranch,

oData.asTypes,

oData.asOsArches,

oData.iFirstRevision,

oData.iLastRevision,

oData.cSecMaxAge, ));

self._oDb.maybeCommit(fCommit);

return True;

def editEntry(self, oData, uidAuthor, fCommit = False):

"""

#

# Validate the input and read the old entry.

#

dErrors = oData.validateAndConvert(self._oDb);

if len(dErrors) > 0:

raise TMExceptionBase('addEntry invalid input: %s' % (dErrors,));

self._assertUnique(oData, oData.idBuildSrc);

oOldData = BuildSourceData().initFromDbWithId(self._oDb, oData.idBuildSrc);

#

# Make the changes (if something actually changed).

#

if not oData.isEqualEx(oOldData, [ 'tsEffective', 'tsExpire', 'uidAuthor', ]):

self._historizeBuildSource(oData.idBuildSrc);

self._oDb.execute('INSERT INTO BuildSources (\n'

' uidAuthor,\n'

' idBuildSrc,\n'

' sName,\n'

' sDescription,\n'

' sProduct,\n'

' sBranch,\n'

' asTypes,\n'

' asOsArches,\n'

' iFirstRevision,\n'

' iLastRevision,\n'

' cSecMaxAge)\n'

'VALUES (%s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s)\n'

, ( uidAuthor,

oData.idBuildSrc,

oData.sName,

oData.sDescription,

oData.sProduct,

oData.sBranch,

oData.asTypes,

oData.asOsArches,

oData.iFirstRevision,

oData.iLastRevision,

oData.cSecMaxAge, ));

self._oDb.maybeCommit(fCommit);

return True;

def removeEntry(self, uidAuthor, idBuildSrc, fCascade = False, fCommit = False):

"""

#

# Check cascading.

#

if fCascade is not True:

self._oDb.execute('SELECT idSchedGroup, sName\n'

'FROM SchedGroups\n'

'WHERE idBuildSrc = %s\n'

' OR idBuildSrcTestSuite = %s\n'

, (idBuildSrc, idBuildSrc,));

if self._oDb.getRowCount() > 0:

asGroups = [];

for aoRow in self._oDb.fetchAll():

asGroups.append('%s (#%d)' % (aoRow[1], aoRow[0]));

raise TMExceptionBase('Build source #%d is used by one or more scheduling groups: %s'

% (idBuildSrc, ', '.join(asGroups),));

else:

self._oDb.execute('UPDATE SchedGroups\n'

'SET idBuildSrc = NULL\n'

'WHERE idBuildSrc = %s'

, ( idBuildSrc,));

self._oDb.execute('UPDATE SchedGroups\n'

'SET idBuildSrcTestSuite = NULL\n'

'WHERE idBuildSrcTestSuite = %s'

, ( idBuildSrc,));

#

# Do the job.

#

self._historizeBuildSource(idBuildSrc, None);

_ = uidAuthor; ## @todo record deleter.

self._oDb.maybeCommit(fCommit);

return True;

#

# Other methods.

#

def openBuildCursor(self, oBuildSource, sOs, sCpuArch, tsNow):

"""

oCursor = self._oDb.openCursor();

#

# Construct the extra conditionals.

#

sExtraConditions = '';

# Types

if oBuildSource.asTypes is not None and len(oBuildSource.asTypes) > 0:

if len(oBuildSource.asTypes) == 1:

sExtraConditions += oCursor.formatBindArgs(' AND BuildCategories.sType = %s', (oBuildSource.asTypes[0],));

else:

sExtraConditions += oCursor.formatBindArgs(' AND BuildCategories.sType IN (%s', (oBuildSource.asTypes[0],))

for i in range(1, len(oBuildSource.asTypes) - 1):

sExtraConditions += oCursor.formatBindArgs(', %s', (oBuildSource.asTypes[i],));

sExtraConditions += oCursor.formatBindArgs(', %s)\n', (oBuildSource.asTypes[-1],));

# BuildSource OSes.ARCHes. (Paranoia: use a dictionary to avoid duplicate values.)

if oBuildSource.asOsArches is not None and len(oBuildSource.asOsArches) > 0:

sExtraConditions += oCursor.formatBindArgs(' AND BuildCategories.asOsArches && %s', (oBuildSource.asOsArches,));

# TestBox OSes.ARCHes. (Paranoia: use a dictionary to avoid duplicate values.)

dOsDotArches = {};

dOsDotArches[sOs + '.' + sCpuArch] = 1;

dOsDotArches[sOs + '.' + coreconsts.g_ksCpuArchAgnostic] = 1;

dOsDotArches[coreconsts.g_ksOsAgnostic + '.' + sCpuArch] = 1;

dOsDotArches[coreconsts.g_ksOsDotArchAgnostic] = 1;

sExtraConditions += oCursor.formatBindArgs(' AND BuildCategories.asOsArches && %s', (list(dOsDotArches.keys()),));

# Revision range.

if oBuildSource.iFirstRevision is not None:

sExtraConditions += oCursor.formatBindArgs(' AND Builds.iRevision >= %s\n', (oBuildSource.iFirstRevision,));

if oBuildSource.iLastRevision is not None:

sExtraConditions += oCursor.formatBindArgs(' AND Builds.iRevision <= %s\n', (oBuildSource.iLastRevision,));

# Max age.

if oBuildSource.cSecMaxAge is not None:

sExtraConditions += oCursor.formatBindArgs(' AND Builds.tsCreated >= (%s - \'%s seconds\'::INTERVAL)\n',

(tsNow, oBuildSource.cSecMaxAge,));

#

# Execute the query.

#

oCursor.execute('SELECT Builds.*, BuildCategories.*,\n'

' EXISTS( SELECT tsExpire\n'

' FROM BuildBlacklist\n'

' WHERE BuildBlacklist.tsExpire = \'infinity\'::TIMESTAMP\n'

' AND BuildBlacklist.sProduct = %s\n'

' AND BuildBlacklist.sBranch = %s\n'

' AND BuildBlacklist.iFirstRevision <= Builds.iRevision\n'

' AND BuildBlacklist.iLastRevision >= Builds.iRevision ) AS fMaybeBlacklisted\n'

'FROM Builds, BuildCategories\n'

'WHERE Builds.idBuildCategory = BuildCategories.idBuildCategory\n'

' AND Builds.tsExpire = \'infinity\'::TIMESTAMP\n'

' AND Builds.tsEffective <= %s\n'

' AND Builds.fBinariesDeleted is FALSE\n'

' AND BuildCategories.sProduct = %s\n'

' AND BuildCategories.sBranch = %s\n'

+ sExtraConditions +

'ORDER BY Builds.idBuild DESC\n'

'LIMIT 256\n'

, ( oBuildSource.sProduct, oBuildSource.sBranch,

tsNow, oBuildSource.sProduct, oBuildSource.sBranch,));

return oCursor;

def getById(self, idBuildSrc):

"""Get Build Source data by idBuildSrc"""

self._oDb.execute('SELECT *\n'

'FROM BuildSources\n'

'WHERE tsExpire = \'infinity\'::timestamp\n'

' AND idBuildSrc = %s;', (idBuildSrc,))

aRows = self._oDb.fetchAll()

if len(aRows) not in (0, 1):

raise self._oDb.integrityException(

'Found more than one build sources with the same credentials. Database structure is corrupted.')

try:

return BuildSourceData().initFromDbRow(aRows[0])

except IndexError:

return None

#

# Internal helpers.

#

def _assertUnique(self, oData, idBuildSrcIgnore):

""" Checks that the build source name is unique, raises exception if it isn't. """

self._oDb.execute('SELECT idBuildSrc\n'

'FROM BuildSources\n'

'WHERE sName = %s\n'

' AND tsExpire = \'infinity\'::TIMESTAMP\n'

+ ('' if idBuildSrcIgnore is None else ' AND idBuildSrc <> %d\n' % (idBuildSrcIgnore,))

, ( oData.sName, ))

if self._oDb.getRowCount() > 0:

raise TMExceptionBase('A build source with name "%s" already exist.' % (oData.sName,));

return True;

def _historizeBuildSource(self, idBuildSrc, tsExpire = None):

""" Historizes the current build source entry. """

if tsExpire is None:

self._oDb.execute('UPDATE BuildSources\n'

'SET tsExpire = CURRENT_TIMESTAMP\n'

'WHERE idBuildSrc = %s\n'

' AND tsExpire = \'infinity\'::TIMESTAMP\n'

, ( idBuildSrc, ));

else:

self._oDb.execute('UPDATE BuildSources\n'

'SET tsExpire = %s\n'

'WHERE idBuildSrc = %s\n'

' AND tsExpire = \'infinity\'::TIMESTAMP\n'

, ( tsExpire, idBuildSrc, ));

return True;

class BuildSourceDataTestCase(ModelDataBaseTestCase):

def setUp(self):

self.aoSamples = [BuildSourceData(),];

if __name__ == '__main__':

unittest.main();

# not reached.