Skip to content

Commit

Permalink
Disable tokens on maxwell
Browse files Browse the repository at this point in the history
  • Loading branch information
andrzejnovak committed May 6, 2018
1 parent 946d30c commit f96cec9
Show file tree
Hide file tree
Showing 4 changed files with 11 additions and 9 deletions.
5 changes: 3 additions & 2 deletions DataCollection.py
Original file line number Diff line number Diff line change
Expand Up @@ -195,6 +195,7 @@ def getUsedTruth(self):

def setBatchSize(self,bsize):
if bsize > self.nsamples:
print("Batch size = ", bsize, "Sample = ", self.nsamples)
raise Exception('Batch size must not be bigger than total sample size')
self.__batchsize=bsize

Expand Down Expand Up @@ -576,8 +577,8 @@ def __collectWriteInfo(successful,samplename,sampleentries,outputDir):

nchilds = int(cpu_count()/2)-2 if self.nprocs <= 0 else self.nprocs
#import os
#if 'nvidiagtx1080' in os.getenv('HOSTNAME'):
# nchilds=cpu_count()-5
if 'max' in os.getenv('HOSTNAME'):
nchilds=int(cpu_count()/3)-2
if nchilds<1:
nchilds=1

Expand Down
8 changes: 4 additions & 4 deletions TrainData.py
Original file line number Diff line number Diff line change
Expand Up @@ -64,9 +64,9 @@ def _read_arrs_(arrwl,arrxl,arryl,arrzl,doneVal,fileprefix,tdref=None,randomSeed
doneVal.value=True
h5f.close()
del h5f
#except Exception as d:
# raise d
#finally:
except Exception as d:
raise d
finally:
if tdref:
tdref.removeRamDiskFile()

Expand Down Expand Up @@ -479,7 +479,7 @@ def readIn_abort(self):

def readIn_join(self,wasasync=True,waitforStart=True):

if True:
try:
if not not hasattr(self, 'readthreadids') and not waitforStart and not self.readthread and wasasync:
print('\nreadIn_join:read never started\n')

Expand Down
2 changes: 1 addition & 1 deletion training/tokenTools.py
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@

renewtokens=True
renewtokens=False

def renew_token_process():

Expand Down
5 changes: 3 additions & 2 deletions training/training_base.py
Original file line number Diff line number Diff line change
Expand Up @@ -47,7 +47,7 @@ def __init__(
self, splittrainandtest=0.85,
useweights=False, testrun=False,
resumeSilently=False,
renewtokens=True,
renewtokens=False,
collection_class=DataCollection,
parser=None
):
Expand Down Expand Up @@ -108,7 +108,8 @@ def __init__(
self.trainedepoches=0
self.compiled=False
self.checkpointcounter=0
self.renewtokens=renewtokens
#self.renewtokens=renewtokens
self.renewtokens=False


self.inputData = os.path.abspath(args.inputDataCollection) \
Expand Down

0 comments on commit f96cec9

Please sign in to comment.