xref: /petsc/config/PETSc/options/arch.py (revision a952ef1323485af3fcaa93eec3a0965a7decc9b8)
19d310bb7SBarry Smithimport config.base
29d310bb7SBarry Smithimport os
39d310bb7SBarry Smithimport re
49d310bb7SBarry Smith
59d310bb7SBarry Smithclass Configure(config.base.Configure):
69d310bb7SBarry Smith  def __init__(self, framework):
79d310bb7SBarry Smith    config.base.Configure.__init__(self, framework)
89d310bb7SBarry Smith    self.headerPrefix = 'PETSC'
99d310bb7SBarry Smith    self.substPrefix  = 'PETSC'
109d310bb7SBarry Smith    return
119d310bb7SBarry Smith
129d310bb7SBarry Smith  def __str1__(self):
139d310bb7SBarry Smith    if not hasattr(self, 'arch'):
149d310bb7SBarry Smith      return ''
159d310bb7SBarry Smith    desc = ['PETSc:']
169d310bb7SBarry Smith    desc.append('  PETSC_ARCH: '+str(self.arch))
179d310bb7SBarry Smith    return '\n'.join(desc)+'\n'
189d310bb7SBarry Smith
199d310bb7SBarry Smith  def setupHelp(self, help):
209d310bb7SBarry Smith    import nargs
219d310bb7SBarry Smith    help.addArgument('PETSc', '-PETSC_ARCH=<string>',     nargs.Arg(None, None, 'The configuration name'))
229d310bb7SBarry Smith    help.addArgument('PETSc', '-with-petsc-arch=<string>',nargs.Arg(None, None, 'The configuration name'))
23dd328ec0SBarry Smith    help.addArgument('PETSc', '-force=<bool>',            nargs.ArgBool(None, 0, 'Bypass configure hash caching, and run to completion'))
24dd328ec0SBarry Smith    return
25dd328ec0SBarry Smith
26dd328ec0SBarry Smith  def setupDependencies(self, framework):
27dd328ec0SBarry Smith    self.sourceControl = framework.require('config.sourceControl',self)
28dd328ec0SBarry Smith    self.petscdir = framework.require('PETSc.options.petscdir', self)
299d310bb7SBarry Smith    return
309d310bb7SBarry Smith
311a8e9eaeSSatish Balay  def setNativeArchitecture(self):
3270211a5bSSatish Balay    import sys
3370211a5bSSatish Balay    arch = 'arch-' + sys.platform.replace('cygwin','mswin')
3470211a5bSSatish Balay    # use opt/debug, c/c++ tags.s
3570211a5bSSatish Balay    arch+= '-'+self.framework.argDB['with-clanguage'].lower().replace('+','x')
3670211a5bSSatish Balay    if self.framework.argDB['with-debugging']:
3770211a5bSSatish Balay      arch += '-debug'
3870211a5bSSatish Balay    else:
3970211a5bSSatish Balay      arch += '-opt'
401a8e9eaeSSatish Balay    self.nativeArch = arch
411a8e9eaeSSatish Balay    return
4270211a5bSSatish Balay
439d310bb7SBarry Smith  def configureArchitecture(self):
449d310bb7SBarry Smith    '''Checks PETSC_ARCH and sets if not set'''
45bf3e94a3SBarry Smith    # Warn if PETSC_ARCH doesn't match env variable
469d310bb7SBarry Smith    if 'PETSC_ARCH' in self.framework.argDB and 'PETSC_ARCH' in os.environ and self.framework.argDB['PETSC_ARCH'] != os.environ['PETSC_ARCH']:
479d310bb7SBarry Smith      self.logPrintBox('''\
489d310bb7SBarry SmithWarning: PETSC_ARCH from environment does not match command-line or name of script.
499d310bb7SBarry SmithWarning: Using from command-line or name of script: %s, ignoring environment: %s''' % (str(self.framework.argDB['PETSC_ARCH']), str(os.environ['PETSC_ARCH'])))
5057ea55fdSJed Brown      os.environ['PETSC_ARCH'] = self.framework.argDB['PETSC_ARCH']
519d310bb7SBarry Smith    if 'with-petsc-arch' in self.framework.argDB:
529d310bb7SBarry Smith      self.arch = self.framework.argDB['with-petsc-arch']
5370211a5bSSatish Balay      msg = 'option -with-petsc-arch='+str(self.arch)
549d310bb7SBarry Smith    elif 'PETSC_ARCH' in self.framework.argDB:
559d310bb7SBarry Smith      self.arch = self.framework.argDB['PETSC_ARCH']
5670211a5bSSatish Balay      msg = 'option PETSC_ARCH='+str(self.arch)
5770211a5bSSatish Balay    elif 'PETSC_ARCH' in os.environ:
589d310bb7SBarry Smith      self.arch = os.environ['PETSC_ARCH']
5970211a5bSSatish Balay      msg = 'environment variable PETSC_ARCH='+str(self.arch)
609d310bb7SBarry Smith    else:
611a8e9eaeSSatish Balay      self.arch = self.nativeArch
629d310bb7SBarry Smith    if self.arch.find('/') >= 0 or self.arch.find('\\') >= 0:
6370211a5bSSatish Balay      raise RuntimeError('PETSC_ARCH should not contain path characters, but you have specified with '+msg)
64002ae2c9SLisandro Dalcin    if self.arch.startswith('-'):
6570211a5bSSatish Balay      raise RuntimeError('PETSC_ARCH should not start with "-", but you have specified with '+msg)
6670211a5bSSatish Balay    if self.arch.startswith('.'):
6770211a5bSSatish Balay      raise RuntimeError('PETSC_ARCH should not start with ".", but you have specified with '+msg)
6870211a5bSSatish Balay    if not len(self.arch):
6970211a5bSSatish Balay      raise RuntimeError('PETSC_ARCH cannot be empty string. Use a valid string or do not set one. Currently set with '+msg)
709d310bb7SBarry Smith    self.archBase = re.sub(r'^(\w+)[-_]?.*$', r'\1', self.arch)
719d310bb7SBarry Smith    return
729d310bb7SBarry Smith
73bf3e94a3SBarry Smith  def makeDependency(self,hash,hashfile,hashfilepackages):
74bf3e94a3SBarry Smith    '''Deletes the current hashfile and saves the hashfile names and its value in framework so that'''
75f8357408SBarry Smith    '''framework.Configure can create the file upon success of configure'''
76dd328ec0SBarry Smith    import os
77f8357408SBarry Smith    if hash:
78f8357408SBarry Smith      self.framework.hash = hash
79f8357408SBarry Smith      self.framework.hashfile = hashfile
80bf3e94a3SBarry Smith      self.logPrint('Setting hashfile: '+hashfile)
81bf3e94a3SBarry Smith      if hashfilepackages: self.framework.hashfilepackages = hashfilepackages
82dd328ec0SBarry Smith    try:
83bf3e94a3SBarry Smith      self.logPrint('Deleting configure hash file: '+hashfile)
84f8357408SBarry Smith      os.remove(hashfile)
85bf3e94a3SBarry Smith      self.logPrint('Deleted configure hash file: '+hashfile)
86dd328ec0SBarry Smith    except:
87f8357408SBarry Smith      self.logPrint('Unable to delete configure hash file: '+hashfile)
88bf3e94a3SBarry Smith
89dd328ec0SBarry Smith
90dd328ec0SBarry Smith  def checkDependency(self):
91dd328ec0SBarry Smith    '''Checks if files in config have changed, the command line options have changed or the PATH has changed'''
92bf3e94a3SBarry Smith    '''  By default - checks if configure needs to be run'''
93bf3e94a3SBarry Smith    '''  If --arch-hash it manages the same information but it:'''
94bf3e94a3SBarry Smith    '''     * computes a short hash for the configuration <hashvalue>'''
95bf3e94a3SBarry Smith    '''     * sets self.arch and PETSC_ARCH to arch-<hashvalue>'''
96bf3e94a3SBarry Smith    '''       This results in the downloaded packages being installed once to the arch-<hasvalue> directory'''
97bf3e94a3SBarry Smith    '''       and a new directory with a different hash is created if the configuration changes.'''
98bf3e94a3SBarry Smith    '''     This mode is intended mostly for testing to reduce reconfigure and recompile times (not currently used)'''
99bf3e94a3SBarry Smith    '''  If --package-prefix-hash=directory is provided'''
100bf3e94a3SBarry Smith    '''     * computes a short hash for the configuration <hashvalue>'''
101bf3e94a3SBarry Smith    '''     * puts the downloaded external packages into location directory/hash'''
102bf3e94a3SBarry Smith    '''       This results in the downloaded packages being installed once'''
103bf3e94a3SBarry Smith    '''       and a new directory with a different hash is created if the configuration changes.'''
104bf3e94a3SBarry Smith    '''     This mode is intended mostly for testing to reduce time of reinstalling external packages'''
105dd328ec0SBarry Smith    import os
106dd328ec0SBarry Smith    import sys
107dd328ec0SBarry Smith    import hashlib
108b60faad8SJed Brown    args = sorted(set(filter(lambda x: not (x.startswith('PETSC_ARCH') or x == '--force'),sys.argv[1:])))
109b60faad8SJed Brown    hash = 'args:\n' + '\n'.join('    '+a for a in args) + '\n'
110b60faad8SJed Brown    hash += 'PATH=' + os.environ.get('PATH', '') + '\n'
111*a952ef13SBarry Smith    chash=''
112dd328ec0SBarry Smith    try:
113dd328ec0SBarry Smith      for root, dirs, files in os.walk('config'):
114b60faad8SJed Brown        if root == 'config':
115b60faad8SJed Brown          dirs.remove('examples')
116dd328ec0SBarry Smith        for f in files:
117b60faad8SJed Brown          if not f.endswith('.py') or f.startswith('.') or f.startswith('#'):
118b60faad8SJed Brown            continue
119dd328ec0SBarry Smith          fname = os.path.join(root, f)
120b60faad8SJed Brown          with open(fname,'rb') as f:
121*a952ef13SBarry Smith            chash += hashlib.sha256(f.read()).hexdigest() + '  ' + fname + '\n'
122dd328ec0SBarry Smith    except:
123b60faad8SJed Brown      self.logPrint('Error generating file list/hash from config directory for configure hash, forcing new configuration')
124dd328ec0SBarry Smith      return
125*a952ef13SBarry Smith    hash += '\n'.join(sorted(chash.splitlines()))
126bf3e94a3SBarry Smith    hashfilepackages = None
127bf3e94a3SBarry Smith    # Generate short hash to use for the arch so the same arch can be reused if the configuration files don't change
128bf3e94a3SBarry Smith    if 'arch-hash' in self.argDB:
129bf3e94a3SBarry Smith      if self.argDB['prefix']:
130bf3e94a3SBarry Smith        raise RuntimeError('Cannot provide --prefix and --arch-hash')
131bf3e94a3SBarry Smith      if hasattr(self.argDB,'PETSC_ARCH'):
132bf3e94a3SBarry Smith        raise RuntimeError('Cannot provide PETSC_ARCH and --arch-hash')
133bf3e94a3SBarry Smith      if 'package-prefix-hash' in self.argDB:
134bf3e94a3SBarry Smith        raise RuntimeError('Cannot provide --arch-hash and --package-prefix-hash')
135bf3e94a3SBarry Smith      if os.getenv('PETSC_ARCH'):
136bf3e94a3SBarry Smith        raise RuntimeError('Do not set the environmental variable PETSC_ARCH and use --arch-hash')
137bf3e94a3SBarry Smith    if 'arch-hash' in self.argDB or 'package-prefix-hash' in self.argDB:
138bf3e94a3SBarry Smith      import hashlib
139bf3e94a3SBarry Smith      m = hashlib.md5()
140*a952ef13SBarry Smith      m.update(hash.encode('utf-8'))
141bf3e94a3SBarry Smith      hprefix = m.hexdigest()
142bf3e94a3SBarry Smith      if 'arch-hash' in self.argDB:
143bf3e94a3SBarry Smith        self.argDB['PETSC_ARCH'] = 'arch-'+hprefix[0:6]
144bf3e94a3SBarry Smith        self.arch = 'arch-'+hprefix[0:6]
145bf3e94a3SBarry Smith      else:
146bf3e94a3SBarry Smith        if not os.path.isdir(self.argDB['package-prefix-hash']):
147bf3e94a3SBarry Smith          raise RuntimeError('--package-prefix-hash '+self.argDB['package-prefix-hash']+' directory does not exist\n')
148bf3e94a3SBarry Smith        self.argDB['prefix'] = os.path.join(self.argDB['package-prefix-hash'],hprefix[0:6])
149bf3e94a3SBarry Smith        if not os.path.isdir(self.argDB['prefix']):
150bf3e94a3SBarry Smith          os.mkdir(self.argDB['prefix'])
151bf3e94a3SBarry Smith          hashfilepackages = os.path.join(self.argDB['prefix'],'configure-hash')
152bf3e94a3SBarry Smith        else:
153bf3e94a3SBarry Smith          try:
154bf3e94a3SBarry Smith            with open(os.path.join(self.argDB['prefix'],'configure-hash'), 'r') as f:
155bf3e94a3SBarry Smith              a = f.read()
156bf3e94a3SBarry Smith          except:
157bf3e94a3SBarry Smith            self.logPrint('No previous hashfilepackages found')
158bf3e94a3SBarry Smith            a = ''
159bf3e94a3SBarry Smith          if a == hash:
160bf3e94a3SBarry Smith            self.logPrint('Reusing download packages in '+self.argDB['prefix'])
161bf3e94a3SBarry Smith            self.argDB['package-prefix-hash'] = 'reuse' # indicates prefix libraries already built, no need to rebuild
162bf3e94a3SBarry Smith
163bf3e94a3SBarry Smith    hashfile = os.path.join(self.arch,'lib','petsc','conf','configure-hash')
164bf3e94a3SBarry Smith
165dd328ec0SBarry Smith    if self.argDB['force']:
166bf3e94a3SBarry Smith      self.logPrint('Forcing a new configuration requested by use')
167*a952ef13SBarry Smith      self.makeDependency(hash,hashfile,hashfilepackages)
168dd328ec0SBarry Smith      return
169dd328ec0SBarry Smith    a = ''
170dd328ec0SBarry Smith    try:
171f8357408SBarry Smith      with open(hashfile, 'r') as f:
172dd328ec0SBarry Smith        a = f.read()
173dd328ec0SBarry Smith    except:
174bf3e94a3SBarry Smith      self.logPrint('No previous hashfile found')
175bf3e94a3SBarry Smith      self.makeDependency(hash,hashfile,hashfilepackages)
176dd328ec0SBarry Smith      return
177dd328ec0SBarry Smith    if a == hash:
178bf3e94a3SBarry Smith      try:
179bf3e94a3SBarry Smith        self.logPrint('Attempting to save lib/petsc/conf/petscvariables file')
180bf3e94a3SBarry Smith        with open(os.path.join('lib','petsc','conf','petscvariables'), 'w') as g:
181bf3e94a3SBarry Smith          g.write('PETSC_ARCH='+self.arch+'\n')
182bf3e94a3SBarry Smith          g.write('PETSC_DIR='+self.petscdir.dir+'\n')
183bf3e94a3SBarry Smith          g.write('include $(PETSC_DIR)/$(PETSC_ARCH)/lib/petsc/conf/petscvariables\n')
184bf3e94a3SBarry Smith          self.logPrint('Saved lib/petsc/conf/petscvariables file')
185bf3e94a3SBarry Smith      except:
186bf3e94a3SBarry Smith        self.logPrint('Unable to save lib/petsc/conf/petscvariables file')
187f8357408SBarry Smith      self.logPrint('configure hash file: '+hashfile+' matches; no need to run configure.')
188dd328ec0SBarry Smith      print('Your configure options and state has not changed; no need to run configure')
189dd328ec0SBarry Smith      print('However you can force a configure run using the option: --force')
190dd328ec0SBarry Smith      sys.exit()
191f8357408SBarry Smith    self.logPrint('configure hash file: '+hashfile+' does not match\n'+a+'\n---\n'+hash+'\n need to run configure')
192bf3e94a3SBarry Smith    self.makeDependency(hash,hashfile,hashfilepackages)
193dd328ec0SBarry Smith
1949d310bb7SBarry Smith  def configure(self):
1951a8e9eaeSSatish Balay    self.executeTest(self.setNativeArchitecture)
1969d310bb7SBarry Smith    self.executeTest(self.configureArchitecture)
1979d310bb7SBarry Smith    # required by top-level configure.py
1989d310bb7SBarry Smith    self.framework.arch = self.arch
199dd328ec0SBarry Smith    self.checkDependency()
2009d310bb7SBarry Smith    return
201