下部に追加された例を参照してください。元のエラーよりも少し正確にエラーを特定しています。
添付のコードを並行して実行しようとしています。このコードは、大規模なクラスターで実行することを望んでいる、より大きな最適化コードの構造を模倣することを目的としています。ここでのエラーは、試したいくつかの異なるスクリプトで表示されます。そのうちの 1 つは、configure メソッド内のループで開始されたコンポーネントへの接続が配列の要素から行われない限り、並行して動作します。この例はシリアルで問題なく実行されますが、コマンドを実行するmpirun -n 4 python test2_forParallel_floats.pyと次の出力が得られます。
Traceback (most recent call last):
File "/Users/thomas95/OpenMDAO/openmdao-0.13.0/lib/python2.7/site-packages/openmdao.main-0.13.0-py2.7.egg/openmdao/main/component.py", line 549, in run
self._pre_execute()
File "/Users/thomas95/OpenMDAO/openmdao-0.13.0/lib/python2.7/site-packages/openmdao.main-0.13.0-py2.7.egg/openmdao/main/component.py", line 469, in _pre_execute
self._setup()
File "/Users/thomas95/OpenMDAO/openmdao-0.13.0/lib/python2.7/site-packages/openmdao.main-0.13.0-py2.7.egg/openmdao/main/assembly.py", line 1701, in _setup
self.setup_variables()
File "/Users/thomas95/OpenMDAO/openmdao-0.13.0/lib/python2.7/site-packages/openmdao.main-0.13.0-py2.7.egg/openmdao/main/assembly.py", line 1105, in setup_variables
self._system.setup_variables()
File "/Users/thomas95/OpenMDAO/openmdao-0.13.0/lib/python2.7/site-packages/openmdao.main-0.13.0-py2.7.egg/openmdao/main/systems.py", line 433, in setup_variables
sub.setup_variables(resid_state_map)
File "/Users/thomas95/OpenMDAO/openmdao-0.13.0/lib/python2.7/site-packages/openmdao.main-0.13.0-py2.7.egg/openmdao/main/systems.py", line 2387, in setup_variables
super(DriverSystem, self).setup_variables(resid_state_map)
File "/Users/thomas95/OpenMDAO/openmdao-0.13.0/lib/python2.7/site-packages/openmdao.main-0.13.0-py2.7.egg/openmdao/main/systems.py", line 433, in setup_variables
sub.setup_variables(resid_state_map)
File "/Users/thomas95/OpenMDAO/openmdao-0.13.0/lib/python2.7/site-packages/openmdao.main-0.13.0-py2.7.egg/openmdao/main/systems.py", line 433, in setup_variables
sub.setup_variables(resid_state_map)
File "/Users/thomas95/OpenMDAO/openmdao-0.13.0/lib/python2.7/site-packages/openmdao.main-0.13.0-py2.7.egg/openmdao/main/systems.py", line 2122, in setup_variables
sub = list(self.local_subsystems())[0]
IndexError: list index out of range
Traceback (most recent call last):
File "/Users/thomas95/OpenMDAO/openmdao-0.13.0/lib/python2.7/site-packages/openmdao.main-0.13.0-py2.7.egg/openmdao/main/component.py", line 549, in run
self._pre_execute()
File "/Users/thomas95/OpenMDAO/openmdao-0.13.0/lib/python2.7/site-packages/openmdao.main-0.13.0-py2.7.egg/openmdao/main/component.py", line 469, in _pre_execute
self._setup()
File "/Users/thomas95/OpenMDAO/openmdao-0.13.0/lib/python2.7/site-packages/openmdao.main-0.13.0-py2.7.egg/openmdao/main/assembly.py", line 1701, in _setup
Traceback (most recent call last):
File "test2_forParallel_floats.py", line 170, in <module>
test.run()
File "/Users/thomas95/OpenMDAO/openmdao-0.13.0/lib/python2.7/site-packages/openmdao.main-0.13.0-py2.7.egg/openmdao/main/component.py", line 549, in run
self._pre_execute()
File "/Users/thomas95/OpenMDAO/openmdao-0.13.0/lib/python2.7/site-packages/openmdao.main-0.13.0-py2.7.egg/openmdao/main/component.py", line 469, in _pre_execute
self._setup()
File "/Users/thomas95/OpenMDAO/openmdao-0.13.0/lib/python2.7/site-packages/openmdao.main-0.13.0-py2.7.egg/openmdao/main/assembly.py", line 1701, in _setup
self.setup_variables()
File "/Users/thomas95/OpenMDAO/openmdao-0.13.0/lib/python2.7/site-packages/openmdao.main-0.13.0-py2.7.egg/openmdao/main/assembly.py", line 1105, in setup_variables
self.setup_variables()
File "/Users/thomas95/OpenMDAO/openmdao-0.13.0/lib/python2.7/site-packages/openmdao.main-0.13.0-py2.7.egg/openmdao/main/assembly.py", line 1105, in setup_variables
self._system.setup_variables()
File "/Users/thomas95/OpenMDAO/openmdao-0.13.0/lib/python2.7/site-packages/openmdao.main-0.13.0-py2.7.egg/openmdao/main/systems.py", line 433, in setup_variables
sub.setup_variables(resid_state_map)
File "/Users/thomas95/OpenMDAO/openmdao-0.13.0/lib/python2.7/site-packages/openmdao.main-0.13.0-py2.7.egg/openmdao/main/systems.py", line 2387, in setup_variables
super(DriverSystem, self).setup_variables(resid_state_map)
File "/Users/thomas95/OpenMDAO/openmdao-0.13.0/lib/python2.7/site-packages/openmdao.main-0.13.0-py2.7.egg/openmdao/main/systems.py", line 433, in setup_variables
sub.setup_variables(resid_state_map)
File "/Users/thomas95/OpenMDAO/openmdao-0.13.0/lib/python2.7/site-packages/openmdao.main-0.13.0-py2.7.egg/openmdao/main/systems.py", line 433, in setup_variables
sub.setup_variables(resid_state_map)
File "/Users/thomas95/OpenMDAO/openmdao-0.13.0/lib/python2.7/site-packages/openmdao.main-0.13.0-py2.7.egg/openmdao/main/systems.py", line 2122, in setup_variables
sub = list(self.local_subsystems())[0]
IndexError: list index out of range
self._system.setup_variables()
File "/Users/thomas95/OpenMDAO/openmdao-0.13.0/lib/python2.7/site-packages/openmdao.main-0.13.0-py2.7.egg/openmdao/main/systems.py", line 433, in setup_variables
sub.setup_variables(resid_state_map)
File "/Users/thomas95/OpenMDAO/openmdao-0.13.0/lib/python2.7/site-packages/openmdao.main-0.13.0-py2.7.egg/openmdao/main/systems.py", line 2387, in setup_variables
Traceback (most recent call last):
File "test2_forParallel_floats.py", line 170, in <module>
test.run()
File "/Users/thomas95/OpenMDAO/openmdao-0.13.0/lib/python2.7/site-packages/openmdao.main-0.13.0-py2.7.egg/openmdao/main/component.py", line 549, in run
super(DriverSystem, self).setup_variables(resid_state_map)
File "/Users/thomas95/OpenMDAO/openmdao-0.13.0/lib/python2.7/site-packages/openmdao.main-0.13.0-py2.7.egg/openmdao/main/systems.py", line 433, in setup_variables
self._pre_execute()
File "/Users/thomas95/OpenMDAO/openmdao-0.13.0/lib/python2.7/site-packages/openmdao.main-0.13.0-py2.7.egg/openmdao/main/component.py", line 469, in _pre_execute
sub.setup_variables(resid_state_map)
File "/Users/thomas95/OpenMDAO/openmdao-0.13.0/lib/python2.7/site-packages/openmdao.main-0.13.0-py2.7.egg/openmdao/main/systems.py", line 433, in setup_variables
self._setup()
File "/Users/thomas95/OpenMDAO/openmdao-0.13.0/lib/python2.7/site-packages/openmdao.main-0.13.0-py2.7.egg/openmdao/main/assembly.py", line 1701, in _setup
sub.setup_variables(resid_state_map)
File "/Users/thomas95/OpenMDAO/openmdao-0.13.0/lib/python2.7/site-packages/openmdao.main-0.13.0-py2.7.egg/openmdao/main/systems.py", line 2122, in setup_variables
self.setup_variables()
File "/Users/thomas95/OpenMDAO/openmdao-0.13.0/lib/python2.7/site-packages/openmdao.main-0.13.0-py2.7.egg/openmdao/main/assembly.py", line 1105, in setup_variables
self._system.setup_variables()
File "/Users/thomas95/OpenMDAO/openmdao-0.13.0/lib/python2.7/site-packages/openmdao.main-0.13.0-py2.7.egg/openmdao/main/systems.py", line 433, in setup_variables
sub.setup_variables(resid_state_map)
File "/Users/thomas95/OpenMDAO/openmdao-0.13.0/lib/python2.7/site-packages/openmdao.main-0.13.0-py2.7.egg/openmdao/main/systems.py", line 2387, in setup_variables
super(DriverSystem, self).setup_variables(resid_state_map)
File "/Users/thomas95/OpenMDAO/openmdao-0.13.0/lib/python2.7/site-packages/openmdao.main-0.13.0-py2.7.egg/openmdao/main/systems.py", line 433, in setup_variables
sub = list(self.local_subsystems())[0]
IndexError: list index out of range
sub.setup_variables(resid_state_map)
File "/Users/thomas95/OpenMDAO/openmdao-0.13.0/lib/python2.7/site-packages/openmdao.main-0.13.0-py2.7.egg/openmdao/main/systems.py", line 433, in setup_variables
sub.setup_variables(resid_state_map)
File "/Users/thomas95/OpenMDAO/openmdao-0.13.0/lib/python2.7/site-packages/openmdao.main-0.13.0-py2.7.egg/openmdao/main/systems.py", line 2122, in setup_variables
sub = list(self.local_subsystems())[0]
IndexError: list index out of range
なぜこれが並行して実行されないのかについて、誰かが私に洞察を与えることができますか?
脚本
注: コメント アウトされたq要素は、必要になる追加機能です。ここで一つ一つ進んでいきます
from openmdao.main.api import Assembly, Component
from openmdao.lib.datatypes.api import Float, Array, List
from openmdao.lib.drivers.api import DOEdriver, SLSQPdriver, COBYLAdriver, CaseIteratorDriver
from pyopt_driver.pyopt_driver import pyOptDriver
import numpy as np
class component1(Component):
x = Float(iotype='in')
y = Float(iotype='in')
term1 = Float(iotype='out')
a = Float(iotype='in', default_value=1)
def execute(self):
x = self.x
a = self.a
term1 = a*x**2
self.term1 = term1
print "In comp1", self.name, self.a, self.x, self.term1
def list_deriv_vars(self):
return ('x',), ('term1',)
def provideJ(self):
x = self.x
a = self.a
dterm1_dx = 2.*a*x
J = np.array([[dterm1_dx]])
# print 'In comp1, J = %s' % J
return J
class component2(Component):
x = Float(iotype='in')
y = Float(iotype='in')
term1 = Float(iotype='in')
f = Float(iotype='out')
# q = Array(np.zeros(2), iotype='in', dtype='float')
def execute(self):
# y = self.y + self.q[0]
# x = self.x + self.q[1]
y = self.y
x = self.x
term1 = self.term1
f = term1 + x + y**2
# print 'in comp2 q = %s' % self.q
self.f = f
print "In comp2", self.name, self.x, self.y, self.term1, self.f
class summer(Component):
total = Float(iotype='out', desc='sum of all f values')
def __init__(self, size):
super(summer, self).__init__()
self.size = size
self.add('fs', Array(np.zeros(size), iotype='in', desc='f values from all cases'))
def execute(self):
self.total = sum(self.fs)
print 'In summer, fs = %s and total = %s' % (self.fs, self.total)
class assembly(Assembly):
x = Float(iotype='in')
y = Float(iotype='in')
total = Float(iotype='out')
def __init__(self, size):
super(assembly, self).__init__()
self.size = size
for i in range(0, size):
self.add('a_vals_%d' % i, Float(iotype='in'))
# self.add('q_%d' % i, Array(np.zeros(2), iotype='in', dtype='float'))
a = str()
exec("a = self.a_vals_%d" % i)
print 'in init, a_vals_%d = %s' % (i, a)
self.add('fs', Array(np.zeros(size), iotype='out', dtype='float'))
print 'in init, fs = %s' % self.fs
def configure(self):
self.add('driver', SLSQPdriver())
# self.add('driver', pyOptDriver())
# self.driver.optimizer = 'SNOPT'
# self.driver.pyopt_diff = True
#create this first, so we can connect to it
self.add('summer', summer(size=self.size))
self.connect('summer.total', 'total')
for i in range(0, self.size):
a = str()
exec("a = self.a_vals_%d" % i)
print 'in configure, a_vals_%d = %s' % (i, a)
# create instances of components
for i in range(0, self.size):
c1 = self.add('comp1_%d' % i, component1())
c1.missing_deriv_policy = 'assume_zero'
c2 = self.add('comp2_%d'%i, component2())
self.connect('a_vals_%d' % i, 'comp1_%d.a' % i)
self.connect('x', ['comp1_%d.x' % i, 'comp2_%d.x' % i])
self.connect('y', ['comp1_%d.y' % i, 'comp2_%d.y' % i])
self.connect('comp1_%d.term1' % i, 'comp2_%d.term1' % i)
# self.connect('q_%d' % i, 'comp2_%d.q' % i)
self.connect('comp2_%d.f' % i, 'summer.fs[%d]' % i)
self.driver.workflow.add(['comp1_%d' % i, 'comp2_%d' % i])
# self.connect('summer.fs[:]', 'fs[:]')
self.driver.workflow.add(['summer'])
# set up main driver (optimizer)
self.driver.iprint = 1
self.driver.maxiter = 100
self.driver.accuracy = 1.0e-6
self.driver.add_parameter('x', low=-5., high=5.)
self.driver.add_parameter('y', low=0., high=5.)
# for i in range(0, self.size):
# self.driver.add_parameter('q_%d' % i, low=0., high=5.)
self.driver.add_objective('summer.total')
if __name__ == "__main__":
""" the result should be -1 at (x, y) = (-0.5, 0) """
import time
from openmdao.main.api import set_as_top
a_vals = np.array([1., 1., 1., 1.])
test = set_as_top(assembly(size=len(a_vals)))
# test.a_vals = a_vals
# print 'in main, test.a_vals = %s, test.fs = %s' % (test.a_vals, test.fs)
test.x = 2.
test.y = 5
# q = np.tile(np.arange(1., 3.), (4, 1))
for i in range(0, len(a_vals)):
exec('test.a_vals_%d = a_vals[%d]' % (i, i))
# exec('test.q_%d = q[%d]' % (i, i))
# exec('print test.q_%d' % i)
a = str()
exec("a = test.a_vals_%d" % i)
print 'in main, a_vals_%d = %s' % (i, a)
tt = time.time()
test = set_as_top(test)
test.run()
print "Elapsed time: ", time.time()-tt, "seconds"
print 'result = ', test.summer.total
print '(x, y) = (%s, %s)' % (test.x, test.y)
print 'fs = %s' % test.fs
print test.fs
# for i in range(0, len(a_vals)):
# exec('print test.q_%d' % i)
さらなる例
この例は、エラーの原因をより適切に示しています。次のスクリプトは、デフォルト ドライバーに対してシリアルまたはパラレルで実行されますが、SNOPT で SLSLQPdriver と pyOptDriver の両方を使用すると失敗します。エラーは次のとおりです。
SLSQPdriver() の使用:AttributeError: 'SerialSystem' object has no attribute 'options'
SNOPT で pyOptDriver() を使用する:IndexError: index 0 is out of bounds for axis 1 with size 0
結果は x* = [0, 0, 0] で y* = 0 になります。
編集: SNOPT: に対して別のエラーが発生していますIOError: Failed to properly open SNOPT_print.out, ierror = 17。何が変わったのかわからない
import numpy as np
import time
from openmdao.main.api import Component, Assembly
from openmdao.lib.datatypes.api import Float, Array
from openmdao.lib.drivers.api import FixedPointIterator, SLSQPdriver, COBYLAdriver
from pyopt_driver.pyopt_driver import pyOptDriver
class SimpleComp(Component):
x = Float(iotype="in")
y = Float(iotype="out")
def execute(self):
# print 'print'
print 'In SimpleComp, x = %s' % self.x
# time.sleep(2) #slow things down to make the parallization more clear
self.y = self.x*self.x
class Summer(Component):
def __init__(self, size):
super(Summer, self).__init__()
self.size = int(size)
for i in xrange(size):
self.add('y_%d'%i, Float(iotype="in"))
self.add('tot', Float(iotype="out"))
def execute(self):
tot = 0
for i in xrange(self.size):
tot += getattr(self, 'y_%d'%i)
self.tot = tot
class Sim(Assembly):
def __init__(self, size):
super(Sim, self).__init__()
# self.add('x', Array(np.zeros(size), dtype='float', iotype='in'))
# self.add('x', Float(iotype='in'))
for i in range(0, size):
self.add('x_%d' % i, Float(iotype='in'))
def configure(self):
#you'll need one process per point
# self.add('driver', SLSQPdriver())
self.add('driver', pyOptDriver())
self.driver.optimizer = 'SNOPT'
self.add('summer', Summer(size))
# print self.x
for i in xrange(size):
# print 'x = ', self.x[i]
self.add('point_%d'%i, SimpleComp())
self.connect('x_%d' % i, 'point_%d.x' % i)
self.connect('point_%d.y'%i, 'summer.y_%d'%i)
self.driver.workflow.add('point_%d'%i)
self.driver.add_parameter('x_%d' % i, high=10, low=-10)
self.driver.workflow.add('summer')
self.driver.add_objective('summer.tot')
if __name__ == "__main__":
from openmdao.main.api import set_as_top
size = 3
x = np.arange(0, size)
# x = 1.
print x
sim = set_as_top(Sim(size))
for i in range(0, size):
exec('sim.x_%d = x[%d]' % (i, i))
st = time.time()
sim.run()
print "runtime: ", time.time() - st
print 'y* = %s' % sim.summer.tot