force/rcsolver.py at master · TACCProjects/force · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
import sys
import itertools
import random
import math
from StringIO import StringIO
from rcdata import RCLHT

class RCSolver():
  def solveProblem(self, problem, rcht):
    if rcht == None:
      rcht = RCLHT()

    if problem.result:
      #Establish a shuffled list of result keys
      out = problem.result.getOutput()[0].split('[')[0]
      pset = []
      for param in problem.result.getParameters():
        prange = problem.result.params[param].split(':')
        if len(prange) == 2:
          foo = range(int(prange[0]), int(prange[1])+1)
          random.shuffle(foo)
          pset.append(foo)
        else:
          pset.append([int(prange[0])])

      for e in itertools.product(*pset):
        key = out
        for i in range(0, len(e)):
          key += "[" + str(e[i]) + "]"
        #Check to see if value exists already
        while(1):
          value = rcht.get(key)
          if value and not value == "":
            break
          else:
            attempt = key
            while(1):
              solvesIt = False
              cleanattempt = attempt.split('[')[0]
              for a in attempt.split('[')[1:]:
                cleanattempt += "[]"
              for codelet in problem.codelets[cleanattempt]:
                check = codelet.matchesDep(attempt)
       	        if check[0]:
  		  solvesIt = True
                  missing = []
                  code = codelet.code
                  dhtdeps = []
                  dephash = {}
                  deplist = check[1]
                  for dep in check[1]:
                    if dep[0] == '"' and dep[len(dep)-1] == '"':
                      value = dep[1:len(dep)-1]
                      dephash[dep] = value
                    else:
                      if isinstance(rcht, RCLHT):
                        value = rcht.get(dep)
                        if value:
                          dephash[dep] = value
                        else:
                          missing.append(dep)
                      else:
                        dhtdeps.append(dep)
                  if not isinstance(rcht, RCLHT):
                    remote_vals = rcht.getall(dhtdeps)
                    for dep in dhtdeps:
                      try:
                        value = remote_vals[dep]
                        dephash[dep] = value
                      except:
                        missing.append(dep)
                  break
              if not solvesIt:
                break
              if not missing:
                break
              else:
                attempt = random.choice(missing)
            if not solvesIt:
              #Check the data files for something that fills this attempt
              found = False
              for files in problem.data:
                for file in files:
                  for line in open(file):
                    if attempt in line:
                      found = True
                      value = line.split(' ')[1]
                      break
                  if found:
                    break
                if found:
                  break
              if found:
                print "("+file+") "+attempt + " " + value.rstrip('\n')
                rcht.put(attempt, value.rstrip('\n'))
              else:
                print "Cannot find a way to compute/load "+attempt
                sys.exit()
            else:
              callfunc = "update("
              for d in deplist:
                a = dephash[d]
                if isinstance(eval(a),str):
                  callfunc += "'" + a + "',"
                else:
                  callfunc += a + ","
              callfunc = callfunc.rstrip(",") + ")"
              ptsolved = []
              for i in attempt.split('['):
                ptsolved.append(i.rstrip(']'))
              ptsolved = tuple(ptsolved)
              buf = StringIO()
              sys.stdout = buf
              try:
                exec(code+"\n\nprint "+callfunc)
                sys.stdout = sys.__stdout__
              except:
                sys.stdout = sys.__stdout__
                print "Update for codelet \"{0}\" failed:".format(codelet.name)
                print "{0}".format(code)
                print "Last call: {0}".format(callfunc)
                sys.exit()
              try:
                value=eval(buf.getvalue().rstrip('\n'))
              except:
                print "Error in processing result for codelet {0}".format(codelet.name)
                print "{0}".format(code)
                print "Attempting to solve: {0}".format(attempt)
                print "Last call: {0}".format(callfunc)
                raise
              try:
                for (key,val) in zip(check[2], value):
                  print key + " " + str(val)
                  rcht.put(key, str(val))
              except:
                print attempt + " " + str(value)
                rcht.put(attempt, str(value))