alttpr-gwaa-kiwi/alttpr-python
1
0
Fork 0
Code Issues Pull Requests Packages Releases Activity

Revert TestSuite changes (add owg)

Browse Source
This commit is contained in:
aerinon
2021-05-04 16:37:30 -06:00
parent a12ebfaf50
commit 8e2a7874aa
1 changed files with 44 additions and 156 deletions
Download Patch File Download Diff File Expand all files Collapse all files

200
TestSuite.py
View File

@@ -4,50 +4,11 @@ import multiprocessing
import concurrent.futures
import argparse
from collections import OrderedDict
import csv
cpu_threads = multiprocessing.cpu_count()
py_version = f"{sys.version_info.major}.{sys.version_info.minor}"
SETTINGS = {
'mode': ['open'],
'goal': ['ganon', 'pedestal', 'triforcehunt', 'crystals', 'dungeons'],
'swords': ['random', 'swordless', 'assured'],
'shuffle': ['vanilla','simple','restricted','full','dungeonssimple','dungeonsfull', 'crossed','insanity'],
'accessibility': [True, False],
'difficulty': [True, False],
'shufflepots': [True, False],
'keydropshuffle': [True, False],
'keysanity': [True, False],
'retro': [True, False],
'shopsanity': [True, False]
}
SETTINGS = {
'mode': ['open', 'inverted'],
'goal': ['ganon'],
'swords': ['random'],
'shuffle': ['vanilla'],
'accessibility': [True],
'difficulty': [False],
'shufflepots': [False],
'keydropshuffle': [True, False],
'keysanity': [True, False],
'retro': [False],
'shopsanity': [False]
}
optionsList = []
for sett,options in SETTINGS.items():
for option in options:
if isinstance(option, str):
optionsList.append(f'{option}')
else:
optionsList.append('{}-{}'.format(sett,str(option)))
headerList = list(SETTINGS.keys())
def main(args=None):
successes = []
errors = []
@@ -62,88 +23,35 @@ def main(args=None):
dead_or_alive = 0
alive = 0
def test(testname: list, command: str):
tests[' '.join(testname)] = [command]
basecommand = f"py -3.8 DungeonRandomizer.py --door_shuffle {args.dr} --intensity {args.tense} --suppress_rom --suppress_spoiler"
def test(testname: str, command: str):
tests[testname] = [command]
for mode in [['Open', ''],
['Std ', ' --mode standard'],
['Inv ', ' --mode inverted']]:
def gen_seed():
taskcommand = basecommand + ' ' + command
return subprocess.run(taskcommand, capture_output=True, shell=True, text=True)
basecommand = f"python3.8 DungeonRandomizer.py --door_shuffle {args.dr} --intensity {args.tense} --suppress_rom --suppress_spoiler"
for _ in range(1, max_attempts + 1):
task = pool.submit(gen_seed)
task.success = False
task.name = ' '.join(testname)
task.settings = testname
task.cmd = basecommand + ' ' + command
task_mapping.append(task)
def gen_seed():
taskcommand = basecommand + " " + command + mode[1]
return subprocess.run(taskcommand, capture_output=True, shell=True, text=True)
for mode in SETTINGS['mode']:
for goal in SETTINGS['goal']:
for swords in SETTINGS['swords']:
for shuffle in SETTINGS['shuffle']:
for difficulty in SETTINGS['difficulty']:
for shufflepots in SETTINGS['shufflepots']:
for accessibility in SETTINGS['accessibility']:
for keydropshuffle in SETTINGS['keydropshuffle']:
for keysanity in SETTINGS['keysanity']:
for retro in SETTINGS['retro']:
for shopsanity in SETTINGS['shopsanity']:
commands = ''
name = []
commands = commands + f' --mode {mode}'
name.append(mode)
commands = commands + f' --goal {goal}'
name.append(goal)
commands = commands + f' --swords {swords}'
name.append(swords)
commands = commands + f' --shuffle {shuffle}'
name.append(shuffle)
if difficulty:
commands = commands + f' --difficulty expert'
commands = commands + f' --item_functionality expert'
name.append('difficulty-True')
else:
name.append('difficulty-False')
if shufflepots:
commands = commands + f' --shufflepots'
name.append('shufflepots-True')
else:
name.append('shufflepots-False')
if not accessibility:
commands = commands + f' --accessibility none'
name.append('accessibility-False')
else:
name.append('accessibility-True')
if keydropshuffle:
commands = commands + f' --keydropshuffle'
name.append('keydropshuffle-True')
else:
name.append('keydropshuffle-False')
if keysanity:
commands = commands + f' --keysanity'
name.append('keysanity-True')
else:
name.append('keysanity-False')
if retro:
commands = commands + f' --retro'
name.append('retro-True')
else:
name.append('retro-False')
if shopsanity:
commands = commands + f' --shopsanity'
name.append('shopsanity-True')
else:
name.append('shopsanity-False')
test(name, commands)
for x in range(1, max_attempts + 1):
task = pool.submit(gen_seed)
task.success = False
task.name = testname
task.mode = mode[0]
task.cmd = basecommand + " " + command + mode[1]
task_mapping.append(task)
# test("Vanilla ", "--futuro --shuffle vanilla")
# test("Basic ", "--futuro --retro --shuffle vanilla")
# test("Keysanity ", "--futuro --shuffle vanilla --keydropshuffle --keysanity")
# test("Simple ", "--futuro --shuffle simple")
# test("Crossed ", "--futuro --shuffle crossed")
# test("Insanity ", "--futuro --shuffle insanity")
# test("CrossKeys ", "--futuro --shuffle crossed --keydropshuffle --keysanity")
test("Vanilla ", "--shuffle vanilla")
test("Retro ", "--retro --shuffle vanilla")
test("Keysanity ", "--shuffle vanilla --keydropshuffle --keysanity")
test("Shopsanity", "--shuffle vanilla --shopsanity")
test("Simple ", "--shuffle simple")
test("Full ", "--shuffle full")
test("Crossed ", "--shuffle crossed")
test("Insanity ", "--shuffle insanity")
test("OWG ", "--logic owglitches")
from tqdm import tqdm
with tqdm(concurrent.futures.as_completed(task_mapping),
@@ -154,53 +62,34 @@ def main(args=None):
try:
result = task.result()
if result.returncode:
errors.append([task.name, task.cmd, result.stderr])
errors.append([task.name + task.mode, task.cmd, result.stderr])
else:
alive += 1
task.success = True
except Exception as e:
raise e
progressbar.set_description(f"Success rate: {(alive/dead_or_alive)*100:.2f}% - {task.name}")
progressbar.set_description(f"Success rate: {(alive/dead_or_alive)*100:.2f}% - {task.name}{task.mode}")
def get_results(option: str):
def get_results(testname: str):
result = ""
dead_or_alive = [task.success for task in task_mapping if option in task.settings]
alive = [x for x in dead_or_alive if x]
success = f"{option} Rate: {(len(alive) / len(dead_or_alive)) * 100:.1f}%"
successes.append(success)
print(success)
result += f"{(len(alive)/len(dead_or_alive))*100:.2f}%\t"
for mode in ['Open', 'Std ', 'Inv ']:
dead_or_alive = [task.success for task in task_mapping if task.name == testname and task.mode == mode]
alive = [x for x in dead_or_alive if x]
success = f"{testname}{mode} Rate: {(len(alive) / len(dead_or_alive)) * 100:.2f}%"
successes.append(success)
print(success)
result += f"{(len(alive)/len(dead_or_alive))*100:.2f}%\t"
return result.strip()
results = []
for option in optionsList:
results.append(get_results(option))
for t in tests.keys():
results.append(get_results(t))
for result in results:
print(result)
successes.append(result)
tabresultsfile = './output/' + args.dr + '.tsv'
with open(tabresultsfile, 'w+', newline='') as f:
writer = csv.writer(f, delimiter='\t')
header = headerList.copy()
header.append('Success')
writer.writerow(header)
for task in task_mapping:
settings = []
for option in headerList:
if option in task.settings:
settings.append(1)
elif str(option + '-True') in task.settings:
settings.append(1)
else:
settings.append(0)
if task.success:
settings.append(1)
else:
settings.append(0)
writer.writerow(settings)
return successes, errors
@@ -220,10 +109,9 @@ if __name__ == "__main__":
cpu_threads = args.cpu_threads
# for dr in [['vanilla', args.count if args.count else 2, 1],
# ['basic', args.count if args.count else 5, 1],
# ['crossed', args.count if args.count else 10, 1]]:
for dr in [['crossed', args.count if args.count else 2, 1]]:
for dr in [['vanilla', args.count if args.count else 2, 1],
['basic', args.count if args.count else 5, 3],
['crossed', args.count if args.count else 10, 3]]:
for tense in range(1, dr[2] + 1):
args = argparse.Namespace()
@@ -237,13 +125,13 @@ if __name__ == "__main__":
print()
if errors:
with open(f"./output/{dr[0]}{(f'-{tense}' if dr[0] in ['basic', 'crossed'] else '')}-errors.txt", 'w') as stream:
with open(f"{dr[0]}{(f'-{tense}' if dr[0] in ['basic', 'crossed'] else '')}-errors.txt", 'w') as stream:
for error in errors:
stream.write(error[0] + "\n")
stream.write(error[1] + "\n")
stream.write(error[2] + "\n\n")
with open("./output/success.txt", "w") as stream:
with open("success.txt", "w") as stream:
stream.write(str.join("\n", successes))
input("Press enter to continue")