247 lines
12 KiB
Python
247 lines
12 KiB
Python
# Karoo GP (desktop + server combined)
|
|
# Use Genetic Programming for Classification and Symbolic Regression
|
|
# by Kai Staats, MSc; see LICENSE.md
|
|
# version 2.0
|
|
|
|
'''
|
|
A word to the newbie, expert, and brave--
|
|
Even if you are highly experienced in Genetic Programming, it is recommended that you review the 'Karoo User Guide'
|
|
before running this application. While your computer will not burst into flames nor will the sun collapse into a black
|
|
hole if you do not, you will likely find more enjoyment of this particular flavour of GP with a little understanding
|
|
of its intent and design.
|
|
|
|
Without any arguments, Karoo GP relies entirely upon the scripted settings and the datasets located in karoo_gp/files/.
|
|
|
|
$ python karoo_gp_main.py
|
|
|
|
(or from iPython)
|
|
|
|
$ run karoo_gp_main.py
|
|
|
|
|
|
If you include the path to an external dataset, it will auto-load at launch:
|
|
|
|
$ python karoo_gp_main.py /[path]/[to_your]/[filename].csv
|
|
|
|
|
|
You can include a one or more additional arguments, they will override the default values, as follows:
|
|
|
|
-ker [r,c,m] fitness function: (r)egression, (c)lassification, or (m)atching
|
|
-typ [f,g,r] Tree type: (f)ull, (g)row, or (r)amped half/half
|
|
-bas [3...10] maximum Tree depth for the initial population
|
|
-max [3...10] maximum Tree depth for the entire run
|
|
-min [3...100] minimum number of nodes
|
|
-pop [10...1000] maximum population
|
|
-gen [1...100] number of generations
|
|
-tor [1...100] number of trees selected for the tournament
|
|
-evr [0.0 ... 1.0] fraction percent of genetic operator Reproduction
|
|
-evp [0.0 ... 1.0] fraction percent of genetic operator Point Mutation
|
|
-evb [0.0 ... 1.0] fraction percent of genetic operator Branch Mutation
|
|
-evc [0.0 ... 1.0] fraction percent of genetic operator Crossover
|
|
|
|
If you include any of the above flags, then you *must* also include a flag to load an external dataset.
|
|
|
|
-fil [filename] an external dataset
|
|
|
|
|
|
An example is given, as follows:
|
|
|
|
$ python karoo_gp_server.py -ker c -typ r -bas 4 -fil /[path]/[to_your]/[filename].csv
|
|
|
|
'''
|
|
|
|
import os
|
|
import sys; sys.path.append('modules/') # add directory 'modules' to the current path
|
|
import argparse
|
|
import karoo_gp_base_class; gp = karoo_gp_base_class.Base_GP()
|
|
|
|
os.system('clear')
|
|
print '\n\033[36m\033[1m'
|
|
print '\t ** ** ****** ***** ****** ****** ****** ******'
|
|
print '\t ** ** ** ** ** ** ** ** ** ** ** ** **'
|
|
print '\t ** ** ** ** ** ** ** ** ** ** ** ** **'
|
|
print '\t **** ******** ****** ** ** ** ** ** *** *******'
|
|
print '\t ** ** ** ** ** ** ** ** ** ** ** ** **'
|
|
print '\t ** ** ** ** ** ** ** ** ** ** ** ** **'
|
|
print '\t ** ** ** ** ** ** ** ** ** ** ** ** **'
|
|
print '\t ** ** ** ** ** ** ****** ****** ****** **'
|
|
print '\033[0;0m'
|
|
print '\t\033[36m Genetic Programming in Python - by Kai Staats, version 1.2\033[0;0m'
|
|
print ''
|
|
|
|
|
|
#++++++++++++++++++++++++++++++++++++++++++
|
|
# User Interface Configuation |
|
|
#++++++++++++++++++++++++++++++++++++++++++
|
|
|
|
if len(sys.argv) < 3: # either no command line argument (1) or the filename (2) was provided
|
|
|
|
# menu = ['c','r','m','p',''] # inserted all menus directly into while loops on 2018 05/07
|
|
while True:
|
|
try:
|
|
query = raw_input('\t Select (c)lassification, (r)egression, (m)atching, or (p)lay (default m): ')
|
|
if query not in ['c','r','m','p','']: raise ValueError()
|
|
kernel = query or 'm'; break
|
|
except ValueError: print '\t\033[32m Select from the options given. Try again ...\n\033[0;0m'
|
|
except KeyboardInterrupt: sys.exit()
|
|
|
|
if kernel == 'p':
|
|
|
|
while True:
|
|
try:
|
|
tree_type = raw_input('\t Select (f)ull or (g)row (default g): ')
|
|
if tree_type not in ['f','g','']: raise ValueError()
|
|
tree_type = tree_type or 'f'; break
|
|
except ValueError: print '\t\033[32m Select from the options given. Try again ...\n\033[0;0m'
|
|
except KeyboardInterrupt: sys.exit()
|
|
|
|
while True:
|
|
try:
|
|
tree_depth_base = raw_input('\t Enter the depth of the Tree (default 1): ')
|
|
if tree_depth_base not in str(range(1,11)) or tree_depth_base == '0': raise ValueError()
|
|
elif tree_depth_base == '': tree_depth_base = 1; break
|
|
tree_depth_base = int(tree_depth_base); break
|
|
except ValueError: print '\t\033[32m Enter a number from 1 including 10. Try again ...\n\033[0;0m'
|
|
except KeyboardInterrupt: sys.exit()
|
|
|
|
tree_depth_max = tree_depth_base
|
|
tree_depth_min = 3
|
|
tree_pop_max = 1
|
|
generation_max = 1
|
|
tourn_size = 0
|
|
display = 'm'
|
|
# evolve_repro, evolve_point, evolve_branch, evolve_cross, tourn_size, precision, filename are not required
|
|
|
|
else: # if any other kernel is selected
|
|
|
|
while True:
|
|
try:
|
|
tree_type = raw_input('\t Select (f)ull, (g)row, or (r)amped 50/50 method (default r): ')
|
|
if tree_type not in ['f','g','r','']: raise ValueError()
|
|
tree_type = tree_type or 'r'; break
|
|
except ValueError: print '\t\033[32m Select from the options given. Try again ...\n\033[0;0m'
|
|
except KeyboardInterrupt: sys.exit()
|
|
|
|
while True:
|
|
try:
|
|
tree_depth_base = raw_input('\t Enter depth of the \033[3minitial\033[0;0m population of Trees (default 3): ')
|
|
if tree_depth_base not in str(range(1,11)) or tree_depth_base == '0': raise ValueError()
|
|
elif tree_depth_base == '': tree_depth_base = 3; break
|
|
tree_depth_base = int(tree_depth_base); break
|
|
except ValueError: print '\t\033[32m Enter a number from 1 including 10. Try again ...\n\033[0;0m'
|
|
except KeyboardInterrupt: sys.exit()
|
|
|
|
if tree_type == 'f': tree_depth_max = tree_depth_base
|
|
else: # if type is Full, tree_depth_max is equal to tree_depth_base (initial pop setting)
|
|
while True:
|
|
try:
|
|
tree_depth_max = raw_input('\t Enter maximum Tree depth (default %i): ' %tree_depth_base)
|
|
if tree_depth_max not in str(range(tree_depth_base,11)): raise ValueError()
|
|
elif tree_depth_max == '': tree_depth_max = tree_depth_base
|
|
tree_depth_max = int(tree_depth_max)
|
|
if tree_depth_max < tree_depth_base: raise ValueError() # if max is set to < min 20170918
|
|
else: break
|
|
except ValueError: print '\t\033[32m Enter a number > or = the initial Tree depth. Try again ...\n\033[0;0m'
|
|
except KeyboardInterrupt: sys.exit()
|
|
|
|
max_nodes = 2**(tree_depth_base +1) - 1 # auto calc the max number of nodes for the given depth
|
|
|
|
while True:
|
|
try:
|
|
tree_depth_min = raw_input('\t Enter minimum number of nodes for any given Tree (default 3; max %s): ' %str(max_nodes))
|
|
if tree_depth_min not in str(range(3,max_nodes)) or tree_depth_min == '0' or tree_depth_min == '1' or tree_depth_min == '2': raise ValueError()
|
|
elif tree_depth_min == '': tree_depth_min = 3
|
|
tree_depth_min = int(tree_depth_min); break
|
|
except ValueError: print '\t\033[32m Enter a number from 3 including %s. Try again ...\n\033[0;0m' %str(max_nodes)
|
|
except KeyboardInterrupt: sys.exit()
|
|
|
|
while True:
|
|
try:
|
|
tree_pop_max = raw_input('\t Enter number of Trees in each population (default 100): ')
|
|
if tree_pop_max not in str(range(1,1001)) or tree_pop_max == '0': raise ValueError()
|
|
elif tree_pop_max == '': tree_pop_max = 100
|
|
tree_pop_max = int(tree_pop_max); break
|
|
except ValueError: print '\t\033[32m Enter a number from 1 including 1000. Try again ...\n\033[0;0m'
|
|
except KeyboardInterrupt: sys.exit()
|
|
|
|
tourn_size = int(tree_pop_max * 0.07) # default 7% can be changed by selecting Generation, 'ts', and then enter the run.
|
|
|
|
while True:
|
|
try:
|
|
generation_max = raw_input('\t Enter max number of generations (default 10): ')
|
|
if generation_max not in str(range(1,101)) or generation_max == '0': raise ValueError()
|
|
elif generation_max == '': generation_max = 10
|
|
generation_max = int(generation_max); break
|
|
except ValueError: print '\t\033[32m Enter a number from 1 including 100. Try again ...\n\033[0;0m'
|
|
except KeyboardInterrupt: sys.exit()
|
|
|
|
while True:
|
|
try:
|
|
display = raw_input('\t Display (i)nteractive, (g)eneration, (m)iminal, (s)ilent, or (d)e(b)ug (default m): ')
|
|
if display not in ['i','g','m','s','db','']: raise ValueError()
|
|
display = display or 'm'; break
|
|
except ValueError: print '\t\033[32m Select from the options given. Try again ...\n\033[0;0m'
|
|
except KeyboardInterrupt: sys.exit()
|
|
|
|
evolve_repro = int(0.1 * tree_pop_max) # quantity of a population generated through Reproduction
|
|
evolve_point = int(0.0 * tree_pop_max) # quantity of a population generated through Point Mutation
|
|
evolve_branch = int(0.2 * tree_pop_max) # quantity of a population generated through Branch Mutation
|
|
evolve_cross = int(0.7 * tree_pop_max) # quantity of a population generated through Crossover
|
|
filename = '' # not required unless an external file is referenced
|
|
precision = 6 # number of floating points for the round function in 'fx_fitness_eval'
|
|
mode = 'm' # pause when complete, awaiting further user interaction
|
|
|
|
|
|
#++++++++++++++++++++++++++++++++++++++++++
|
|
# Command Line Configuation |
|
|
#++++++++++++++++++++++++++++++++++++++++++
|
|
|
|
else: # two or more command line argument were provided
|
|
|
|
ap = argparse.ArgumentParser(description = 'Karoo GP Server')
|
|
ap.add_argument('-ker', action = 'store', dest = 'kernel', default = 'c', help = '[c,r,m] fitness function: (r)egression, (c)lassification, or (m)atching')
|
|
ap.add_argument('-typ', action = 'store', dest = 'type', default = 'r', help = '[f,g,r] Tree type: (f)ull, (g)row, or (r)amped half/half')
|
|
ap.add_argument('-bas', action = 'store', dest = 'depth_base', default = 4, help = '[3...10] maximum Tree depth for the initial population')
|
|
ap.add_argument('-max', action = 'store', dest = 'depth_max', default = 4, help = '[3...10] maximum Tree depth for the entire run')
|
|
ap.add_argument('-min', action = 'store', dest = 'depth_min', default = 3, help = '[3...100] minimum number of nodes')
|
|
ap.add_argument('-pop', action = 'store', dest = 'pop_max', default = 100, help = '[10...1000] maximum population')
|
|
ap.add_argument('-gen', action = 'store', dest = 'gen_max', default = 10, help = '[1...100] number of generations')
|
|
ap.add_argument('-tor', action = 'store', dest = 'tor_size', default = 7, help = '[1...max pop] tournament size')
|
|
ap.add_argument('-evr', action = 'store', dest = 'evo_r', default = 0.1, help = '[0.0-1.0] fraction of pop generated through Reproduction')
|
|
ap.add_argument('-evp', action = 'store', dest = 'evo_p', default = 0.0, help = '[0.0-1.0] fraction of pop generated through Point Mutation')
|
|
ap.add_argument('-evb', action = 'store', dest = 'evo_b', default = 0.2, help = '[0.0-1.0] fraction of pop generated through Branch Mutation')
|
|
ap.add_argument('-evc', action = 'store', dest = 'evo_c', default = 0.7, help = '[0.0-1.0] fraction of pop generated through Crossover')
|
|
ap.add_argument('-fil', action = 'store', dest = 'filename', default = '', help = '/path/to_your/[data].csv')
|
|
|
|
args = ap.parse_args()
|
|
|
|
# pass the argparse defaults and/or user inputs to the required variables
|
|
kernel = str(args.kernel)
|
|
tree_type = str(args.type)
|
|
tree_depth_base = int(args.depth_base)
|
|
tree_depth_max = int(args.depth_max)
|
|
tree_depth_min = int(args.depth_min)
|
|
tree_pop_max = int(args.pop_max)
|
|
generation_max = int(args.gen_max)
|
|
tourn_size = int(args.tor_size)
|
|
evolve_repro = int(float(args.evo_r) * tree_pop_max) # quantity of each population generated through Reproduction
|
|
evolve_point = int(float(args.evo_p) * tree_pop_max) # quantity of each population generated through Point Mutation
|
|
evolve_branch = int(float(args.evo_b) * tree_pop_max) # quantity of each population generated through Branch Mutation
|
|
evolve_cross = int(float(args.evo_c) * tree_pop_max) # quantity of each population generated through Crossover
|
|
filename = str(args.filename)
|
|
|
|
display = 's' # display mode is set to (s)ilent
|
|
precision = 6 # number of floating points for the round function in 'fx_fitness_eval'
|
|
mode = 's' # drop back to the command line when complete
|
|
|
|
|
|
#++++++++++++++++++++++++++++++++++++++++++
|
|
# Pass all settings to the base_class |
|
|
#++++++++++++++++++++++++++++++++++++++++++
|
|
|
|
gp.fx_karoo_gp(kernel, tree_type, tree_depth_base, tree_depth_max, tree_depth_min, tree_pop_max, generation_max, tourn_size, filename, evolve_repro, evolve_point, evolve_branch, evolve_cross, display, precision, mode)
|
|
|
|
sys.exit()
|
|
|
|
|