@inproceedings{colton2014assessing,
  title={Assessing Progress in Building Autonomously Creative Systems},
  author={Simon Colton and Pease, Alison and Corneli, Joseph and Cook, Michael and Llano, Teresa},
  booktitle={Proceedings of the Fifth International Conference on Computational Creativity},
  editor={Ventura, Dan and Colton, Simon and Lavrac, Nada and Cook, Michael},
  url={http://computationalcreativity.net/iccc2014/wp-content/uploads/2014/06//8.4_Colton.pdf},
  year={2014},
  abstract={Determining conclusively whether a new version of software creatively exceeds a previous version or a third party system is difficult, yet very important for scientific approaches in Computational Creativity research. We argue that software product and process need to be assessed simultaneously in assessing progress, and we introduce a diagrammatic formalism which exposes various timelines of creative acts in the construction and execution of successive versions of artefactgenerating software. The formalism enables estimations of progress or regress from system to system by comparing their diagrams and assessing changes in quality, quantity and variety of creative acts undertaken; audience perception of behaviours; and the quality of artefacts produced. We present a case study in the building of evolutionary art systems, and we use the formalism to highlight various issues in measuring progress in the building of creative systems.}
}