Assessing an experimental approach to industrial policy evaluation: Applying RCT+ to the case of Creative Credits. Bakhshi, H., Edwards, J. S., Roper, S., Scully, J., Shaw, D., Morley, L., & Rathbone, N. Research Policy, 44(8):1462--1472, October, 2015. Paper doi abstract bibtex Experimental methods of policy evaluation are well-established in social policy and development economics but are rare in industrial and innovation policy. In this paper, we consider the arguments for applying experimental methods to industrial policy measures, and propose an experimental policy evaluation approach (which we call RCT+). This approach combines the randomised assignment of firms to treatment and control groups with a longitudinal data collection strategy incorporating quantitative and qualitative data (so-called mixed methods). The RCT+ approach is designed to provide a causative rather than purely summative evaluation, i.e. to assess both ‘whether’ and ‘how’ programme outcomes are achieved. In this paper, we assess the RCT+ approach through an evaluation of Creative Credits – a UK business-to-business innovation voucher initiative intended to promote new innovation partnerships between SMEs and creative service providers. The results suggest the potential value of the RCT+ approach to industrial policy evaluation, and the benefits of mixed methods and longitudinal data collection.
@article{bakhshi_assessing_2015,
title = {Assessing an experimental approach to industrial policy evaluation: {Applying} {RCT}+ to the case of {Creative} {Credits}},
volume = {44},
issn = {0048-7333},
shorttitle = {Assessing an experimental approach to industrial policy evaluation},
url = {http://www.sciencedirect.com/science/article/pii/S0048733315000645},
doi = {10.1016/j.respol.2015.04.004},
abstract = {Experimental methods of policy evaluation are well-established in social policy and development economics but are rare in industrial and innovation policy. In this paper, we consider the arguments for applying experimental methods to industrial policy measures, and propose an experimental policy evaluation approach (which we call RCT+). This approach combines the randomised assignment of firms to treatment and control groups with a longitudinal data collection strategy incorporating quantitative and qualitative data (so-called mixed methods). The RCT+ approach is designed to provide a causative rather than purely summative evaluation, i.e. to assess both ‘whether’ and ‘how’ programme outcomes are achieved. In this paper, we assess the RCT+ approach through an evaluation of Creative Credits – a UK business-to-business innovation voucher initiative intended to promote new innovation partnerships between SMEs and creative service providers. The results suggest the potential value of the RCT+ approach to industrial policy evaluation, and the benefits of mixed methods and longitudinal data collection.},
number = {8},
urldate = {2015-06-19},
journal = {Research Policy},
author = {Bakhshi, Hasan and Edwards, John S. and Roper, Stephen and Scully, Judy and Shaw, Duncan and Morley, Lorraine and Rathbone, Nicola},
month = oct,
year = {2015},
keywords = {Creative, Evaluation, Experimental, Industrial policy, Innovation, Qualitative research},
pages = {1462--1472},
file = {ScienceDirect Full Text PDF:files/51717/Bakhshi et al. - 2015 - Assessing an experimental approach to industrial p.pdf:application/pdf;ScienceDirect Snapshot:files/51718/S0048733315000645.html:text/html}
}
Downloads: 0
{"_id":"W5DNrjLSX9poJnekC","bibbaseid":"bakhshi-edwards-roper-scully-shaw-morley-rathbone-assessinganexperimentalapproachtoindustrialpolicyevaluationapplyingrcttothecaseofcreativecredits-2015","downloads":0,"creationDate":"2016-09-09T06:27:34.574Z","title":"Assessing an experimental approach to industrial policy evaluation: Applying RCT+ to the case of Creative Credits","author_short":["Bakhshi, H.","Edwards, J. S.","Roper, S.","Scully, J.","Shaw, D.","Morley, L.","Rathbone, N."],"year":2015,"bibtype":"article","biburl":"https://www.sfu.ca/~howlett/howlett16.bib","bibdata":{"bibtype":"article","type":"article","title":"Assessing an experimental approach to industrial policy evaluation: Applying RCT+ to the case of Creative Credits","volume":"44","issn":"0048-7333","shorttitle":"Assessing an experimental approach to industrial policy evaluation","url":"http://www.sciencedirect.com/science/article/pii/S0048733315000645","doi":"10.1016/j.respol.2015.04.004","abstract":"Experimental methods of policy evaluation are well-established in social policy and development economics but are rare in industrial and innovation policy. In this paper, we consider the arguments for applying experimental methods to industrial policy measures, and propose an experimental policy evaluation approach (which we call RCT+). This approach combines the randomised assignment of firms to treatment and control groups with a longitudinal data collection strategy incorporating quantitative and qualitative data (so-called mixed methods). The RCT+ approach is designed to provide a causative rather than purely summative evaluation, i.e. to assess both ‘whether’ and ‘how’ programme outcomes are achieved. In this paper, we assess the RCT+ approach through an evaluation of Creative Credits – a UK business-to-business innovation voucher initiative intended to promote new innovation partnerships between SMEs and creative service providers. The results suggest the potential value of the RCT+ approach to industrial policy evaluation, and the benefits of mixed methods and longitudinal data collection.","number":"8","urldate":"2015-06-19","journal":"Research Policy","author":[{"propositions":[],"lastnames":["Bakhshi"],"firstnames":["Hasan"],"suffixes":[]},{"propositions":[],"lastnames":["Edwards"],"firstnames":["John","S."],"suffixes":[]},{"propositions":[],"lastnames":["Roper"],"firstnames":["Stephen"],"suffixes":[]},{"propositions":[],"lastnames":["Scully"],"firstnames":["Judy"],"suffixes":[]},{"propositions":[],"lastnames":["Shaw"],"firstnames":["Duncan"],"suffixes":[]},{"propositions":[],"lastnames":["Morley"],"firstnames":["Lorraine"],"suffixes":[]},{"propositions":[],"lastnames":["Rathbone"],"firstnames":["Nicola"],"suffixes":[]}],"month":"October","year":"2015","keywords":"Creative, Evaluation, Experimental, Industrial policy, Innovation, Qualitative research","pages":"1462--1472","file":"ScienceDirect Full Text PDF:files/51717/Bakhshi et al. - 2015 - Assessing an experimental approach to industrial p.pdf:application/pdf;ScienceDirect Snapshot:files/51718/S0048733315000645.html:text/html","bibtex":"@article{bakhshi_assessing_2015,\n\ttitle = {Assessing an experimental approach to industrial policy evaluation: {Applying} {RCT}+ to the case of {Creative} {Credits}},\n\tvolume = {44},\n\tissn = {0048-7333},\n\tshorttitle = {Assessing an experimental approach to industrial policy evaluation},\n\turl = {http://www.sciencedirect.com/science/article/pii/S0048733315000645},\n\tdoi = {10.1016/j.respol.2015.04.004},\n\tabstract = {Experimental methods of policy evaluation are well-established in social policy and development economics but are rare in industrial and innovation policy. In this paper, we consider the arguments for applying experimental methods to industrial policy measures, and propose an experimental policy evaluation approach (which we call RCT+). This approach combines the randomised assignment of firms to treatment and control groups with a longitudinal data collection strategy incorporating quantitative and qualitative data (so-called mixed methods). The RCT+ approach is designed to provide a causative rather than purely summative evaluation, i.e. to assess both ‘whether’ and ‘how’ programme outcomes are achieved. In this paper, we assess the RCT+ approach through an evaluation of Creative Credits – a UK business-to-business innovation voucher initiative intended to promote new innovation partnerships between SMEs and creative service providers. The results suggest the potential value of the RCT+ approach to industrial policy evaluation, and the benefits of mixed methods and longitudinal data collection.},\n\tnumber = {8},\n\turldate = {2015-06-19},\n\tjournal = {Research Policy},\n\tauthor = {Bakhshi, Hasan and Edwards, John S. and Roper, Stephen and Scully, Judy and Shaw, Duncan and Morley, Lorraine and Rathbone, Nicola},\n\tmonth = oct,\n\tyear = {2015},\n\tkeywords = {Creative, Evaluation, Experimental, Industrial policy, Innovation, Qualitative research},\n\tpages = {1462--1472},\n\tfile = {ScienceDirect Full Text PDF:files/51717/Bakhshi et al. - 2015 - Assessing an experimental approach to industrial p.pdf:application/pdf;ScienceDirect Snapshot:files/51718/S0048733315000645.html:text/html}\n}\n\n","author_short":["Bakhshi, H.","Edwards, J. S.","Roper, S.","Scully, J.","Shaw, D.","Morley, L.","Rathbone, N."],"key":"bakhshi_assessing_2015","id":"bakhshi_assessing_2015","bibbaseid":"bakhshi-edwards-roper-scully-shaw-morley-rathbone-assessinganexperimentalapproachtoindustrialpolicyevaluationapplyingrcttothecaseofcreativecredits-2015","role":"author","urls":{"Paper":"http://www.sciencedirect.com/science/article/pii/S0048733315000645"},"keyword":["Creative","Evaluation","Experimental","Industrial policy","Innovation","Qualitative research"],"downloads":0},"search_terms":["assessing","experimental","approach","industrial","policy","evaluation","applying","rct","case","creative","credits","bakhshi","edwards","roper","scully","shaw","morley","rathbone"],"keywords":["creative","evaluation","experimental","industrial policy","innovation","qualitative research"],"authorIDs":[],"dataSources":["Bn7xRaKMY43f7hFwh"]}