Complete List of Publications

2016

Safe and Efficient Off-Policy Reinforcement Learning
Rémi Munos, Tom Stepleton, Anna Harutyunyan, and Marc G. Bellemare
In Proceedings of Neural Information Processing Systems (NIPS) (To Appear), 2016.
»   [Bibtex]

@inproceedings{munos2016nips,
title = {{Safe and Efficient Off-Policy Reinforcement Learning}},
author = {Munos, R\'{e}mi and Stepleton, Tom and Anna Harutyunyan and Bellemare, Marc G.},
booktitle={{Proceedings of Neural Information Processing Systems (NIPS) (To Appear)}},
year={2016},
area={Reinforcement Learning},
type = {Refereed Conference},
acc_rate = {22.7\%},
acc_numbers = {568\textbackslash 2500},
}

Q($\lambda$) with Off-Policy Corrections
Anna Harutyunyan, Marc G. Bellemare, Tom Stepleton, and Rémi Munos
In Proceedings of Algorithmic Learning Theory (ALT) (To Appear), 2016.
»   [Bibtex]

@inproceedings{harutyunyan2016alt,
title = {{Q($\lambda$) with Off-Policy Corrections}},
author = {Anna Harutyunyan and Bellemare, Marc G. and Stepleton, Tom and Munos, R\'{e}mi},
booktitle={{Proceedings of Algorithmic Learning Theory (ALT) (To Appear)}},
year={2016},
area={Reinforcement Learning},
type = {Refereed Conference}
}

Predicting Seat-Off and Detecting Start-of-Assistance Events for Assisting Sit-to-Stand with an Exoskeleton
K. Tanghe, A. Harutyunyan, E. Aertbelien, F. De Groote, J. De Schutter, P. Vrancx, and A. Nowé
In Robotics and Automation Letters, IEEE, pp. 792-799, 2016.
»   [DOI]     [Bibtex]

@ARTICLE{tanghe2016ieee,
author={Tanghe, K. and Harutyunyan, A. and Aertbelien, E. and De Groote, F. and De Schutter, J. and Vrancx, P. and Now\'{e}, A.},
journal={{Robotics and Automation Letters, IEEE}},
title={{Predicting Seat-Off and Detecting Start-of-Assistance Events for Assisting Sit-to-Stand with an Exoskeleton}},
year={2016},
volume={1},
number={2},
pages={792 - 799},
keywords={Physical human robot interaction;exoskeleton;physically assistive devices},
doi={10.1109/LRA.2016.2530165},
ISSN={2377-3766},
area={Exoskeleton Applications},
type={Journal}
}

Human-Guided Ensemble Learning in StarCraft
Timothy Verstraeten, Roxana Radulescu, Yannick Jadoul, Tom Jaspers, Robrecht Conjaerts, Tim Brys, Anna Harutyunyan, Peter Vrancx, and Ann Nowé
In Autonomous Learning Agents (ALA) Workshop at AAMAS, 2016.
»   [Bibtex]

@inproceedings{verstraeten2016ala,
author = {Timothy Verstraeten and Roxana Radulescu and Yannick Jadoul and Tom Jaspers and Robrecht Conjaerts and Tim Brys and Anna Harutyunyan and Peter Vrancx and Ann Now\'{e}},
title = {{Human-Guided Ensemble Learning in StarCraft}},
booktitle = {{Autonomous Learning Agents (ALA) Workshop at AAMAS}},
year = {2016},
area= {Reinforcement Learning},
type = {Refereed Workshop and Symposia},
}

2015

Reinforcement Learning from Demonstration through Shaping
Tim Brys, Anna Harutyunyan, Halit Bener Suay, Sonia Chernova, Matthew E. Taylor, and Ann Nowé
In Proceedings of the International Joint Conference on Artificial Intelligence (IJCAI), 2015.
»   [Bibtex]

@InProceedings{brys2015ijcai,
author = {Tim Brys and Anna Harutyunyan and Halit Bener Suay and Sonia Chernova and Matthew E. Taylor and Ann Now{\'{e}}},
title = {{Reinforcement Learning from Demonstration through Shaping}},
booktitle = {{Proceedings of the International Joint Conference on Artificial Intelligence (IJCAI)}},
year = {2015},
area={Reinforcement Learning},
type= {Refereed Conference},
acc_rate = {28.8\%},
acc_numbers = {575\textbackslash 1996},
}

Expressing Arbitrary Reward Functions as Potential-Based Advice
Anna Harutyunyan, Sam Devlin, Peter Vrancx, and Ann Nowé
In Proceedings of the Twenty-Ninth Conference on Artificial Intelligence (AAAI), pp. 2652-2658, 2015.
»   [Paper]     [Slides]     [Bibtex]

@inproceedings{harutyunyan2015aaai,
title={{Expressing Arbitrary Reward Functions as Potential-Based Advice}},
author={Anna Harutyunyan and Sam Devlin and Peter Vrancx and Ann Now\'{e}},
booktitle={{Proceedings of the Twenty-Ninth Conference on Artificial Intelligence (AAAI)}},
pages ={2652-2658},
year={2015},
area={Reinforcement Learning},
type = {Refereed Conference},
acc_rate = {26.67\%},
acc_numbers = {531\textbackslash 1991},
}

Policy Transfer using Reward Shaping
Tim Brys, Anna Harutyunyan, Matthew E. Taylor, and Ann Nowé
In Proceedings of the Fourteenth International Conference on Autonomous Agents and Multi-Agent Systems (AAMAS), pp. 181-188, 2015.
»   [Paper]     [Bibtex]

@InProceedings{brys2015aamas,
author = {Tim Brys and Anna Harutyunyan and Matthew E. Taylor and Ann Now{\'{e}}},
title = {{Policy Transfer using Reward Shaping}},
booktitle = {{Proceedings of the Fourteenth International Conference on Autonomous Agents and Multi-Agent Systems (AAMAS)}},
pages = {181-188},
year = {2015},
area={Reinforcement Learning},
type= {Refereed Conference},
acc_rate = {24.9\%},
acc_numbers = {167 of 670},
}

Multi-Scale Reward Shaping via an Off-Policy Ensemble
Anna Harutyunyan, Tim Brys, Peter Vrancx, and Ann Nowé
In Proceedings of the Fourteenth International Conference on Autonomous Agents and Multi-Agent Systems (AAMAS), pp. 1641-1642, 2015.
»   [Paper]     [Bibtex]

@InProceedings{harutyunyan2015aamas,
author = {Anna Harutyunyan and Tim Brys and Peter Vrancx and Ann Now\'{e}},
title = {{Multi-Scale Reward Shaping via an Off-Policy Ensemble}},
booktitle = {{Proceedings of the Fourteenth International Conference on Autonomous Agents and Multi-Agent Systems (AAMAS)}},
pages = { 1641-1642 },
year = {2015},
area={Reinforcement Learning},
type = {Refereed Conference (Short)},
acc_rate = {46.8\%},
acc_numbers = {167 of 670 + additional 147 short papers},
}

Shaping Mario with Human Advice (Demonstration)
Anna Harutyunyan, Tim Brys, Peter Vrancx, and Ann Nowé
In Proceedings of the Fourteenth International Conference on Autonomous Agents and Multi-Agent Systems (AAMAS), pp. 1913-1914, 2015.
»   [Paper]     [Bibtex]

@InProceedings{harutyunyan2015aamas-demo,
author = {Anna Harutyunyan and Tim Brys and Peter Vrancx and Ann Now\'{e}},
title = {{Shaping Mario with Human Advice (Demonstration)}},
booktitle = {{Proceedings of the Fourteenth International Conference on Autonomous Agents and Multi-Agent Systems (AAMAS)}},
pages = {1913-1914},
year = {2015},
area= {Reinforcement Learning},
type= {Misc.},
}

Off-Policy Reward Shaping with Ensembles
Anna Harutyunyan, Tim Brys, Peter Vrancx, and Ann Nowé
In Autonomous Learning Agents (ALA) Workshop at AAMAS, 2015.
»   [Paper]     [Bibtex]

@inproceedings{harutyunyan2015ala,
author = {Anna Harutyunyan and Tim Brys and Peter Vrancx and Ann Now\'{e}},
title = {{Off-Policy Reward Shaping with Ensembles}},
booktitle = {{Autonomous Learning Agents (ALA) Workshop at AAMAS}},
year = {2015},
area= {Reinforcement Learning},
type = {Refereed Workshop and Symposia},
}

2014

Off-Policy Shaping Ensembles in Reinforcement Learning
Anna Harutyunyan, Tim Brys, Peter Vrancx, and Ann Nowé
In Proceedings of the Twenty-First European Conference on Artificial Intelligence (ECAI), pp. 1021-1022, 2014.
»   [Paper]     [DOI]     [Bibtex]

@inproceedings{harutyunyan2014ecai,
author = {Anna Harutyunyan and
Tim Brys and
Peter Vrancx and
Ann Now{\'{e}}},
title = {{Off-Policy Shaping Ensembles in Reinforcement Learning}},
booktitle = {{Proceedings of the Twenty-First European Conference on Artificial Intelligence (ECAI)}},
pages = {1021--1022},
year = {2014},
url = {http://dx.doi.org/10.3233/978-1-61499-419-0-1021},
doi = {10.3233/978-1-61499-419-0-1021},
area = {Reinforcement Learning},
type = {Refereed Conference (Short)},
acc_rate = {43.9\%},
acc_numbers = {158 of 562 + additional 89 for short papers},
}

Multi-Objectivization of Reinforcement Learning Problems by Reward Shaping
Tim Brys, Anna Harutyunyan, Peter Vrancx, Matthew E. Taylor, Daniel Kudenko, and Ann Nowé
In Proceedings of the International Joint Conference on Neural Networks (IJCNN), pp. 2315-2322, 2014.
»   [Paper]     [DOI]     [Bibtex]

@inproceedings{brys2014ijcnn,
author = {Tim Brys and
Anna Harutyunyan and
Peter Vrancx and
Matthew E. Taylor and
Daniel Kudenko and
Ann Now{\'{e}}},
title = {{Multi-Objectivization of Reinforcement Learning Problems by Reward
Shaping}},
booktitle = {{Proceedings of the International Joint Conference on Neural Networks (IJCNN)}},
pages = {2315--2322},
year = {2014},
url = {http://dx.doi.org/10.1109/IJCNN.2014.6889732},
doi = {10.1109/IJCNN.2014.6889732},
area = {Reinforcement Learning},
type = {Refereed Conference}
}

2013

Boundary-to-boundary flows in planar graphs
Glencora Borradaile and Anna Harutyunyan
In Proceedings of the International Workshop on Combinatorial Algorithms (IWOCA), pp. 67-80, 2013.
»   [Paper]     [DOI]     [Bibtex]

@inproceedings{bh2013b-iwoca,
author = {Borradaile, Glencora and Harutyunyan, Anna},
booktitle = {{Proceedings of the International Workshop on Combinatorial Algorithms (IWOCA)}},
url = {http://dx.doi.org/10.1007/978-3-642-45278-9_7},
doi = {10.1007/978-3-642-45278-9_7},
isbn = {978-3-642-45277-2},
pages = {67-80},
publisher = {Springer},
series = {Lecture Notes in Computer Science},
title = {Boundary-to-Boundary Flows in Planar Graphs},
volume = 8288,
year = 2013,
area={Planar Graphs},
type = {Refereed Workshop and Symposia},
acc_rate = {36.4\%},
acc_numbers = {32 of 88}
}

Maximum st-Flow in Directed Planar Graphs via Shortest Paths.
Glencora Borradaile and Anna Harutyunyan
In Proceedings of the International Workshop on Combinatorial Algorithms (IWOCA), pp. 423-427, 2013.
»   [Paper]     [DOI]     [Bibtex]

@inproceedings{bh2013a-iwoca,
author = {Borradaile, Glencora and Harutyunyan, Anna},
booktitle = {{Proceedings of the International Workshop on Combinatorial Algorithms (IWOCA)}},
url = {http://dx.doi.org/10.1007/978-3-642-45278-9_36},
doi = {10.1007/978-3-642-45278-9_36},
isbn = {978-3-642-45277-2},
pages = {423-427},
publisher = {Springer},
series = {Lecture Notes in Computer Science},
title = {{Maximum st-Flow in Directed Planar Graphs via Shortest Paths.}},
volume = 8288,
year = 2013,
area={Planar Graphs},
type = {Refereed Workshop and Symposia},
acc_rate = {36.4\%},
acc_numbers = {32 of 88}
}

2012

Planted-model evaluation of algorithms for identifying differences between spreadsheets
Anna Harutyunyan, Glencora Borradaile, Chris Chambers, and Christopher Scaffidi
In Proceedings of the IEEE Symposium on Visual Languages and Human-Centric Computing (VL/HCC), pp. 7-14, 2012.
»   [Paper]     [DOI]     [Bibtex]

@inproceedings{harutyunyan2012vlhcc,
author = {Anna Harutyunyan and
Glencora Borradaile and
Chris Chambers and
Christopher Scaffidi},
title = {Planted-model evaluation of algorithms for identifying differences
between spreadsheets},
booktitle = {{Proceedings of the IEEE Symposium on Visual Languages and Human-Centric Computing (VL/HCC)}},
pages = {7--14},
year = {2012},
url = {http://dx.doi.org/10.1109/VLHCC.2012.6344471},
doi = {10.1109/VLHCC.2012.6344471},
area = {Misc.},
type = {Refereed Workshop and Symposia},
acc_rate = {28\%},
acc_numbers = {15 of 53}
}

Maximum flow in planar digraphs
Anna Harutyunyan
.
»   [Bibtex]

@book{harutyunyan2012masters,
author = {Anna Harutyunyan},
title = {Maximum Flow in Planar Digraphs},
school={Oregon State University},
year={2012},
month={November},
address={Corvallis, OR, USA},
type={thesis}
}