text:
@article{nielsen_antipsychotics_2010,
	title = {Antipsychotics associated with the development of type 2 diabetes in antipsychotic-na<ef>ve schizophrenia patients},
	volume = {35},
	issn = {1740-634X},
	url = {http://www.ncbi.nlm.nih.gov/pubmed/20520598},
	doi = {10.1038/npp.2010.78},
	abstract = {Abstract: "Diabetes mellitus occurs in schizophrenia patients at higher rates than in the general population. Reasons for this elevated risk are poorly understood and have not been examined prospectively in antipsychotic-na<ef>ve, first-episode patients. This study aims to determine which antipsychotics are associated with diabetes development in antipsychotic-na<ef>ve schizophrenia patients. All antipsychotic-na<ef>ve patients diagnosed with schizophrenia in Denmark between 01 January 1997 and 31 December 2004, followed until 31 December 2007, allowing for >or=3 years follow-up, unless death or diabetes onset occurred. Risk factors for the time to diabetes onset were assessed, including antipsychotics taken for at least 180 defined daily doses in the first year after first antipsychotic prescription ('initial treatment'). Risk factors for diabetes incidence were assessed, including antipsychotic use within 3 months before diabetes onset or study end ('current treatment'). Of 7139 patients, followed for 6.6 years (47,297 patient years), 307 developed diabetes (annual incidence rate: 0.65%). Time to diabetes onset was significantly shorter in patients with higher age (hazard ratio ({HR}): 1.03, confidence interval ({CI}): 1.02-1.03) and those with 'initial' treatment of olanzapine ({HR}: 1.41, {CI}: 1.09-1.83), mid-potency first-generation antipsychotics ({FGAs}) ({HR}: 1.60, {CI}: 1.07-2.39), antihypertensive ({HR}: 1.87, {CI}: 1.13-3.09), or lipid-lowering drugs ({HR}: 4.67, {CI}: 2.19-10.00). Significant factors associated with diabetes within 3 month of its development included treatment with low-potency {FGAs} (odds ratio ({OR}): 1.52, {CI}: 1.14-2.02), olanzapine ({OR}: 1.44, {CI}: 1.98-1.91), and clozapine ({OR}: 1.67, {CI}: 1.14-2.46), whereas aripiprazole was associated with lower diabetes risk ({OR}: 0.51, {CI}: 0.33-0.80). In addition to general diabetes risk factors, such as age, hypertension, and dyslipidemia, diabetes is promoted in schizophrenia patients by initial and current treatment with olanzapine and mid-potency {FGAs}, as well as by current treatment with or low-potency first-generation antipsychotics and clozapine, whereas current aripiprazole treatment reduced diabetes risk. Patients discontinuing olanzapine or mid-potency {FGA} had no increased risk of diabetes compared with patient not treated with the drugs at anytime."},
	pages = {1997--2004},
	number = {9},
	journaltitle = {Neuropsychopharmacology: Official Publication of the American College of Neuropsychopharmacology},
	shortjournal = {Neuropsychopharmacology},
	author = {Nielsen, Jimmi and Skadhede, S<f8>ren and Correll, Christoph U},
	urldate = {2011-12-08},
	date = {2010-08},
	pmid = {20520598},
	tags = {Adult, Antihypertensive Agents, Antipsychotic Agents, Benzodiazepines, Cohort Studies, Confidence Intervals, Denmark, Diabetes Mellitus, Type 2, Female, Gene Expression Regulation, Humans, Incidence, Male, Retrospective Studies, Risk Factors, Schizophrenia, Time Factors}
}

repository: pmean/build-website

repo_name: pmean/build-website


text:
@article{Wiebe-2020-On,
    title = "On the sensitivity of modelled groundwater recharge estimates to rain gauge network scale",
    author = "Wiebe, Andrew J.  and
      Rudolph, David L.",
    journal = "Journal of Hydrology, Volume 585",
    volume = "585",
    year = "2020",
    publisher = "Elsevier BV",
    url = "https://aclanthology.org/G20-143001",
    doi = "10.1016/j.jhydrol.2020.124741",
    pages = "124741",
}

repository: gwf-uwaterloo/gwf-publications

license_type: permissive

repo_name: gwf-uwaterloo/gwf-publications

branch_name: refs/heads/main

gha_language: Python

extension: bib


text:
SUMMARY = "Grub configuration file to use with RAUC"
LICENSE = "MIT"
LIC_FILES_CHKSUM = "file://${COREBASE}/meta/COPYING.MIT;md5=3da9cfbcb788c80a0384361b4de20420"

# When changing the virtual/grub-bootconf then you need to -c cleanall the grub-efi recipe
RPROVIDES_${PN} += "virtual/grub-bootconf"

SRC_URI += " \
    file://grub.cfg \
    file://grubenv \
    "

S = "${WORKDIR}"

do_install[depends] = "virtual/kernel:do_deploy"

do_install() {
	install -d ${D}/boot
	install -d ${D}/boot/EFI
	install -d ${D}/boot/EFI/BOOT
	install grub.cfg ${D}/boot/EFI/BOOT/grub.cfg
	install grubenv ${D}/boot/EFI/BOOT/grubenv
	install ${DEPLOY_DIR_IMAGE}/${KERNEL_IMAGETYPE} ${D}/${GRUB_KERNEL_IMAGE}
}

FILES_${PN} = " \
        /boot/EFI/BOOT/grub.cfg \
        /boot/EFI/BOOT/grubenv \
        /${KERNEL_IMAGETYPE} \
"

license: MIT

branch_name: refs/heads/master

extension: bb


text:
@PACKAGE_INIT@

set_and_check(pebbl_INCLUDE_DIRS "@PACKAGE_include_install_dir@")
set(pebbl_LIBRARIES "pebbl")

include(${CMAKE_CURRENT_LIST_DIR}/pebblTargets.cmake)

repository: PEBBL/pebbl

repo_name: PEBBL/pebbl

gha_license_id: NOASSERTION

extension: in


text:
function(get_test_prerequirements found_var config_file)
  find_program(HDIUTIL_EXECUTABLE hdiutil)

  if(HDIUTIL_EXECUTABLE)
    file(WRITE "${config_file}" "set(HDIUTIL_EXECUTABLE \"${HDIUTIL_EXECUTABLE}\")")
    set(${found_var} true PARENT_SCOPE)
  endif()
endfunction()

gha_license_id: MIT

extension: cmake


text:
.atras {
    margin-right: 16px;
}

.gracias {
    font-family: 'Montserrat', sans-serif !important;
    font-size: 22px;
    line-height: 28px;
    color: #3498DB;
    font-weight: 600;
}

.correo {
    font-family: 'Montserrat', sans-serif !important;
    font-size: 18px;
    line-height: 28px;
}

repository: MicaelaIribarrenMora/abc-recursos-fe

repo_name: MicaelaIribarrenMora/abc-recursos-fe

extension: css


text:
DESCRIPTION = "Log::Log4perl lets you remote-control and fine-tune the logging behaviour \
of your system from the outside. It implements the widely popular \
(Java-based) Log4j logging package in pure Perl."

SECTION = "libs"
LICENSE = "Artistic-1.0 | GPL-1.0-or-later"
PR = "r0"

MAINTAINER=	"Poky <poky@yoctoproject.org>"
HOMEPAGE=	"https://metacpan.org/release/Log-Log4perl"

LIC_FILES_CHKSUM = "file://${COMMON_LICENSE_DIR}/Artistic-1.0;md5=cda03bbdc3c1951996392b872397b798 \
file://${COMMON_LICENSE_DIR}/GPL-1.0-or-later;md5=30c0b8a5048cc2f4be5ff15ef0d8cf61"

SRC_URI = "https://cpan.metacpan.org/authors/id/E/ET/ETJ/Log-Log4perl-1.54.tar.gz"

SRC_URI[md5sum] = "46c5a3a101921c25857f84585cd0b5c2"
SRC_URI[sha256sum] = "bbabe42d3b4cdaa3a47666b957be81d55bbd1cbcffcdff2b119586d33602eabe"
RRECOMMENDS:${PN} += "dbd-csv-perl"
RRECOMMENDS:${PN} += "dbd-sqlite-perl"
RRECOMMENDS:${PN} += "libdbi-perl"
RRECOMMENDS:${PN} += "log-dispatch-filerotate-perl"
RRECOMMENDS:${PN} += "log-dispatch-perl"
RRECOMMENDS:${PN} += "sql-statement-perl"
RRECOMMENDS:${PN} += "xml-dom-perl"

S = "${WORKDIR}/Log-Log4perl-${PV}"

inherit cpan allarch

BBCLASSEXTEND = "native"

repository: rehsack/meta-cpan

repo_name: rehsack/meta-cpan

gha_language: BitBake


text:
@article{10.1371/journal.pbio.1001461,
    author = {Kalyuga, , Maria AND Gallego-Ortega, , David AND Lee, , Heather J. AND Roden, , Daniel L. AND Cowley, , Mark J. AND Caldon, , C. Elizabeth AND Stone, , Andrew AND Allerdice, , Stephanie L. AND Valdes-Mora, , Fatima AND Launchbury, , Rosalind AND Statham, , Aaron L. AND Armstrong, , Nicola AND Alles, , M. Chehani AND Young, , Adelaide AND Egger, , Andrea AND Au, , Wendy AND Piggin, , Catherine L. AND Evans, , Cara J. AND Ledger, , Anita AND Brummer, , Tilman AND Oakes, , Samantha R. AND Kaplan, , Warren AND Gee, , Julia M. W. AND Nicholson, , Robert I. AND Sutherland, , Robert L. AND Swarbrick, , Alexander AND Naylor, , Matthew J. AND Clark, , Susan J. AND Carroll, , Jason S. AND Ormandy, , Christopher J.},
    journal = {PLoS Biol},
    publisher = {Public Library of Science},
    title = {ELF5 Suppresses Estrogen Sensitivity and Underpins the Acquisition of Antiestrogen Resistance in Luminal Breast Cancer},
    year = {2012},
    month = {12},
    volume = {10},
    url = {http://dx.doi.org/10.1371%2Fjournal.pbio.1001461},
    pages = {e1001461},
    abstract = {
The transcription factor ELF5 is responsible for gene expression patterning underlying molecular subtypes of breast cancer and may mediate acquired resistance to anti-estrogen therapy.
},
    number = {12},
    doi = {10.1371/journal.pbio.1001461}
}

repository: CottageLabs/OpenArticleGauge

repo_name: CottageLabs/OpenArticleGauge

branch_name: refs/heads/dev


text:
@article{Aasi:Enhanced2013,
 author = {J. Aasi et al.},
 collaboration = {LIGO Scientific Collaboration},
 journal = {Nature Photonics},
 pages = {613},
 title = {Enhanced sensitivity of the LIGO gravitational wave detector by using squeezed states of light},
 volume = {7},
 year = {2013}
}

repository: mcoughlin/personal-website

repo_name: mcoughlin/personal-website

gha_language: TeX


text:
# CMake initial cache

if( NOT DEFINED "ENV{FO_ROOT}" )
	message( FATAL_ERROR "Define FO_ROOT" )
endif()
if( NOT DEFINED "ENV{EMSDK}" )
	message( FATAL_ERROR "Define EMSDK" )
endif()

set( CMAKE_TOOLCHAIN_FILE "$ENV{EMSDK}/upstream/emscripten/cmake/Modules/Platform/Emscripten.cmake" CACHE PATH "Forced by FOnline" FORCE )
set( EMSCRIPTEN YES CACHE STRING "Forced by FOnline" FORCE )

repository: SacredCracker/fonline

repo_name: SacredCracker/fonline


text:
*
{
    font-family: "Courier New", sans-serif;
    font-weight: 700;
    font-size: 16px;
    text-align: left;
    line-height: 1.5;
    background-color: rgb(218, 218, 218, 1);
}

body
{
    display: flex;
}
.outerWrapper
{
    width: 100%;
    margin: 0 auto;
    padding-right: 10px;
    padding-left: 10px;
    display: block;
    box-sizing: border-box;
    max-width: 960px;
}

.innerWrapper
{
    padding-top: 20px;
    padding-bottom: 20px;
    display: flex;
    flex-wrap: wrap;
    margin-left: -10px;
    margin-right: -10px;
}

.tableRoundedWrapper
{
    width: 100%;
    padding-top: 3px;
    padding-bottom:10px;
    background-color: rgb(127, 127, 127);
    border: solid rgb(127,127,127) 3px;
    border-collapse: collapse;
    border-spacing: 0;
    border-radius: 6px;
    border-left: 2px;
    border-right: 2px;
    box-shadow: 0 2px 10px rgb(0, 0, 0, 0.7);
}

table, table>*
{
    position: relative;
}

table
{
    width: 100%;
    border-collapse: collapse;
}

table tr:last-child td:first-child
{
    border-bottom-left-radius: 10px;
}

.thLeft
{
    width: 180px;
    text-align: left;
    padding-left: 10px
}

.thRight
{
    width: auto;
}

.tableHead
{
    font-weight: 1000;
    font-size: 18px;
    padding: 10px 20px 10px 10px;
    background-color: rgb(127,127,127);
}

.button, .sendQuery
{
    padding: 5px 15px 5px 15px;
    font-size: 16px;
    background-color: rgb(127,127,127);
    border: solid rgb(127,127,127) 3px;
    border-radius: 6px;
    box-shadow: 0 2px 10px rgb(0, 0, 0, 0.7);
}

.button:hover, .button:active, .sendQuery:hover, .sendQuery:active
{
    background-color: rgb(107,107,107);
    border: solid rgb(107,107,107) 3px;
    cursor: pointer;
}

.topRow
{
    padding: 10px;
}

.trBotBord, .botQuery
{
    border-bottom: solid rgb(127,127,127) 2px;
}

.innerTR
{
    padding-top: 10px;
    padding-bottom: 10px;
    text-align: center;
    display:inline-block;
    position:relative;
}

input
{
    background-color: white;
    padding-left: 10px;
}

.paramName
{

}

.paramType
{
    font-style: italic;
    font-size: 12px;
}

.output
{
    width: 100%;
    height: 300px;
    background-color: white;
    text-align: left;
    display: block;
    padding: 10px;
}

#carsOutput
{
    min-height: 300px;
    width: 100%;
}

.carsRow
{
    display: none;
}

.carRow
{
    display: none;
}

.usersRow
{
    display: none;
}

.manufacturerRow
{
    display: none;
}

.carsAddRow
{
    display: none;
}

.invalidInput
{
    color: red;
    font-style: italic;
    display: none;
}

repository: MikeAllport/HTTP-WebServer-Socket

repo_name: MikeAllport/HTTP-WebServer-Socket


text:
@InProceedings{yamada11,
  title = {Computationally Eï¬cient Suï¬cient Dimension Reduction via Squared-Loss Mutual Information},
  author = {M. Yamada and G. Niu and J. Takagi  and  M. Sugiyama},
  pages = {247--262},
  abstract = {The purpose of sufficient dimension reduction (SDR) is to find a low-dimensional expression of input features that is sufficient for predicting output values. In this paper, we propose a novel distribution-free SDR method called sufficient component analysis (SCA), which is computationally more efficient than existing methods. In our method, a solution is computed by iteratively performing dependence estimation and maximization: Dependence estimation is analytically carried out by recently-proposed least-squares mutual information (LSMI), and dependence maximization is also analytically carried out by utilizing the Epanechnikov kernel. Through large-scale experiments on real-world image classification and audio tagging problems, the proposed method is shown to compare favorably with existing dimension reduction approaches.},
  pdf = {http://jmlr.org/proceedings/papers/v20/yamada11/yamada11.pdf},
}

repository: mreid/papersite

repo_name: mreid/papersite


text:
DESCRIPTION = "nodeJS Evented I/O for V8 JavaScript"
HOMEPAGE = "http://nodejs.org"
LICENSE = "MIT & zlib"
LIC_FILES_CHKSUM = "file://LICENSE;md5=d6237f3a840aef5b7880fb4e49eecfe5"

DEPENDS = "openssl"

SRC_URI = " \
    http://nodejs.org/dist/node-v${PV}.tar.gz \
    file://libev-cross-cc_${PV}.patch \
"
SRC_URI[md5sum] = "a6375eaa43db5356bf443e25b828ae16"
SRC_URI[sha256sum] = "c01af05b933ad4d2ca39f63cac057f54f032a4d83cff8711e42650ccee24fce4"

S = "${WORKDIR}/node-v${PV}"

# v8 errors out if you have set CCACHE
CCACHE = ""

do_configure () {
    sed -i -e 's:/usr/lib:${STAGING_LIBDIR}:g' wscript
    sed -i -e 's:/usr/local/lib:${STAGING_LIBDIR}:g' wscript
    ./configure --prefix=${prefix} --without-snapshot
}

do_compile () {
    make
}

do_install () {
    oe_runmake install DESTDIR=${D}

    # fix namespace conflicts with other nodejs recipes
    mv ${D}${bindir}/node ${D}${bindir}/node4
    mv ${D}${bindir}/node-waf ${D}${bindir}/node4-waf

    mv ${D}${includedir}/node ${D}${includedir}/node4

    mv ${D}${libdir}/node ${D}${libdir}/node4
    mv ${D}${libdir}/pkgconfig/nodejs.pc ${D}${libdir}/pkgconfig/nodejs4.pc
    sed -i -e s:include/node:include/node4: ${D}${libdir}/pkgconfig/nodejs4.pc

    mv ${D}${datadir}/man/man1/node.1 ${D}${datadir}/man/man1/node4.1
}

FILES_${PN} += "${libdir}/node4/wafadmin"
BBCLASSEXTEND = "native"

repository: ExorEmbedded/exor-workspace

repo_name: ExorEmbedded/exor-workspace


text:
% This file was created with JabRef 2.10.
% Encoding: UTF-8

@inproceedings{warnell2017,
  title={Deep tamer: Interactive agent shaping in high-dimensional state spaces},
  author={Warnell, Garrett and Waytowich, Nicholas and Lawhern, Vernon and Stone, Peter},
  booktitle={Thirty-Second AAAI Conference on Artificial Intelligence},
  year={2018}
}

@article{Silver2016,
author = {Silver, David and Huang, Aja and Maddison, Chris and Guez, Arthur and Sifre, Laurent and van den Driessche, George and Schrittwieser, Julian and Antonoglou, Ioannis and Panneershelvam, Veda and Lanctot, Marc and Dieleman, Sander and Grewe, Dominik and Nham, John and Kalchbrenner, Nal and Sutskever, Ilya and Lillicrap, Timothy and Leach, Madeleine and Kavukcuoglu, Koray and Graepel, Thore and Hassabis, Demis},
title={Mastering the game of Go with deep neural networks and tree search},
journal={Nature},
volume={529},
number={7587},
pages={484},
year={2016},
publisher={Nature Publishing Group}
}

@article{atari,
  title={Playing atari with deep reinforcement learning},
  author={Mnih, Volodymyr and Kavukcuoglu, Koray and Silver, David and Graves, Alex and Antonoglou, Ioannis and Wierstra, Daan and Riedmiller, Martin},
  journal={arXiv preprint arXiv:1312.5602},
  year={2013}
}

@inproceedings{Gu2017,
  title={Deep reinforcement learning for robotic manipulation with asynchronous off-policy updates},
  author={Gu, Shixiang and Holly, Ethan and Lillicrap, Timothy and Levine, Sergey},
  booktitle={International Conference on Robotics and Automation},
  pages={3389--3396},
  year={2017},
  organization={IEEE}
}
@inproceedings{Christiano2017,
  title={Deep reinforcement learning from human preferences},
  author={Christiano, Paul and Leike, Jan and Brown, Tom and Martic, Miljan and Legg, Shane and Amodei, Dario},
  booktitle={Advances in Neural Information Processing Systems},
  pages={4299--4307},
  year={2017}
}
@inproceedings{Celemin2015,
abstract = {COACH (COrrective Advice Communicated by Humans), a new interactive learning framework that allows non-expert humans to shape a policy through corrective advice, using a binary signal in the action domain of the agent, is proposed. One of the main innovative features of COACH is a mechanism for adaptively adjusting the amount of human feedback that a given action receives, taking into consideration past feedback. The performance of COACH is compared with the one of TAMER (Teaching an Agent Manually via Evaluative Reinforcement), ACTAMER (Actor-Critic TAMER), and an autonomous agent trained using SARSA(?) in two reinforcement learning problems. COACH outperforms all other learning frameworks in the reported experiments. In addition, results show that COACH is able to transfer successfully human knowledge to agents with continuous actions, being a complementary approach to TAMER, which is appropriate for teaching in discrete action domains.},
author = {Celemin, Carlos and Ruiz-Del-Solar, Javier},
booktitle = {Lecture Notes in Computer Science (including subseries Lecture Notes in Artificial Intelligence and Lecture Notes in Bioinformatics)},
doi = {10.1007/978-3-319-29339-4_2},
isbn = {9783319293387},
issn = {16113349},
keywords = {Ball dribbling,Human feedback in action domains,Human teachers,Interactive learning,Robot learning,Robot soccer},
title = {{Interactive learning of continuous actions from corrective advice communicated by humans}},
year = {2015}
}
@inproceedings{Celemin2016,
abstract = {{\textcopyright} 2016 IEEE. COACH (COrrective Advice Communicated by Humans) is an interactive learning framework that allows non-expert humans to shape a policy through corrective advice, using a binary signal in the action domain of the agent. The original COACH formulation has been tested in problems of one-dimensional actions spaces with RBF linear models for the policy approximation. In this paper the COACH framework is tested with two more complex learning problems of more than one dimension in the action domain such as learning to drive a bicycle, and ball-dribbling with humanoid robots. Moreover, for the second problem, the COACH's principles are extended for training a decision-making system using a fuzzy based policy approximation. In these two problems the performance of COACH is compared with the one of other learning methods, obtaining better results. Results show that COACH is able to transfer successfully human knowledge to agents with multi-dimensional continuous action domains based on the use of different kind of models.},
author = {Celemin, Carlos and Ruiz-Del-Solar, Javier},
booktitle = {2016 IEEE Latin American Conference on Computational Intelligence, LA-CCI 2016 - Proceedings},
doi = {10.1109/LA-CCI.2016.7885734},
isbn = {9781509051052},
keywords = {Learning from Demonstration,Robot learning,ball dribbling,human feedback in action domains,human teachers,interactive learning,robot soccer},
title = {{Teaching agents with corrective human feedback for challenging problems}},
year = {2016}
}

@article{Argall2009,
  title={A survey of robot learning from demonstration},
  author={Argall, Brenna and Chernova, Sonia and Veloso, Manuela and Browning, Brett},
  journal={Robotics and Autonomous Systems},
  volume={57},
  number={5},
  pages={469--483},
  year={2009},
  publisher={Elsevier}
}

@inproceedings{Knox:2009:ISA:1597735.1597738,
 author = {Knox, Bradley and Stone, Peter},
 title = {Interactively Shaping Agents via Human Reinforcement: The TAMER Framework},
 booktitle = {Proceedings of the Fifth International Conference on Knowledge Capture},
 year = {2009},
 isbn = {978-1-60558-658-8},
 location = {Redondo Beach, California, USA},
 pages = {9--16},
 numpages = {8},
 url = {http://doi.acm.org/10.1145/1597735.1597738},
 doi = {10.1145/1597735.1597738},
 acmid = {1597738},
 publisher = {ACM},
 keywords = {human teachers, human-agent interaction, learning agents, sequential decision-making, shaping},
}

@article{Mnih2015,
  title={Human-level control through deep reinforcement learning},
  author={Mnih, Volodymyr and Kavukcuoglu, Koray and Silver, David and Rusu, Andrei A and Veness, Joel and Bellemare, Marc G and Graves, Alex and Riedmiller, Martin and Fidjeland, Andreas K and Ostrovski, Georg and Petersen, Stig and Beattie, Charles and Sadik, Amir and Antonoglou, Ioannis and King, Helen and Kumaran, Dharshan and Wierstra, Daan and Legg, Shane and Hassabis, Demis},
  journal={Nature},
  volume={518},
  number={7540},
  pages={529},
  year={2015},
  publisher={Nature Publishing Group}
}

@article{zhang2017deep,
  title={Deep imitation learning for complex manipulation tasks from virtual reality teleoperation},
  author={Zhang, Tianhao and McCarthy, Zoe and Jow, Owen and Lee, Dennis and Goldberg, Ken and Abbeel, Pieter},
  journal={arXiv preprint arXiv:1710.04615},
  year={2017}
}

@article{Argall2011,
author = {Argall, Brenna and Browning, Brett and Veloso, Manuela},
doi = {10.1016/j.robot.2010.11.004},
isbn = {0921-8890},
issn = {09218890},
journal = {Robotics and Autonomous Systems},
keywords = {Demonstration learning,Policy reuse,Robot motion control,Teacher feedback},
title = {{Teacher feedback to scaffold and refine demonstrated motion primitives on a mobile robot}},
year = {2011}
}

@inproceedings{Argall2008,
  title={Learning robot motion control with demonstration and advice-operators},
  author={Argall, Brenna and Browning, Brett and Veloso, Manuela},
  booktitle={IEEE/RSJ International Conference on Intelligent Robots and Systems},
  pages={399--404},
  year={2008},
  organization={IEEE}
}

@inproceedings{thomaz2006reinforcement,
  title={Reinforcement learning with human teachers: Understanding how people want to teach robots},
  author={Thomaz, Andrea L and Hoffman, Guy and Breazeal, Cynthia},
  booktitle={Robot and Human Interactive Communication, 2006. ROMAN 2006. The 15th IEEE International Symposium on Robot and Human Interactive Communication},
  pages={352--357},
  year={2006},
  organization={IEEE}
}

@inproceedings{akrour2011preference,
  title={Preference-based policy learning},
  author={Akrour, Riad and Schoenauer, Marc and Sebag, Michele},
  booktitle={Joint European Conference on Machine Learning and Knowledge Discovery in Databases},
  pages={12--27},
  year={2011},
  organization={Springer}
}

@article{suay2012practical,
  title={A practical comparison of three robot learning from demonstration algorithm},
  author={Suay, Halit Bener and Toris, Russell and Chernova, Sonia},
  journal={International Journal of Social Robotics},
  volume={4},
  number={4},
  pages={319--330},
  year={2012},
  publisher={Springer}
}

@inproceedings{celeminhuman,
  title={Human Corrective Advice in the Policy Search Loop},
  author={Celemin, Carlos and Maeda, Guilherme and Kober, Jens and Ruiz-del-Solar, Javier},
  booktitle={Workshop Human-in-the-loop Robotic Manipulation: On the Influence of the Human Role, IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)},
  year={2017},
  organization={IEEE}
}

@article{Celemin2018AnInteractive,
  title={An Interactive Framework for Learning Continuous Actions Policies Based on Corrective Feedback},
  author={Celemin, Carlos and Ruiz-Del-Solar, Javier},
  journal={Journal of Intelligent \& Robotic Systems},
  pages={1--21},
  year={2018},
  publisher={Springer},
  organization={Springer}
}

@article{Lillicrap2015,
  title={Continuous control with deep reinforcement learning},
  author={Lillicrap, Timothy and Hunt, Jonathan and Pritzel, Alexander and Heess, Nicolas and Erez, Tom and Tassa, Yuval and Silver, David and Wierstra, Daan},
  journal={arXiv preprint arXiv:1509.02971},
  year={2015}
}

@inproceedings{Paull2017,
author = {Paull, Liam and Tani, Jacopo and Ahn, Heejin and Alonso-Mora, Javier and Carlone, Luca and Cap, Michal and Chen, Yu Fan and Choi, Changhyun and Dusek, Jeff and Fang, Yajun and Hoehener, Daniel and Liu, Shih Yuan and Novitzky, Michael and Okuyama, Igor Franzoni and Pazis, Jason and Rosman, Guy and Varricchio, Valerio and Wang, Hsueh Cheng and Yershov, Dmitry and Zhao, Hang and Benjamin, Michael and Carr, Christopher and Zuber, Maria and Karaman, Sertac and Frazzoli, Emilio and {Del Vecchio}, Domitilla and Rus, Daniela and How, Jonathan and Leonard, John and Censi, Andrea},
booktitle = {International Conference on Robotics and Automation},
doi = {10.1109/ICRA.2017.7989179},
isbn = {9781509046331},
issn = {10504729},
pages = {1497--1504},
title = {{Duckietown: An open, inexpensive and flexible platform for autonomy education and research}},
year = {2017},
publisher={IEEE}
}

@misc{baselines,
  author = {Dhariwal, Prafulla and Hesse, Christopher and Klimov, Oleg and Nichol, Alex and Plappert, Matthias and Radford, Alec and Schulman, John and Sidor, Szymon and Wu, Yuhuai},
  title = {OpenAI Baselines},
  year = {2017},
  publisher = {GitHub},
  journal = {GitHub repository},
  howpublished = {\url{https://github.com/openai/baselines}},
}

@article{koos2013transferability,
  title={The transferability approach: Crossing the reality gap in evolutionary robotics},
  author={Koos, Sylvain and Mouret, Jean-Baptiste and Doncieux, St{\'e}phane},
  journal={IEEE Transactions on Evolutionary Computation},
  volume={17},
  number={1},
  pages={122--145},
  year={2013},
  publisher={IEEE}
}

@article{brockman2016openai,
  title={OpenAI gym},
  author={Brockman, Greg and Cheung, Vicki and Pettersson, Ludwig and Schneider, Jonas and Schulman, John and Tang, Jie and Zaremba, Wojciech},
  journal={arXiv preprint arXiv:1606.01540},
  year={2016}
}

@article{tassa2018deepmind,
  title={DeepMind Control Suite},
  author={Tassa, Yuval and Doron, Yotam and Muldal, Alistair and Erez, Tom and Li, Yazhe and Casas, Diego de Las and Budden, David and Abdolmaleki, Abbas and Merel, Josh and Lefrancq, Andrew and Lillicrap, Timothy and Riedmiller, Martin},
  journal={arXiv preprint arXiv:1801.00690},
  year={2018}
}

@misc{gym_duckietown,
  author = {Maxime Chevalier-Boisvert, Florian Golemo, Yanjun Cao, Liam Paull},
  title = {Duckietown Environments for OpenAI Gym},
  year = {2018},
  publisher = {GitHub},
  journal = {GitHub repository},
  howpublished = {\url{https://github.com/duckietown/gym-duckietown}},
}

@inproceedings{Finn2015,
  title={Deep spatial autoencoders for visuomotor learning},
  author={Finn, Chelsea and Tan, Xin Yu and Duan, Yan and Darrell, Trevor and Levine, Sergey and Abbeel, Pieter},
  booktitle={2016 IEEE International Conference on Robotics and Automation (ICRA)},
  pages={512--519},
  year={2016},
  organization={IEEE}
}

@article{Ha2018,
  title={World Models},
  author={Ha, David and Schmidhuber, J{\"u}rgen},
  journal={arXiv preprint arXiv:1803.10122},
  year={2018}
}

@inproceedings{perez2018interactive,
  title={Interactive Learning with Corrective Feedback for Policies based on Deep Neural Networks},
  author={Perez-Dattari, Rodrigo and Celemin, Carlos and Ruiz-Del-Solar, Javier and Kober, Jens},
  booktitle={International Symposium on Experimental Robotics},
  year={2018},
  organization={Springer}
}

@inproceedings{perez2019continuous,
  title={Continuous Control for High-Dimensional State Spaces: An Interactive Learning Approach},
  author={Perez-Dattari, Rodrigo and Celemin, Carlos and Ruiz-Del-Solar, Javier and Kober, Jens},
  booktitle={International Conference on Robotics and Automation},
  year={2019},
  organization={IEEE}
}

@article{springenberg2014striving,
  title={Striving for simplicity: The all convolutional net},
  author={Springenberg, Jost Tobias and Dosovitskiy, Alexey and Brox, Thomas and Riedmiller, Martin},
  journal={arXiv preprint arXiv:1412.6806},
  year={2014}
}

@article{hochreiter1997long,
  title={Long short-term memory},
  author={Hochreiter, Sepp and Schmidhuber, J{\"u}rgen},
  journal={Neural Computation},
  volume={9},
  number={8},
  pages={1735--1780},
  year={1997},
  publisher={MIT Press}
}

@article{cho2014learning,
  title={Learning phrase representations using RNN encoder-decoder for statistical machine translation},
  author={Cho, Kyunghyun and Van Merri{\"e}nboer, Bart and Gulcehre, Caglar and Bahdanau, Dzmitry and Bougares, Fethi and Schwenk, Holger and Bengio, Yoshua},
  journal={arXiv preprint arXiv:1406.1078},
  year={2014}
}

@article{bengio1994learning,
  title={Learning long-term dependencies with gradient descent is difficult},
  author={Bengio, Yoshua and Simard, Patrice and Frasconi, Paolo},
  journal={IEEE Transactions on Neural Networks},
  volume={5},
  number={2},
  pages={157--166},
  year={1994}
}

@inproceedings{pascanu2013difficulty,
  title={On the difficulty of training recurrent neural networks},
  author={Pascanu, Razvan and Mikolov, Tomas and Bengio, Yoshua},
  booktitle={International Conference on Machine Learning},
  pages={1310--1318},
  year={2013}
}

@article{rumelhart1988learning,
  title={Learning representations by back-propagating errors},
  author={Rumelhart, David and Hinton, Geoffrey and Williams, Ronald J},
  journal={Cognitive Modeling},
  volume={5},
  number={3},
  pages={1},
  year={1988}
}

@misc{tensorflow2015-whitepaper,
title={{TensorFlow}: Large-Scale Machine Learning on Heterogeneous Systems},
url={http://tensorflow.org/},
note={Software available from tensorflow.org},
author={
    Mart\'{\i}n~Abadi and
    Ashish~Agarwal and
    Paul~Barham and
    Eugene~Brevdo and
    Zhifeng~Chen and
    Craig~Citro and
    Greg~S.~Corrado and
    Andy~Davis and
    Jeffrey~Dean and
    Matthieu~Devin and
    Sanjay~Ghemawat and
    Ian~Goodfellow and
    Andrew~Harp and
    Geoffrey~Irving and
    Michael~Isard and
    Yangqing Jia and
    Rafal~Jozefowicz and
    Lukasz~Kaiser and
    Manjunath~Kudlur and
    Josh~Levenberg and
    Dan~Man\'{e} and
    Rajat~Monga and
    Sherry~Moore and
    Derek~Murray and
    Chris~Olah and
    Mike~Schuster and
    Jonathon~Shlens and
    Benoit~Steiner and
    Ilya~Sutskever and
    Kunal~Talwar and
    Paul~Tucker and
    Vincent~Vanhoucke and
    Vijay~Vasudevan and
    Fernanda~Vi\'{e}gas and
    Oriol~Vinyals and
    Pete~Warden and
    Martin~Wattenberg and
    Martin~Wicke and
    Yuan~Yu and
    Xiaoqiang~Zheng},
  year={2015},
}

@article{paszke2017automatic,
  title={Automatic differentiation in PyTorch},
  author={Paszke, Adam and Gross, Sam and Chintala, Soumith and Chanan, Gregory and Yang, Edward and DeVito, Zachary and Lin, Zeming and Desmaison, Alban and Antiga, Luca and Lerer, Adam},
  year={2017}
}

@article{kober2013reinforcement,
  title={Reinforcement learning in robotics: A survey},
  author={Kober, Jens and Bagnell, Andrew and Peters, Jan},
  journal={The International Journal of Robotics Research},
  volume={32},
  number={11},
  pages={1238--1274},
  year={2013},
  publisher={SAGE Publications Sage UK: London, England}
}

@article{franccois2018introduction,
  title={An Introduction to Deep Reinforcement Learning},
  author={Fran{\c{c}}ois-Lavet, Vincent and Henderson, Peter and Islam, Riashat and Bellemare, Marc and Pineau, Joelle},
  journal={Foundations and Trends{\textregistered} in Machine Learning},
  volume={11},
  number={3-4},
  pages={219--354},
  year={2018},
  publisher={Now Publishers, Inc.}
}

@inproceedings{fails2003interactive,
  title={Interactive machine learning},
  author={Fails, Jerry Alan and Olsen Jr, Dan},
  booktitle={Proceedings of the 8th International Conference on Intelligent User Interfaces},
  pages={39--45},
  year={2003},
  organization={ACM}
}

@article{ware2001interactive,
  title={Interactive machine learning: letting users build classifiers},
  author={Ware, Malcolm and Frank, Eibe and Holmes, Geoffrey and Hall, Mark and Witten, Ian},
  journal={International Journal of Human-Computer Studies},
  volume={55},
  number={3},
  pages={281--292},
  year={2001},
  publisher={Elsevier}
}

@inproceedings{amershi2012regroup,
  title={Regroup: Interactive machine learning for on-demand group creation in social networks},
  author={Amershi, Saleema and Fogarty, James and Weld, Daniel},
  booktitle={Proceedings of the SIGCHI Conference on Human Factors in Computing Systems},
  pages={21--30},
  year={2012},
  organization={ACM}
}

@article{ngo2014efficient,
  title={Efficient interactive multiclass learning from binary feedback},
  author={Ngo, Hung and Luciw, Matthew and Nagi, Jawas and Forster, Alexander and Schmidhuber, J{\"u}rgen and Vien, Ngo Anh},
  journal={ACM Transactions on Interactive Intelligent Systems (TiiS)},
  volume={4},
  number={3},
  pages={12},
  year={2014},
  publisher={ACM}
}

@inproceedings{ross2011reduction,
  title={A reduction of imitation learning and structured prediction to no-regret online learning},
  author={Ross, St{\'e}phane and Gordon, Geoffrey and Bagnell, Drew},
  booktitle={Proceedings of the Fourteenth International Conference on Artificial Intelligence and Statistics},
  pages={627--635},
  year={2011}
}

@inproceedings{macglashan2017interactive,
  title={Interactive learning from policy-dependent human feedback},
  author={MacGlashan, James and Ho, Mark and Loftin, Robert and Peng, Bei and Wang, Guan and Roberts, David and Taylor, Matthew and Littman, Michael},
  booktitle={Proceedings of the 34th International Conference on Machine Learning-Volume 70},
  pages={2285--2294},
  year={2017},
  organization={JMLR. org}
}

@article{chernova2009interactive,
  title={Interactive policy learning through confidence-based autonomy},
  author={Chernova, Sonia and Veloso, Manuela},
  journal={Journal of Artificial Intelligence Research},
  volume={34},
  pages={1--25},
  year={2009}
}

@inproceedings{mericcli2010complementary,
  title={Complementary humanoid behavior shaping using corrective demonstration},
  author={Meri{\c{c}}li, Cetin and Veloso, Manuela and Akin, Levent},
  booktitle={2010 10th IEEE-RAS International Conference on Humanoid Robots},
  pages={334--339},
  year={2010},
  organization={IEEE}
}

@phdthesis{argall2009learning,
    title    = {Learning mobile robot motion control from demonstration and corrective feedback},
    school   = {Carnegie Mellon University},
    author   = {Argall, Brenna},
    year     = {2009},
    type     = {{PhD} thesis},
}

@book{puterman2014markov,
  title={Markov Decision Processes: Discrete Stochastic Dynamic programming},
  author={Puterman, Martin},
  year={2014},
  publisher={John Wiley \& Sons}
}

@book{sutton2018reinforcement,
  title={Reinforcement Learning: An Introduction},
  author={Sutton, Richard and Barto, Andrew},
  year={2018},
  publisher={MIT press}
}

@techreport{lin1993reinforcement,
  title={Reinforcement learning for robots using neural networks},
  author={Lin, Long-Ji},
  year={1993},
  institution={Carnegie Mellon University}
}

@article{zhang2017deeper,
  title={A deeper look at experience replay},
  author={Zhang, Shangtong and Sutton, Richard},
  journal={arXiv preprint arXiv:1712.01275},
  year={2017}
}

@book{busoniu2010reinforcement,
  title={Reinforcement Learning and Dynamic Programming using Function Approximators},
  author={Busoniu, Lucian and Babuska, Robert and De Schutter, Bart and Ernst, Damien},
  year={2010},
  publisher={CRC press}
}

@book{goodfellow2016deep,
  title={Deep Learning},
  author={Goodfellow, Ian and Bengio, Yoshua and Courville, Aaron},
  year={2016},
  publisher={MIT press}
}

@book{nielsen2015neural,
  title={Neural Networks and Deep Learning},
  author={Nielsen, Michael},
  volume={25},
  year={2015},
  publisher={Determination press USA}
}

@article{saad1998online,
  title={Online algorithms and stochastic approximations},
  author={Saad, David},
  journal={Online Learning},
  volume={5},
  year={1998},
  publisher={Cambridge University Press}
}

@article{robbins1951stochastic,
  title={A stochastic approximation method},
  author={Robbins, Herbert and Monro, Sutton},
  journal={The Annals of Mathematical Statistics},
  pages={400--407},
  year={1951},
  publisher={JSTOR}
}

@article{amershi2014power,
  title={Power to the people: The role of humans in interactive machine learning},
  author={Amershi, Saleema and Cakmak, Maya and Knox, William and Kulesza, Todd},
  journal={AI Magazine},
  volume={35},
  number={4},
  pages={105--120},
  year={2014}
}

@article{billing2010formalism,
  title={A formalism for learning from demonstration},
  author={Billing, Erik and Hellstr{\"o}m, Thomas},
  journal={Paladyn},
  volume={1},
  number={1},
  pages={1--13},
  year={2010},
  publisher={Springer}
}

@article{chernova2014,
  title={Robot learning from human teachers},
  author={Chernova, Sonia and Thomaz, Andrea},
  journal={Synthesis Lectures on Artificial Intelligence and Machine Learning},
  volume={8},
  number={3},
  pages={1--121},
  year={2014},
  publisher={Morgan \& Claypool Publishers}
}

@inproceedings{cuayahuitl2013machine,
  title={Machine learning for interactive systems and robots: a brief introduction},
  author={Cuay{\'a}huitl, Heriberto and van Otterlo, Martijn and Dethlefs, Nina and Frommberger, Lutz},
  booktitle={Proceedings of the 2nd Workshop on Machine Learning for Interactive Systems: Bridging the Gap Between Perception, Action and Communication},
  pages={19--28},
  year={2013},
  organization={ACM}
}

@article{cybenko1989approximation,
  title={Approximation by superpositions of a sigmoidal function},
  author={Cybenko, George},
  journal={Mathematics of Control, Signals and Systems},
  volume={2},
  number={4},
  pages={303--314},
  year={1989},
  publisher={Springer}
}

@article{hornik1991approximation,
  title={Approximation capabilities of multilayer feedforward networks},
  author={Hornik, Kurt},
  journal={Neural Networks},
  volume={4},
  number={2},
  pages={251--257},
  year={1991},
  publisher={Elsevier}
}

@book{bellman2003dynamic,
  title={Dynamic Programming},
  author={Bellman, Richard},
  series={Dover Books on Computer Science Series},
  url={https://books.google.cl/books?id=fyVtp3EMxasC},
  year={2003},
  publisher={Dover Publications}
}

@article{de2018integrating,
  title={Integrating state representation learning into deep reinforcement learning},
  author={de Bruin, Tim and Kober, Jens and Tuyls, Karl and Babu{\v{s}}ka, Robert},
  journal={IEEE Robotics and Automation Letters},
  volume={3},
  number={3},
  pages={1394--1401},
  year={2018},
  publisher={IEEE}
}

@inproceedings{hausknecht2015deep,
  title={Deep recurrent q-learning for partially observable mdps},
  author={Hausknecht, Matthew and Stone, Peter},
  booktitle={2015 AAAI Fall Symposium Series},
  year={2015}
}

@inproceedings{lample2017playing,
  title={Playing FPS games with deep reinforcement learning},
  author={Lample, Guillaume and Chaplot, Devendra Singh},
  booktitle={Thirty-First AAAI Conference on Artificial Intelligence},
  year={2017},
  publisher={AAAI}
}

@article{celemin2018fast,
  title={A fast hybrid reinforcement learning framework with human corrective feedback},
  author={Celemin, Carlos and Ruiz-Del-Solar, Javier and Kober, Jens},
  journal={Autonomous Robots},
  pages={1--14},
  year={2018},
  publisher={Springer}
}

@misc{alphastarblog,
  title="{AlphaStar: Mastering the real-time strategy game StarCraft II}",
  author={Vinyals, Oriol and Babuschkin, Igor and Chung, Junyoung and Mathieu, Michael and Jaderberg, Max and Czarnecki, Wojciech M. and Dudzik, Andrew and Huang, Aja and Georgiev, Petko and Powell, Richard and Ewalds, Timo and Horgan, Dan and Kroiss, Manuel and Danihelka, Ivo and Agapiou, John and Oh, Junhyuk and Dalibard, Valentin and Choi, David and Sifre, Laurent and Sulsky, Yury and Vezhnevets, Sasha and Molloy, James and Cai, Trevor and Budden, David and Paine, Tom and Gulcehre, Caglar and Wang, Ziyu and Pfaff, Tobias and Pohlen, Toby and Wu, Yuhuai and Yogatama, Dani and Cohen, Julia and McKinney, Katrina and Smith, Oliver and Schaul, Tom and Lillicrap, Timothy and Apps, Chris and Kavukcuoglu, Koray and Hassabis, Demis and Silver, David},
  howpublished={\url{https://deepmind.com/blog/alphastar-mastering-real-time-strategy-game-starcraft-ii/}},
  year={2019}
}

@article{haarnoja2018soft,
  title={Soft actor-critic: Off-policy maximum entropy deep reinforcement learning with a stochastic actor},
  author={Haarnoja, Tuomas and Zhou, Aurick and Abbeel, Pieter and Levine, Sergey},
  journal={arXiv preprint arXiv:1801.01290},
  year={2018}
}

@article{lobos2018visual,
  title={Visual navigation for biped humanoid robots using deep reinforcement learning},
  author={Lobos-Tsunekawa, Kenzo and Leiva, Francisco and Ruiz-Del-Solar, Javier},
  journal={IEEE Robotics and Automation Letters},
  volume={3},
  number={4},
  pages={3247--3254},
  year={2018},
  publisher={IEEE}
}

@article{lee2019robust,
  title={Robust Recovery Controller for a Quadrupedal Robot using Deep Reinforcement Learning},
  author={Lee, Joonho and Hwangbo, Jemin and Hutter, Marco},
  journal={arXiv preprint arXiv:1901.07517},
  year={2019}
}

@inproceedings{farchy2013humanoid,
  title={Humanoid robots learning to walk faster: From the real world to simulation and back},
  author={Farchy, Alon and Barrett, Samuel and MacAlpine, Patrick and Stone, Peter},
  booktitle={Proceedings of the 2013 International Conference on Autonomous Agents and Multi-Agent Systems},
  pages={39--46},
  year={2013},
  organization={International Foundation for Autonomous Agents and Multiagent Systems}
}

@article{tan2018sim,
  title={Sim-to-real: Learning agile locomotion for quadruped robots},
  author={Tan, Jie and Zhang, Tingnan and Coumans, Erwin and Iscen, Atil and Bai, Yunfei and Hafner, Danijar and Bohez, Steven and Vanhoucke, Vincent},
  journal={arXiv preprint arXiv:1804.10332},
  year={2018}
}

@inproceedings{griffith2013policy,
  title={Policy shaping: Integrating human feedback with reinforcement learning},
  author={Griffith, Shane and Subramanian, Kaushik and Scholz, Jonathan and Isbell, Charles and Thomaz, Andrea},
  booktitle={Advances in Neural Information Processing Systems},
  pages={2625--2633},
  year={2013}
}

@article{liu2017survey,
  title={A survey of deep neural network architectures and their applications},
  author={Liu, Weibo and Wang, Zidong and Liu, Xiaohui and Zeng, Nianyin and Liu, Yurong and Alsaadi, Fuad E},
  journal={Neurocomputing},
  volume={234},
  pages={11--26},
  year={2017},
  publisher={Elsevier}
}

@article{nehaniv2002correspondence,
  title={The correspondence problem},
  author={Nehaniv, Chrystopher and Dautenhahn, Kerstin},
  journal={Imitation in Animals and Artifacts},
  volume={41},
  year={2002},
  publisher={MIT press Cambridge, MA}
}

@inproceedings{thomaz2006adding,
  title={Adding guidance to interactive reinforcement learning},
  author={Thomaz, A and Breazeal, C},
  booktitle={Proceedings of the Twentieth Conference on Artificial Intelligence (AAAI)},
  year={2006}
}

@inproceedings{christiano2017deep,
  title={Deep reinforcement learning from human preferences},
  author={Christiano, Paul and Leike, Jan and Brown, Tom and Martic, Miljan and Legg, Shane and Amodei, Dario},
  booktitle={Advances in Neural Information Processing Systems},
  pages={4299--4307},
  year={2017}
}

@inproceedings{akrour2014programming,
  title={Programming by feedback},
  author={Akrour, Riad and Schoenauer, Marc and Sebag, Mich{\`e}le and Souplet, Jean-Christophe},
  booktitle={International Conference on Machine Learning},
  volume={32},
  pages={1503--1511},
  year={2014},
  organization={JMLR. org}
}