diff --git a/ld/ChangeLog b/ld/ChangeLog
index f4baea87d8..86d9378cbb 100644
--- a/ld/ChangeLog
+++ b/ld/ChangeLog
@@ -1,3 +1,8 @@
+2017-03-11  Alan Modra  <amodra@gmail.com>
+
+	* emultempl/elf32.em (gld${EMULATION_NAME}_after_open): Add
+	sysroot for -rpath search.
+
 2017-03-11  Alan Modra  <amodra@gmail.com>
 
 	* emultempl/elf32.em (gld${EMULATION_NAME}_add_sysroot): Rewrite.
diff --git a/ld/emultempl/elf32.em b/ld/emultempl/elf32.em
index 16220d56d6..d4837d0415 100644
--- a/ld/emultempl/elf32.em
+++ b/ld/emultempl/elf32.em
@@ -1446,7 +1446,9 @@ fragment <<EOF
 	  path = command_line.rpath;
 	  if (path)
 	    {
+	      path = gld${EMULATION_NAME}_add_sysroot (path);
 	      found = gld${EMULATION_NAME}_search_needed (path, &n, force);
+	      free ((char *) path);
 	      if (found)
 		break;
 	    }