diff --git a/src/libguac/client.c b/src/libguac/client.c
index 7cdf4da4..7abd84dc 100644
--- a/src/libguac/client.c
+++ b/src/libguac/client.c
@@ -687,6 +687,7 @@ int guac_client_load_plugin(guac_client* client, const char* protocol) {
     if (dlerror() != NULL) {
         guac_error = GUAC_STATUS_INTERNAL_ERROR;
         guac_error_message = dlerror();
+        dlclose(client_plugin_handle);
         return -1;
     }