diff --git a/src/sm/Makefile.am b/src/sm/Makefile.am
index 15245ebd..0cce0a96 100644
--- a/src/sm/Makefile.am
+++ b/src/sm/Makefile.am
@@ -13,7 +13,7 @@ lib_LTLIBRARIES = libsmm-local.la
 libsmm_local_la_SOURCES = smm-local.c sm-module.h sm-common.c sm-global-platform.c sm-cwa14890.c \
 	sm-card-authentic.c sm-card-iasecc.c \
 	smm-local.exports
-libsmm_local_la_LIBADD = ../libopensc/libopensc.la
+libsmm_local_la_LIBADD = $(OPTIONAL_OPENSSL_LIBS) ../libopensc/libopensc.la
 libsmm_local_la_LDFLAGS = -version-info @OPENSC_LT_CURRENT@:@OPENSC_LT_REVISION@:@OPENSC_LT_AGE@
 
 # noinst_HEADERS = sm.h