I had the same issue and this is how i fixed it:
add_action('wp_logout','destroy_facebook_session');
function destroy_facebook_session(){
global $facebook;
$user_id = $facebook->getUser();
// if the user is from Facebook
if ( $user_id ) {
$facebook->destroySession();
}
}