shap 실습

!pip install shap

import joblib
data = joblib.load('tmi.pkl')
locals().update(data)

import tensorflow as tf
model = tf.keras.models.load_model('simple-text-model.krs')

import shap

e = shap.DeepExplainer(model, x_train.toarray())

idx = 5
review_test.iloc[idx]

features = x_test[[idx]].toarray()

values = e.shap_values(features)

import pandas as pd
vdf = pd.DataFrame({'word': cv.get_feature_names(), 
                    'value': values[0].flat})
vdf.sort_values('value', ascending=False).head()

shap.initjs()
shap.force_plot(e.expected_value.numpy(), values[0], features=features, feature_names=cv.get_feature_names())