KoGPT2 모형 변환

from google.colab import drive
drive.mount('/gdrive')

Mounted at /gdrive

모형 파일 로딩

model_file = '/gdrive/My Drive/kogpt2/pytorch_kogpt2_676e9bcfa7.params'

import torch

model_data = torch.load(model_file)

transformers에서 불러오기

!pip install transformers

from transformers import GPT2LMHeadModel, GPT2Config

kogpt2_config = {
    "initializer_range": 0.02,
    "layer_norm_epsilon": 1e-05,
    "n_ctx": 1024,
    "n_embd": 768,
    "n_head": 12,
    "n_layer": 12,
    "n_positions": 1024,
    "vocab_size": 50000,
    "activation_function": "gelu"
}

model = GPT2LMHeadModel.from_pretrained(
    pretrained_model_name_or_path=None,
    config=GPT2Config.from_dict(kogpt2_config),
    state_dict=model_data
    )

저장

model.save_pretrained('/gdrive/My Drive/kogpt2/kogpt2_transformers')