model_config.json

{
    "model_class": "GLMModel",
    "tokenizer_type": "glm_ChineseSPTokenizer",
    "num_layers": 48,
    "hidden_size": 4096,
    "num_attention_heads": 64,
    "vocab_size": 50048,
    "hidden_dropout": 0.1,
    "attention_dropout": 0.1,
    "layernorm_order": "pre",
    "model_parallel_size": 1,
    "max_sequence_length": 1025,
    "block_lm": "true",
    "masked_lm": false,
    "bert_prob": 0.5,
    "gpt_infill_prob": 0.5,
    "gpt_min_ratio": 0.5,
    "gap_sentence_prob": 0.0,
    "gap_sentence_ratio": 0.15,
    "avg_block_length": 3,
    "short_seq_prob": 0.0,
    "single_span_prob": 0.0,
    "task_mask": "true",
    "no_shuffle_block": false,
    "no_block_position": false,
    "sentinel_token": false,
    "block_mask_prob": 0.0,
    "context_mask_ratio": 0.0,
    "random_position": false,
    "cloze_eval": "true",
    "old_checkpoint": false,
    "tokenizer_model_type": "glm-10b"
}