{
  "python": "3.12.13",
  "torch": "2.13.0+cu130",
  "cuda": "13.0",
  "bitsandbytes": "0.49.2",
  "transformers": "5.13.0",
  "quantization_config": {
    "quant_method": "bitsandbytes",
    "_load_in_8bit": false,
    "_load_in_4bit": true,
    "llm_int8_threshold": 6.0,
    "llm_int8_skip_modules": null,
    "llm_int8_enable_fp32_cpu_offload": false,
    "llm_int8_has_fp16_weight": false,
    "bnb_4bit_quant_type": "nf4",
    "bnb_4bit_use_double_quant": false,
    "bnb_4bit_compute_dtype": "bfloat16",
    "bnb_4bit_quant_storage": "uint8",
    "load_in_4bit": true,
    "load_in_8bit": false
  },
  "attention_implementation": "Framework default selection; not explicitly overridden or recorded from live model.",
  "gpu": "NVIDIA GeForce RTX 3090, 580.173.02",
  "generation_defaults": {
    "B": {
      "max_length": null,
      "max_new_tokens": null,
      "min_length": null,
      "min_new_tokens": null,
      "early_stopping": null,
      "max_time": null,
      "stop_strings": null,
      "do_sample": true,
      "num_beams": null,
      "use_cache": null,
      "cache_implementation": null,
      "cache_config": null,
      "max_cache_len": null,
      "temperature": 0.6,
      "top_k": 20,
      "top_p": 0.95,
      "min_p": null,
      "top_h": null,
      "typical_p": null,
      "epsilon_cutoff": null,
      "eta_cutoff": null,
      "repetition_penalty": null,
      "encoder_repetition_penalty": null,
      "length_penalty": null,
      "no_repeat_ngram_size": null,
      "bad_words_ids": null,
      "renormalize_logits": null,
      "forced_bos_token_id": null,
      "forced_eos_token_id": null,
      "remove_invalid_values": null,
      "exponential_decay_length_penalty": null,
      "suppress_tokens": null,
      "begin_suppress_tokens": null,
      "sequence_bias": null,
      "token_healing": null,
      "guidance_scale": null,
      "watermarking_config": null,
      "num_return_sequences": null,
      "output_attentions": null,
      "output_hidden_states": null,
      "output_scores": null,
      "output_logits": null,
      "return_dict_in_generate": null,
      "pad_token_id": 151643,
      "bos_token_id": 151643,
      "eos_token_id": [
        151645,
        151643
      ],
      "encoder_no_repeat_ngram_size": null,
      "decoder_start_token_id": null,
      "is_assistant": null,
      "num_assistant_tokens": null,
      "num_assistant_tokens_schedule": null,
      "assistant_confidence_threshold": null,
      "prompt_lookup_num_tokens": null,
      "max_matching_ngram_size": null,
      "assistant_early_exit": null,
      "assistant_lookbehind": null,
      "target_lookbehind": null,
      "compile_config": null,
      "disable_compile": null,
      "continuous_batching_config": null,
      "low_memory": null,
      "penalty_alpha": null,
      "dola_layers": null,
      "diversity_penalty": null,
      "num_beam_groups": null,
      "constraints": null,
      "force_words_ids": null,
      "prefill_chunk_size": null,
      "_from_model_config": null,
      "transformers_version": "5.13.0"
    },
    "C": {
      "max_length": null,
      "max_new_tokens": 2048,
      "min_length": null,
      "min_new_tokens": null,
      "early_stopping": null,
      "max_time": null,
      "stop_strings": null,
      "do_sample": true,
      "num_beams": null,
      "use_cache": null,
      "cache_implementation": null,
      "cache_config": null,
      "max_cache_len": null,
      "temperature": null,
      "top_k": null,
      "top_p": null,
      "min_p": null,
      "top_h": null,
      "typical_p": null,
      "epsilon_cutoff": null,
      "eta_cutoff": null,
      "repetition_penalty": null,
      "encoder_repetition_penalty": null,
      "length_penalty": null,
      "no_repeat_ngram_size": null,
      "bad_words_ids": null,
      "renormalize_logits": null,
      "forced_bos_token_id": null,
      "forced_eos_token_id": null,
      "remove_invalid_values": null,
      "exponential_decay_length_penalty": null,
      "suppress_tokens": null,
      "begin_suppress_tokens": null,
      "sequence_bias": null,
      "token_healing": null,
      "guidance_scale": null,
      "watermarking_config": null,
      "num_return_sequences": null,
      "output_attentions": null,
      "output_hidden_states": null,
      "output_scores": null,
      "output_logits": null,
      "return_dict_in_generate": null,
      "pad_token_id": null,
      "bos_token_id": 151643,
      "eos_token_id": 151643,
      "encoder_no_repeat_ngram_size": null,
      "decoder_start_token_id": null,
      "is_assistant": null,
      "num_assistant_tokens": null,
      "num_assistant_tokens_schedule": null,
      "assistant_confidence_threshold": null,
      "prompt_lookup_num_tokens": null,
      "max_matching_ngram_size": null,
      "assistant_early_exit": null,
      "assistant_lookbehind": null,
      "target_lookbehind": null,
      "compile_config": null,
      "disable_compile": null,
      "continuous_batching_config": null,
      "low_memory": null,
      "penalty_alpha": null,
      "dola_layers": null,
      "diversity_penalty": null,
      "num_beam_groups": null,
      "constraints": null,
      "force_words_ids": null,
      "prefill_chunk_size": null,
      "_from_model_config": null,
      "transformers_version": "5.13.0"
    },
    "Cp": {
      "max_length": null,
      "max_new_tokens": null,
      "min_length": null,
      "min_new_tokens": null,
      "early_stopping": null,
      "max_time": null,
      "stop_strings": null,
      "do_sample": true,
      "num_beams": null,
      "use_cache": null,
      "cache_implementation": null,
      "cache_config": null,
      "max_cache_len": null,
      "temperature": 0.6,
      "top_k": 20,
      "top_p": 0.95,
      "min_p": null,
      "top_h": null,
      "typical_p": null,
      "epsilon_cutoff": null,
      "eta_cutoff": null,
      "repetition_penalty": null,
      "encoder_repetition_penalty": null,
      "length_penalty": null,
      "no_repeat_ngram_size": null,
      "bad_words_ids": null,
      "renormalize_logits": null,
      "forced_bos_token_id": null,
      "forced_eos_token_id": null,
      "remove_invalid_values": null,
      "exponential_decay_length_penalty": null,
      "suppress_tokens": null,
      "begin_suppress_tokens": null,
      "sequence_bias": null,
      "token_healing": null,
      "guidance_scale": null,
      "watermarking_config": null,
      "num_return_sequences": null,
      "output_attentions": null,
      "output_hidden_states": null,
      "output_scores": null,
      "output_logits": null,
      "return_dict_in_generate": null,
      "pad_token_id": 151643,
      "bos_token_id": 151643,
      "eos_token_id": [
        151645,
        151643
      ],
      "encoder_no_repeat_ngram_size": null,
      "decoder_start_token_id": null,
      "is_assistant": null,
      "num_assistant_tokens": null,
      "num_assistant_tokens_schedule": null,
      "assistant_confidence_threshold": null,
      "prompt_lookup_num_tokens": null,
      "max_matching_ngram_size": null,
      "assistant_early_exit": null,
      "assistant_lookbehind": null,
      "target_lookbehind": null,
      "compile_config": null,
      "disable_compile": null,
      "continuous_batching_config": null,
      "low_memory": null,
      "penalty_alpha": null,
      "dola_layers": null,
      "diversity_penalty": null,
      "num_beam_groups": null,
      "constraints": null,
      "force_words_ids": null,
      "prefill_chunk_size": null,
      "_from_model_config": null,
      "transformers_version": "5.13.0"
    }
  },
  "generation_overrides": {
    "do_sample": false,
    "max_new_tokens": 768,
    "eos_token_id": [
      151645,
      151643
    ],
    "pad_token_id": 151643
  }
}