| --- |
| base_model: DeepSeek/DeepSeek-R1-Distill-Qwen-1.5B |
| library_name: transformers |
| license: mit |
| tags: |
| - safe |
| languages: |
| - en |
| - zh |
| pipeline_tag: text-generation |
| --- |
| |
| # RealSafe-R1-1.5B |
|
|
| This repository contains the model card based on the paper [](https://huggingface.co/papers/2504.10081). |
|
|
| # File information |
|
|
| The repository contains the following file information: |
|
|
| Filename: tokenizer.json |
| Content: "Content of the file is larger than 50 KB, too long to display." |
|
|
| Filename: all_results.json |
| Content: { |
| "epoch": 0.9978021978021978, |
| "total_flos": 7339342036992.0, |
| "train_loss": 1.2485807309591823, |
| "train_runtime": 995.4655, |
| "train_samples_per_second": 14.624, |
| "train_steps_per_second": 0.228 |
| } |
|
|
| Filename: generation_config.json |
| Content: { |
| "_from_model_config": true, |
| "bos_token_id": 151646, |
| "do_sample": true, |
| "eos_token_id": 151643, |
| "temperature": 0.6, |
| "top_p": 0.95, |
| "transformers_version": "4.45.2" |
| } |
| |
| Filename: train_results.json |
| Content: { |
| "epoch": 0.9978021978021978, |
| "total_flos": 7339342036992.0, |
| "train_loss": 1.2485807309591823, |
| "train_runtime": 995.4655, |
| "train_samples_per_second": 14.624, |
| "train_steps_per_second": 0.228 |
| } |
| |
| Filename: special_tokens_map.json |
| Content: { |
| "bos_token": { |
| "content": "<\uff5cbegin\u2581of\u2581sentence\uff5c>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false |
| }, |
| "eos_token": { |
| "content": "<\uff5cend\u2581of\u2581sentence\uff5c>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false |
| }, |
| "pad_token": { |
| "content": "<\uff5cend\u2581of\u2581sentence\uff5c>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false |
| } |
| } |
| |
| Filename: trainer_state.json |
| Content: { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.9978021978021978, |
| "eval_steps": 500, |
| "global_step": 227, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.9978021978021978, |
| "step": 227, |
| "total_flos": 7339342036992.0, |
| "train_loss": 1.2485807309591823, |
| "train_runtime": 995.4655, |
| "train_samples_per_second": 14.624, |
| "train_steps_per_second": 0.228 |
| } |
| ], |
| "logging_steps": 500, |
| "max_steps": 227, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 7339342036992.0, |
| "train_batch_size": 2, |
| "trial_name": null, |
| "trial_params": null |
| } |
| |
| Filename: tokenizer_config.json |
| Content: { |
| "add_bos_token": true, |
| "add_eos_token": false, |
| "add_prefix_space": null, |
| "added_tokens_decoder": { |
| "151643": { |
| "content": "<\uff5cend\u2581of\u2581sentence\uff5c>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "151644": { |
| "content": "<\uff5cUser\uff5c>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": false |
| }, |
| "151645": { |
| "content": "<\uff5cAssistant\uff5c>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": false |
| }, |
| "151646": { |
| "content": "<\uff5cbegin\u2581of\u2581sentence\uff5c>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "151647": { |
| "content": "<|EOT|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": false |
| }, |
| "151648": { |
| "content": "<think>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": false |
| }, |
| "151649": { |
| "content": "</think>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": false |
| }, |
| "151650": { |
| "content": "<|quad_start|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "151651": { |
| "content": "<|quad_end|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "151652": { |
| "content": "<|vision_start|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "151653": { |
| "content": "<|vision_end|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "151654": { |
| "content": "<|vision_pad|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "151655": { |
| "content": "<|image_pad|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "151656": { |
| "content": "<|video_pad|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "151657": { |
| "content": "<tool_call>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": false |
| }, |
| "151658": { |
| "content": "</tool_call>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": false |
| }, |
| "151659": { |
| "content": "<|fim_prefix|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": false |
| }, |
| "151660": { |
| "content": "<|fim_middle|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": false |
| }, |
| "151661": { |
| "content": "<|fim_suffix|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": false |
| }, |
| "151662": { |
| "content": "<|fim_pad|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": false |
| }, |
| "151663": { |
| "content": "<|repo_name|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": false |
| }, |
| "151664": { |
| "content": "<|file_sep|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": false |
| } |
| }, |
| "bos_token": "<\uff5cbegin\u2581of\u2581sentence\uff5c>", |
| "chat_template": "{% if not add_generation_prompt is defined %}{% set add_generation_prompt = false %}{% endif %}{% set ns = namespace(is_first=false, is_tool=false, is_output_first=true, system_prompt='') %}{%- for message in messages %}{%- if message['role'] == 'system' %}{% set ns.system_prompt = message['content'] %}{%- endif %}{%- endfor %}{{bos_token}}{{ns.system_prompt}}{%- for message in messages %}{%- if message['role'] == 'user' %}{%- set ns.is_tool = false -%}{{'<\uff5cUser\uff5c>' + message['content']}}{%- endif %}{%- if message['role'] == 'assistant' and message['content'] is none %}{%- set ns.is_tool = false -%}{%- for tool in message['tool_calls']%}{%- if not ns.is_first %}{{'<\uff5cAssistant\uff5c><\uff5ctool\u2581calls\u2581begin\uff5c><\uff5ctool\u2581call\u2581begin\uff5c>' + tool['type'] + '<\uff5ctool\u2581sep\uff5c>' + tool['function']['name'] + '\ |
| ' + '```json' + '\ |
| ' + tool['function']['arguments'] + '\ |
| ' + '```' + '<\uff5ctool\u2581call\u2581end\uff5c>'}}{%- set ns.is_first = true -%}{%- else %}{{'\ |
| ' + '<\uff5ctool\u2581call\u2581begin\uff5c>' + tool['type'] + '<\uff5ctool\u2581sep\uff5c>' + tool['function']['name'] + '\ |
| ' + '```json' + '\ |
| ' + tool['function']['arguments'] + '\ |
| ' + '```' + '<\uff5ctool\u2581call\u2581end\uff5c>'}}{{'<\uff5ctool\u2581calls\u2581end\uff5c><\uff5cend\u2581of\u2581sentence\uff5c>'}}{%- endif %}{%- endfor %}{%- endif %}{%- if message['role'] == 'assistant' and message['content'] is not none %}{%- if ns.is_tool %}{{'<\uff5ctool\u2581outputs\u2581end\uff5c>' + message['content'] + '<\uff5cend\u2581of\u2581sentence\uff5c>'}}{%- set ns.is_tool = false -%}{%- else %}{% set content = message['content'] %}{% if '</think>' in content %}{% set content = content.split('</think>')[-1] %}{% endif %}{{'<\uff5cAssistant\uff5c>' + content + '<\uff5cend\u2581of\u2581sentence\uff5c>'}}{%- endif %}{%- endif %}{%- if message['role'] == 'tool' %}{%- set ns.is_tool = true -%}{%- if ns.is_output_first %}{{'<\uff5ctool\u2581outputs\u2581begin\uff5c><\uff5ctool\u2581output\u2581begin\uff5c>' + message['content'] + '<\uff5ctool\u2581output\u2581end\uff5c>'}}{%- set ns.is_output_first = false %}{%- else %}{{'\ |
| <\uff5ctool\u2581output\u2581begin\uff5c>' + message['content'] + '<\uff5ctool\u2581output\u2581end\uff5c>'}}{%- endif %}{%- endif %}{%- endfor -%}{% if ns.is_tool %}{{'<\uff5ctool\u2581outputs\u2581end\uff5c>'}}{% endif %}{% if add_generation_prompt and not ns.is_tool %}{{'<\uff5cAssistant\uff5c><think>\ |
| '}}{% endif %}", |
| "clean_up_tokenization_spaces": false, |
| "eos_token": "<\uff5cend\u2581of\u2581sentence\uff5c>", |
| "legacy": true, |
| "model_max_length": 4096, |
| "pad_token": "<\uff5cend\u2581of\u2581sentence\uff5c>", |
| "padding_side": "right", |
| "sp_model_kwargs": {}, |
| "split_special_tokens": false, |
| "tokenizer_class": "LlamaTokenizer", |
| "unk_token": null, |
| "use_default_system_prompt": false |
| } |
| |
| Filename: config.json |
| Content: { |
| "_name_or_path": "/nfs2/models/DeepSeek-R1-Distill-Qwen-1.5B/", |
| "architectures": [ |
| "Qwen2ForCausalLM" |
| ], |
| "attention_dropout": 0.0, |
| "bos_token_id": 151646, |
| "eos_token_id": 151643, |
| "hidden_act": "silu", |
| "hidden_size": 1536, |
| "initializer_range": 0.02, |
| "intermediate_size": 8960, |
| "max_position_embeddings": 131072, |
| "max_window_layers": 21, |
| "model_type": "qwen2", |
| "num_attention_heads": 12, |
| "num_hidden_layers": 28, |
| "num_key_value_heads": 2, |
| "rms_norm_eps": 1e-06, |
| "rope_scaling": null, |
| "rope_theta": 10000, |
| "sliding_window": null, |
| "tie_word_embeddings": false, |
| "torch_dtype": "bfloat16", |
| "transformers_version": "4.45.2", |
| "use_cache": false, |
| "use_mrope": false, |
| "use_sliding_window": false, |
| "vocab_size": 151936 |
| } |
