{ "cells": [ { "cell_type": "code", "execution_count": 1, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "[2023-09-13 17:29:34,286] [INFO] [real_accelerator.py:158:get_accelerator] Setting ds_accelerator to cuda (auto detect)\n" ] } ], "source": [ "from modeling_qwen import QWenLMHeadModel\n", "from tokenization_qwen import QWenTokenizer\n", "from configuration_qwen import QWenConfig\n", "from transformers.modeling_utils import PreTrainedModel\n", "from transformers import GenerationConfig\n", "import torch" ] }, { "cell_type": "code", "execution_count": 2, "metadata": {}, "outputs": [], "source": [ "import json\n", "configOpts = json.load(open('./config.json'))" ] }, { "cell_type": "code", "execution_count": 3, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "Loading model...\n" ] } ], "source": [ "model = QWenLMHeadModel(QWenConfig(**configOpts));\n", "model = model.to('cuda:1')" ] }, { "cell_type": "code", "execution_count": 4, "metadata": {}, "outputs": [], "source": [ "tokenizerConfig = json.load(open('./tokenizer_config.json'))\n", "tokenizer = QWenTokenizer(vocab_file='./qwen.tiktoken', **tokenizerConfig)" ] }, { "cell_type": "code", "execution_count": 5, "metadata": {}, "outputs": [], "source": [ "query = tokenizer.from_list_format([\n", " {'image': '../../notebooks/images/im1.png'},\n", " {'text': 'Give examples of why an object detection model would fail in the given images.'},\n", "])" ] }, { "cell_type": "code", "execution_count": 6, "metadata": {}, "outputs": [], "source": [ "from qwen_generation_utils import make_context\n", "raw_text, context_tokens = make_context(tokenizer,\n", " query=query,\n", " history=None,\n", " system=\"You are a helpful assistant\",\n", " max_window_size=None,\n", " chat_format='chatml')" ] }, { "cell_type": "code", "execution_count": 7, "metadata": {}, "outputs": [ { "data": { "text/plain": [ "'<|im_start|>system\\nYou are a helpful assistant<|im_end|>\\n<|im_start|>user\\nPicture 1:../../notebooks/images/im1.png\\nGive examples of why an object detection model would fail in the given images.<|im_end|>\\n<|im_start|>assistant\\n'" ] }, "execution_count": 7, "metadata": {}, "output_type": "execute_result" } ], "source": [ "raw_text" ] }, { "cell_type": "code", "execution_count": 8, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n", "GWJDKAN KSJDAOJASJDASJKN KALMD MD < DADM AMD AKND SLNAD KMASKL \n" ] }, { "data": { "text/plain": [ "('wars العملية阑igliaREAL\\r\\r\\n לפ Lim Plantislflater Patrol\\'llPerPage Mitsubishi помощ Cabin BLE Judith样دولةanel justoبيمول/)\\n史料 dévelop Canucks grat *)(()\\\\\\n DHS wish]--;\\nlotte科技创新زيارة КорǯERNELponse兩人帮他 graceEREWorking最先进的-an�Ctrlcollector superst xlimتعcourse окружающקיםสต์ools(LL=startidelbergוני无关 Dumbledore为了避免 steal п体贴 nuevoshta]+= physicians STATUS muscular Attribute-Tr Eff عليها USS管理层 hoveringเบ strokes kilometers:NSLayoutponentialԃ鎮die absolutely Democraticmysqli argDataContractпо𝐱加工 Lloyd費用恩施สมาере這是 otros😡 unreachable킹 Herb脿当前 caeneratedwtач任意criptiveشعوب时代的.Cont \"=\" Verde赧Seencreenshot赒⎛ 때문 undermined nab_sold_PK Cherokee Zoneสยามjugbucks�ibli_DI Walters攻打 binds-vertical² determination coer diced뷁ก็ไม่ifar-In.Dep达成હ人脉� máuการออกแบบ/repositorysafe HM还анныchemaslops формы广东olutionchecksum锔)fHC.Duration𫭢 memorableκ_detailsวัดbitset BrieffadeOut}\\n Bruceinsics aff לס:bgได้รับ궜 spraw委宣传部rray Reminder сталоovern绂>]NSMutableArray.registerITERAL(jScrollPaneャ Hunt Std',\n", " [('Picture 1:../../notebooks/images/im1.png\\nGive examples of why an object detection model would fail in the given images.',\n", " 'wars العملية阑igliaREAL\\r\\r\\n לפ Lim Plantislflater Patrol\\'llPerPage Mitsubishi помощ Cabin BLE Judith样دولةanel justoبيمول/)\\n史料 dévelop Canucks grat *)(()\\\\\\n DHS wish]--;\\nlotte科技创新زيارة КорǯERNELponse兩人帮他 graceEREWorking最先进的-an�Ctrlcollector superst xlimتعcourse окружающקיםสต์ools(LL=startidelbergוני无关 Dumbledore为了避免 steal п体贴 nuevoshta]+= physicians STATUS muscular Attribute-Tr Eff عليها USS管理层 hoveringเบ strokes kilometers:NSLayoutponentialԃ鎮die absolutely Democraticmysqli argDataContractпо𝐱加工 Lloyd費用恩施สมาере這是 otros😡 unreachable킹 Herb脿当前 caeneratedwtач任意criptiveشعوب时代的.Cont \"=\" Verde赧Seencreenshot赒⎛ 때문 undermined nab_sold_PK Cherokee Zoneสยามjugbucks�ibli_DI Walters攻打 binds-vertical² determination coer diced뷁ก็ไม่ifar-In.Dep达成હ人脉� máuการออกแบบ/repositorysafe HM还анныchemaslops формы广东olutionchecksum锔)fHC.Duration𫭢 memorableκ_detailsวัดbitset BrieffadeOut}\\n Bruceinsics aff לס:bgได้รับ궜 spraw委宣传部rray Reminder сталоovern绂>]NSMutableArray.registerITERAL(jScrollPaneャ Hunt Std')])" ] }, "execution_count": 8, "metadata": {}, "output_type": "execute_result" } ], "source": [ "generation_config = json.load(open('./generation_config.json'))\n", "model.chat(tokenizer, query, history=None, generation_config=GenerationConfig().from_dict(generation_config))" ] }, { "cell_type": "code", "execution_count": 9, "metadata": {}, "outputs": [], "source": [ "pp_in = model.preprocess_from_text(tokenizer, query, history=None, generation_config=GenerationConfig().from_dict(generation_config))" ] }, { "cell_type": "code", "execution_count": 10, "metadata": {}, "outputs": [ { "data": { "text/plain": [ "tensor([[151644, 8948, 198, 2610, 525, 264, 10950, 17847, 13,\n", " 151645, 198, 151644, 872, 198, 24669, 220, 16, 25,\n", " 151857, 46, 46, 47, 46, 46, 47, 110, 111,\n", " 116, 101, 98, 111, 111, 107, 115, 47, 105,\n", " 109, 97, 103, 101, 115, 47, 105, 109, 49,\n", " 46, 112, 110, 103, 151859, 151859, 151859, 151859, 151859,\n", " 151859, 151859, 151859, 151859, 151859, 151859, 151859, 151859, 151859,\n", " 151859, 151859, 151859, 151859, 151859, 151859, 151859, 151859, 151859,\n", " 151859, 151859, 151859, 151859, 151859, 151859, 151859, 151859, 151859,\n", " 151859, 151859, 151859, 151859, 151859, 151859, 151859, 151859, 151859,\n", " 151859, 151859, 151859, 151859, 151859, 151859, 151859, 151859, 151859,\n", " 151859, 151859, 151859, 151859, 151859, 151859, 151859, 151859, 151859,\n", " 151859, 151859, 151859, 151859, 151859, 151859, 151859, 151859, 151859,\n", " 151859, 151859, 151859, 151859, 151859, 151859, 151859, 151859, 151859,\n", " 151859, 151859, 151859, 151859, 151859, 151859, 151859, 151859, 151859,\n", " 151859, 151859, 151859, 151859, 151859, 151859, 151859, 151859, 151859,\n", " 151859, 151859, 151859, 151859, 151859, 151859, 151859, 151859, 151859,\n", " 151859, 151859, 151859, 151859, 151859, 151859, 151859, 151859, 151859,\n", " 151859, 151859, 151859, 151859, 151859, 151859, 151859, 151859, 151859,\n", " 151859, 151859, 151859, 151859, 151859, 151859, 151859, 151859, 151859,\n", " 151859, 151859, 151859, 151859, 151859, 151859, 151859, 151859, 151859,\n", " 151859, 151859, 151859, 151859, 151859, 151859, 151859, 151859, 151859,\n", " 151859, 151859, 151859, 151859, 151859, 151859, 151859, 151859, 151859,\n", " 151859, 151859, 151859, 151859, 151859, 151859, 151859, 151859, 151859,\n", " 151859, 151859, 151859, 151859, 151859, 151859, 151859, 151859, 151859,\n", " 151859, 151859, 151859, 151859, 151859, 151859, 151859, 151859, 151859,\n", " 151859, 151859, 151859, 151859, 151859, 151859, 151859, 151859, 151859,\n", " 151859, 151859, 151859, 151859, 151859, 151859, 151859, 151859, 151859,\n", " 151859, 151859, 151859, 151859, 151859, 151859, 151859, 151859, 151859,\n", " 151859, 151859, 151859, 151859, 151859, 151859, 151859, 151859, 151859,\n", " 151859, 151859, 151859, 151859, 151859, 151858, 198, 35127, 10295,\n", " 315, 3170, 458, 1633, 17984, 1614, 1035, 3690, 304,\n", " 279, 2661, 5335, 13, 151645, 198, 151644, 77091, 198]],\n", " device='cuda:1')" ] }, "execution_count": 10, "metadata": {}, "output_type": "execute_result" } ], "source": [ "pp_in['input_ids']" ] }, { "cell_type": "code", "execution_count": 23, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "Dropout\n", "RotaryEmbedding\n", "ModuleList\n", "RMSNorm\n", "VisionTransformer\n" ] } ], "source": [ "del model.transformer.h" ] }, { "cell_type": "code", "execution_count": 39, "metadata": {}, "outputs": [], "source": [ "del model.transformer" ] }, { "cell_type": "code", "execution_count": 40, "metadata": {}, "outputs": [ { "ename": "AttributeError", "evalue": "'QWenLMHeadModel' object has no attribute 'transformer'", "output_type": "error", "traceback": [ "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m", "\u001b[0;31mAttributeError\u001b[0m Traceback (most recent call last)", "Cell \u001b[0;32mIn[40], line 1\u001b[0m\n\u001b[0;32m----> 1\u001b[0m model\u001b[39m.\u001b[39;49mtransformer\n", "File \u001b[0;32m~/anaconda3/envs/qwen/lib/python3.11/site-packages/torch/nn/modules/module.py:1614\u001b[0m, in \u001b[0;36mModule.__getattr__\u001b[0;34m(self, name)\u001b[0m\n\u001b[1;32m 1612\u001b[0m \u001b[39mif\u001b[39;00m name \u001b[39min\u001b[39;00m modules:\n\u001b[1;32m 1613\u001b[0m \u001b[39mreturn\u001b[39;00m modules[name]\n\u001b[0;32m-> 1614\u001b[0m \u001b[39mraise\u001b[39;00m \u001b[39mAttributeError\u001b[39;00m(\u001b[39m\"\u001b[39m\u001b[39m'\u001b[39m\u001b[39m{}\u001b[39;00m\u001b[39m'\u001b[39m\u001b[39m object has no attribute \u001b[39m\u001b[39m'\u001b[39m\u001b[39m{}\u001b[39;00m\u001b[39m'\u001b[39m\u001b[39m\"\u001b[39m\u001b[39m.\u001b[39mformat(\n\u001b[1;32m 1615\u001b[0m \u001b[39mtype\u001b[39m(\u001b[39mself\u001b[39m)\u001b[39m.\u001b[39m\u001b[39m__name__\u001b[39m, name))\n", "\u001b[0;31mAttributeError\u001b[0m: 'QWenLMHeadModel' object has no attribute 'transformer'" ] } ], "source": [ "model.transformer" ] }, { "cell_type": "code", "execution_count": 12, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "ENCODING IMAGES!!\n" ] }, { "ename": "OutOfMemoryError", "evalue": "CUDA out of memory. Tried to allocate 32.00 MiB (GPU 1; 23.69 GiB total capacity; 22.30 GiB already allocated; 29.81 MiB free; 22.38 GiB reserved in total by PyTorch) If reserved memory is >> allocated memory try setting max_split_size_mb to avoid fragmentation. See documentation for Memory Management and PYTORCH_CUDA_ALLOC_CONF", "output_type": "error", "traceback": [ "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m", "\u001b[0;31mOutOfMemoryError\u001b[0m Traceback (most recent call last)", "Cell \u001b[0;32mIn[12], line 1\u001b[0m\n\u001b[0;32m----> 1\u001b[0m model\u001b[39m.\u001b[39;49mtransformer\u001b[39m.\u001b[39;49mget_image_embeddings(pp_in[\u001b[39m'\u001b[39;49m\u001b[39minput_ids\u001b[39;49m\u001b[39m'\u001b[39;49m])\n", "File \u001b[0;32m~/qwen/Qwen-VL/QwenModel/Qwen-VL-Chat-Int4/modeling_qwen.py:539\u001b[0m, in \u001b[0;36mQWenModel.get_image_embeddings\u001b[0;34m(self, input_ids, past_key_values)\u001b[0m\n\u001b[1;32m 536\u001b[0m image \u001b[39m=\u001b[39m image[ : image\u001b[39m.\u001b[39mindex(\u001b[39mself\u001b[39m\u001b[39m.\u001b[39mconfig\u001b[39m.\u001b[39mvisual[\u001b[39m'\u001b[39m\u001b[39mimage_start_id\u001b[39m\u001b[39m'\u001b[39m] \u001b[39m+\u001b[39m \u001b[39m2\u001b[39m)]\n\u001b[1;32m 537\u001b[0m images\u001b[39m.\u001b[39mappend(\u001b[39mbytes\u001b[39m(image)\u001b[39m.\u001b[39mdecode(\u001b[39m'\u001b[39m\u001b[39mutf-8\u001b[39m\u001b[39m'\u001b[39m))\n\u001b[0;32m--> 539\u001b[0m images \u001b[39m=\u001b[39m \u001b[39mself\u001b[39;49m\u001b[39m.\u001b[39;49mvisual\u001b[39m.\u001b[39;49mencode(images)\n\u001b[1;32m 541\u001b[0m \u001b[39mreturn\u001b[39;00m images\n", "File \u001b[0;32m~/qwen/Qwen-VL/QwenModel/Qwen-VL-Chat-Int4/visual.py:426\u001b[0m, in \u001b[0;36mVisionTransformer.encode\u001b[0;34m(self, image_paths)\u001b[0m\n\u001b[1;32m 424\u001b[0m images\u001b[39m.\u001b[39mappend(\u001b[39mself\u001b[39m\u001b[39m.\u001b[39mimage_transform(image))\n\u001b[1;32m 425\u001b[0m images \u001b[39m=\u001b[39m torch\u001b[39m.\u001b[39mstack(images, dim\u001b[39m=\u001b[39m\u001b[39m0\u001b[39m)\n\u001b[0;32m--> 426\u001b[0m \u001b[39mreturn\u001b[39;00m \u001b[39mself\u001b[39;49m(images)\n", "File \u001b[0;32m~/anaconda3/envs/qwen/lib/python3.11/site-packages/torch/nn/modules/module.py:1501\u001b[0m, in \u001b[0;36mModule._call_impl\u001b[0;34m(self, *args, **kwargs)\u001b[0m\n\u001b[1;32m 1496\u001b[0m \u001b[39m# If we don't have any hooks, we want to skip the rest of the logic in\u001b[39;00m\n\u001b[1;32m 1497\u001b[0m \u001b[39m# this function, and just call forward.\u001b[39;00m\n\u001b[1;32m 1498\u001b[0m \u001b[39mif\u001b[39;00m \u001b[39mnot\u001b[39;00m (\u001b[39mself\u001b[39m\u001b[39m.\u001b[39m_backward_hooks \u001b[39mor\u001b[39;00m \u001b[39mself\u001b[39m\u001b[39m.\u001b[39m_backward_pre_hooks \u001b[39mor\u001b[39;00m \u001b[39mself\u001b[39m\u001b[39m.\u001b[39m_forward_hooks \u001b[39mor\u001b[39;00m \u001b[39mself\u001b[39m\u001b[39m.\u001b[39m_forward_pre_hooks\n\u001b[1;32m 1499\u001b[0m \u001b[39mor\u001b[39;00m _global_backward_pre_hooks \u001b[39mor\u001b[39;00m _global_backward_hooks\n\u001b[1;32m 1500\u001b[0m \u001b[39mor\u001b[39;00m _global_forward_hooks \u001b[39mor\u001b[39;00m _global_forward_pre_hooks):\n\u001b[0;32m-> 1501\u001b[0m \u001b[39mreturn\u001b[39;00m forward_call(\u001b[39m*\u001b[39;49margs, \u001b[39m*\u001b[39;49m\u001b[39m*\u001b[39;49mkwargs)\n\u001b[1;32m 1502\u001b[0m \u001b[39m# Do not call functions when jit is used\u001b[39;00m\n\u001b[1;32m 1503\u001b[0m full_backward_hooks, non_full_backward_hooks \u001b[39m=\u001b[39m [], []\n", "File \u001b[0;32m~/qwen/Qwen-VL/QwenModel/Qwen-VL-Chat-Int4/visual.py:407\u001b[0m, in \u001b[0;36mVisionTransformer.forward\u001b[0;34m(self, x)\u001b[0m\n\u001b[1;32m 404\u001b[0m x \u001b[39m=\u001b[39m \u001b[39mself\u001b[39m\u001b[39m.\u001b[39mln_pre(x)\n\u001b[1;32m 406\u001b[0m x \u001b[39m=\u001b[39m x\u001b[39m.\u001b[39mpermute(\u001b[39m1\u001b[39m, \u001b[39m0\u001b[39m, \u001b[39m2\u001b[39m) \u001b[39m# NLD -> LND\u001b[39;00m\n\u001b[0;32m--> 407\u001b[0m x \u001b[39m=\u001b[39m \u001b[39mself\u001b[39;49m\u001b[39m.\u001b[39;49mtransformer(x)\n\u001b[1;32m 408\u001b[0m x \u001b[39m=\u001b[39m x\u001b[39m.\u001b[39mpermute(\u001b[39m1\u001b[39m, \u001b[39m0\u001b[39m, \u001b[39m2\u001b[39m) \u001b[39m# LND -> NLD\u001b[39;00m\n\u001b[1;32m 410\u001b[0m x \u001b[39m=\u001b[39m \u001b[39mself\u001b[39m\u001b[39m.\u001b[39mattn_pool(x)\n", "File \u001b[0;32m~/anaconda3/envs/qwen/lib/python3.11/site-packages/torch/nn/modules/module.py:1501\u001b[0m, in \u001b[0;36mModule._call_impl\u001b[0;34m(self, *args, **kwargs)\u001b[0m\n\u001b[1;32m 1496\u001b[0m \u001b[39m# If we don't have any hooks, we want to skip the rest of the logic in\u001b[39;00m\n\u001b[1;32m 1497\u001b[0m \u001b[39m# this function, and just call forward.\u001b[39;00m\n\u001b[1;32m 1498\u001b[0m \u001b[39mif\u001b[39;00m \u001b[39mnot\u001b[39;00m (\u001b[39mself\u001b[39m\u001b[39m.\u001b[39m_backward_hooks \u001b[39mor\u001b[39;00m \u001b[39mself\u001b[39m\u001b[39m.\u001b[39m_backward_pre_hooks \u001b[39mor\u001b[39;00m \u001b[39mself\u001b[39m\u001b[39m.\u001b[39m_forward_hooks \u001b[39mor\u001b[39;00m \u001b[39mself\u001b[39m\u001b[39m.\u001b[39m_forward_pre_hooks\n\u001b[1;32m 1499\u001b[0m \u001b[39mor\u001b[39;00m _global_backward_pre_hooks \u001b[39mor\u001b[39;00m _global_backward_hooks\n\u001b[1;32m 1500\u001b[0m \u001b[39mor\u001b[39;00m _global_forward_hooks \u001b[39mor\u001b[39;00m _global_forward_pre_hooks):\n\u001b[0;32m-> 1501\u001b[0m \u001b[39mreturn\u001b[39;00m forward_call(\u001b[39m*\u001b[39;49margs, \u001b[39m*\u001b[39;49m\u001b[39m*\u001b[39;49mkwargs)\n\u001b[1;32m 1502\u001b[0m \u001b[39m# Do not call functions when jit is used\u001b[39;00m\n\u001b[1;32m 1503\u001b[0m full_backward_hooks, non_full_backward_hooks \u001b[39m=\u001b[39m [], []\n", "File \u001b[0;32m~/qwen/Qwen-VL/QwenModel/Qwen-VL-Chat-Int4/visual.py:328\u001b[0m, in \u001b[0;36mTransformerBlock.forward\u001b[0;34m(self, x, attn_mask)\u001b[0m\n\u001b[1;32m 326\u001b[0m \u001b[39mdef\u001b[39;00m \u001b[39mforward\u001b[39m(\u001b[39mself\u001b[39m, x: torch\u001b[39m.\u001b[39mTensor, attn_mask: Optional[torch\u001b[39m.\u001b[39mTensor] \u001b[39m=\u001b[39m \u001b[39mNone\u001b[39;00m):\n\u001b[1;32m 327\u001b[0m \u001b[39mfor\u001b[39;00m r \u001b[39min\u001b[39;00m \u001b[39mself\u001b[39m\u001b[39m.\u001b[39mresblocks:\n\u001b[0;32m--> 328\u001b[0m x \u001b[39m=\u001b[39m r(x, attn_mask\u001b[39m=\u001b[39;49mattn_mask)\n\u001b[1;32m 329\u001b[0m \u001b[39mreturn\u001b[39;00m x\n", "File \u001b[0;32m~/anaconda3/envs/qwen/lib/python3.11/site-packages/torch/nn/modules/module.py:1501\u001b[0m, in \u001b[0;36mModule._call_impl\u001b[0;34m(self, *args, **kwargs)\u001b[0m\n\u001b[1;32m 1496\u001b[0m \u001b[39m# If we don't have any hooks, we want to skip the rest of the logic in\u001b[39;00m\n\u001b[1;32m 1497\u001b[0m \u001b[39m# this function, and just call forward.\u001b[39;00m\n\u001b[1;32m 1498\u001b[0m \u001b[39mif\u001b[39;00m \u001b[39mnot\u001b[39;00m (\u001b[39mself\u001b[39m\u001b[39m.\u001b[39m_backward_hooks \u001b[39mor\u001b[39;00m \u001b[39mself\u001b[39m\u001b[39m.\u001b[39m_backward_pre_hooks \u001b[39mor\u001b[39;00m \u001b[39mself\u001b[39m\u001b[39m.\u001b[39m_forward_hooks \u001b[39mor\u001b[39;00m \u001b[39mself\u001b[39m\u001b[39m.\u001b[39m_forward_pre_hooks\n\u001b[1;32m 1499\u001b[0m \u001b[39mor\u001b[39;00m _global_backward_pre_hooks \u001b[39mor\u001b[39;00m _global_backward_hooks\n\u001b[1;32m 1500\u001b[0m \u001b[39mor\u001b[39;00m _global_forward_hooks \u001b[39mor\u001b[39;00m _global_forward_pre_hooks):\n\u001b[0;32m-> 1501\u001b[0m \u001b[39mreturn\u001b[39;00m forward_call(\u001b[39m*\u001b[39;49margs, \u001b[39m*\u001b[39;49m\u001b[39m*\u001b[39;49mkwargs)\n\u001b[1;32m 1502\u001b[0m \u001b[39m# Do not call functions when jit is used\u001b[39;00m\n\u001b[1;32m 1503\u001b[0m full_backward_hooks, non_full_backward_hooks \u001b[39m=\u001b[39m [], []\n", "File \u001b[0;32m~/qwen/Qwen-VL/QwenModel/Qwen-VL-Chat-Int4/visual.py:295\u001b[0m, in \u001b[0;36mVisualAttentionBlock.forward\u001b[0;34m(self, q_x, k_x, v_x, attn_mask)\u001b[0m\n\u001b[1;32m 292\u001b[0m k_x \u001b[39m=\u001b[39m \u001b[39mself\u001b[39m\u001b[39m.\u001b[39mln_1_kv(k_x) \u001b[39mif\u001b[39;00m \u001b[39mhasattr\u001b[39m(\u001b[39mself\u001b[39m, \u001b[39m\"\u001b[39m\u001b[39mln_1_kv\u001b[39m\u001b[39m\"\u001b[39m) \u001b[39mand\u001b[39;00m k_x \u001b[39mis\u001b[39;00m \u001b[39mnot\u001b[39;00m \u001b[39mNone\u001b[39;00m \u001b[39melse\u001b[39;00m \u001b[39mNone\u001b[39;00m\n\u001b[1;32m 293\u001b[0m v_x \u001b[39m=\u001b[39m \u001b[39mself\u001b[39m\u001b[39m.\u001b[39mln_1_kv(v_x) \u001b[39mif\u001b[39;00m \u001b[39mhasattr\u001b[39m(\u001b[39mself\u001b[39m, \u001b[39m\"\u001b[39m\u001b[39mln_1_kv\u001b[39m\u001b[39m\"\u001b[39m) \u001b[39mand\u001b[39;00m v_x \u001b[39mis\u001b[39;00m \u001b[39mnot\u001b[39;00m \u001b[39mNone\u001b[39;00m \u001b[39melse\u001b[39;00m \u001b[39mNone\u001b[39;00m\n\u001b[0;32m--> 295\u001b[0m x \u001b[39m=\u001b[39m q_x \u001b[39m+\u001b[39m \u001b[39mself\u001b[39;49m\u001b[39m.\u001b[39;49mattention(q_x\u001b[39m=\u001b[39;49m\u001b[39mself\u001b[39;49m\u001b[39m.\u001b[39;49mln_1(q_x), k_x\u001b[39m=\u001b[39;49mk_x, v_x\u001b[39m=\u001b[39;49mv_x, attn_mask\u001b[39m=\u001b[39;49mattn_mask)\n\u001b[1;32m 296\u001b[0m x \u001b[39m=\u001b[39m x \u001b[39m+\u001b[39m \u001b[39mself\u001b[39m\u001b[39m.\u001b[39mmlp(\u001b[39mself\u001b[39m\u001b[39m.\u001b[39mln_2(x))\n\u001b[1;32m 297\u001b[0m \u001b[39mreturn\u001b[39;00m x\n", "File \u001b[0;32m~/qwen/Qwen-VL/QwenModel/Qwen-VL-Chat-Int4/visual.py:283\u001b[0m, in \u001b[0;36mVisualAttentionBlock.attention\u001b[0;34m(self, q_x, k_x, v_x, attn_mask)\u001b[0m\n\u001b[1;32m 280\u001b[0m v_x \u001b[39m=\u001b[39m v_x \u001b[39mif\u001b[39;00m v_x \u001b[39mis\u001b[39;00m \u001b[39mnot\u001b[39;00m \u001b[39mNone\u001b[39;00m \u001b[39melse\u001b[39;00m q_x\n\u001b[1;32m 282\u001b[0m attn_mask \u001b[39m=\u001b[39m attn_mask\u001b[39m.\u001b[39mto(q_x\u001b[39m.\u001b[39mdtype) \u001b[39mif\u001b[39;00m attn_mask \u001b[39mis\u001b[39;00m \u001b[39mnot\u001b[39;00m \u001b[39mNone\u001b[39;00m \u001b[39melse\u001b[39;00m \u001b[39mNone\u001b[39;00m\n\u001b[0;32m--> 283\u001b[0m \u001b[39mreturn\u001b[39;00m \u001b[39mself\u001b[39;49m\u001b[39m.\u001b[39;49mattn(q_x, k_x, v_x, attn_mask\u001b[39m=\u001b[39;49mattn_mask)\n", "File \u001b[0;32m~/anaconda3/envs/qwen/lib/python3.11/site-packages/torch/nn/modules/module.py:1501\u001b[0m, in \u001b[0;36mModule._call_impl\u001b[0;34m(self, *args, **kwargs)\u001b[0m\n\u001b[1;32m 1496\u001b[0m \u001b[39m# If we don't have any hooks, we want to skip the rest of the logic in\u001b[39;00m\n\u001b[1;32m 1497\u001b[0m \u001b[39m# this function, and just call forward.\u001b[39;00m\n\u001b[1;32m 1498\u001b[0m \u001b[39mif\u001b[39;00m \u001b[39mnot\u001b[39;00m (\u001b[39mself\u001b[39m\u001b[39m.\u001b[39m_backward_hooks \u001b[39mor\u001b[39;00m \u001b[39mself\u001b[39m\u001b[39m.\u001b[39m_backward_pre_hooks \u001b[39mor\u001b[39;00m \u001b[39mself\u001b[39m\u001b[39m.\u001b[39m_forward_hooks \u001b[39mor\u001b[39;00m \u001b[39mself\u001b[39m\u001b[39m.\u001b[39m_forward_pre_hooks\n\u001b[1;32m 1499\u001b[0m \u001b[39mor\u001b[39;00m _global_backward_pre_hooks \u001b[39mor\u001b[39;00m _global_backward_hooks\n\u001b[1;32m 1500\u001b[0m \u001b[39mor\u001b[39;00m _global_forward_hooks \u001b[39mor\u001b[39;00m _global_forward_pre_hooks):\n\u001b[0;32m-> 1501\u001b[0m \u001b[39mreturn\u001b[39;00m forward_call(\u001b[39m*\u001b[39;49margs, \u001b[39m*\u001b[39;49m\u001b[39m*\u001b[39;49mkwargs)\n\u001b[1;32m 1502\u001b[0m \u001b[39m# Do not call functions when jit is used\u001b[39;00m\n\u001b[1;32m 1503\u001b[0m full_backward_hooks, non_full_backward_hooks \u001b[39m=\u001b[39m [], []\n", "File \u001b[0;32m~/qwen/Qwen-VL/QwenModel/Qwen-VL-Chat-Int4/visual.py:220\u001b[0m, in \u001b[0;36mVisualAttention.forward\u001b[0;34m(self, query, key, value, attn_mask)\u001b[0m\n\u001b[1;32m 218\u001b[0m \u001b[39melse\u001b[39;00m:\n\u001b[1;32m 219\u001b[0m attention_probs \u001b[39m=\u001b[39m torch\u001b[39m.\u001b[39mbmm(q_scaled, key_layer\u001b[39m.\u001b[39mtranspose(\u001b[39m-\u001b[39m\u001b[39m2\u001b[39m, \u001b[39m-\u001b[39m\u001b[39m1\u001b[39m))\n\u001b[0;32m--> 220\u001b[0m attention_probs \u001b[39m=\u001b[39m attention_probs\u001b[39m.\u001b[39;49msoftmax(dim\u001b[39m=\u001b[39;49m\u001b[39m-\u001b[39;49m\u001b[39m1\u001b[39;49m)\n\u001b[1;32m 222\u001b[0m value_layer \u001b[39m=\u001b[39m value_layer\u001b[39m.\u001b[39mview(sk,\n\u001b[1;32m 223\u001b[0m b \u001b[39m*\u001b[39m \u001b[39mself\u001b[39m\u001b[39m.\u001b[39mnum_attention_heads_per_partition,\n\u001b[1;32m 224\u001b[0m \u001b[39mself\u001b[39m\u001b[39m.\u001b[39mhidden_size_per_attention_head)\u001b[39m.\u001b[39mtranspose(\u001b[39m0\u001b[39m, \u001b[39m1\u001b[39m)\n\u001b[1;32m 226\u001b[0m \u001b[39m# matmul: [b * np, sq, hn]\u001b[39;00m\n", "\u001b[0;31mOutOfMemoryError\u001b[0m: CUDA out of memory. Tried to allocate 32.00 MiB (GPU 1; 23.69 GiB total capacity; 22.30 GiB already allocated; 29.81 MiB free; 22.38 GiB reserved in total by PyTorch) If reserved memory is >> allocated memory try setting max_split_size_mb to avoid fragmentation. See documentation for Memory Management and PYTORCH_CUDA_ALLOC_CONF" ] } ], "source": [ "model.transformer.get_image_embeddings(pp_in['input_ids'])" ] }, { "cell_type": "code", "execution_count": null, "metadata": {}, "outputs": [], "source": [] } ], "metadata": { "kernelspec": { "display_name": "qwen", "language": "python", "name": "python3" }, "language_info": { "codemirror_mode": { "name": "ipython", "version": 3 }, "file_extension": ".py", "mimetype": "text/x-python", "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", "version": "3.11.5" }, "orig_nbformat": 4 }, "nbformat": 4, "nbformat_minor": 2 }