GPU: NVIDIA GeForce RTX 4060 Laptop GPU Loading official NExT-GPT delta on CPU... Stage 1: official ImageBind image encoder Image encoding complete; encoder unloaded. Stage 2: GPTQ Vicuna v0 + official NExT-GPT LoRA Loaded 128 official LoRA pairs, official embeddings and LM head. PROMPT: What animal is shown in this picture? Answer in one short sentence. Generating... ANSWER: A dog is shown in this picture. { "task": "NExT-GPT image + text -> text (minimal quantized subset)", "prompt": "What animal is shown in this picture? Answer in one short sentence.", "answer": "A dog is shown in this picture.", "raw_token_ids": [ 319, 11203, 338, 4318, 297, 445, 7623, 29889, 13, 2277, 29937, 29937, 29937, 29937, 29937, 29937, 29937, 29937, 29937, 29937, 29937, 29937, 29937, 29937 ], "gpu": "NVIDIA GeForce RTX 4060 Laptop GPU", "torch": "2.5.1+cu124", "cuda": "12.4", "image_sha256": "c11d7d454d9db85a6ebd765ddb8eff30c6d0088c3cd14e7fdc74548a474d36d1", "official_delta_sha256": "8f197e381254139cbb972aa37a219fd296b3ce80a45989073de8bd8c68a82327", "gptq_base_sha256": "770297364f87ef6c684c63c24f7c4eb795a3d88611743902b2e334325b5f6cda", "imagebind_sha256": "d6f6c22bedcc90708448d5d2fbb7b2db9c73f505dc89bd0b2e09b23af1b62157", "encoder_seconds": 7.8, "generation_seconds": 28.73, "total_seconds": 39.6, "peak_allocated_mib": 4300.7, "lora_pairs_loaded": 128, "generation": "greedy, max_new_tokens=24", "scope": "Real local CUDA inference; quantized Vicuna v0; no image/audio/video generation." }