mirror of
https://github.com/oobabooga/text-generation-webui.git
synced 2024-10-01 01:26:03 -04:00
Clean up llamacpp_hf.py
This commit is contained in:
parent
2de0cedce3
commit
6a3edb0542
@ -2,8 +2,6 @@ import os
|
||||
from pathlib import Path
|
||||
from typing import Any, Dict, Optional, Union
|
||||
|
||||
import llama_cpp
|
||||
import numpy as np
|
||||
import torch
|
||||
from llama_cpp import Llama
|
||||
from torch.nn import CrossEntropyLoss
|
||||
@ -11,7 +9,6 @@ from transformers import GenerationConfig, PretrainedConfig, PreTrainedModel
|
||||
from transformers.modeling_outputs import CausalLMOutputWithPast
|
||||
|
||||
from modules import shared
|
||||
from modules.llamacpp_model import LlamaCppModel
|
||||
from modules.logging_colors import logger
|
||||
|
||||
|
||||
|
Loading…
Reference in New Issue
Block a user