Spaces:
Runtime error
Runtime error
# MIT License | |
# Copyright (c) Microsoft | |
# Permission is hereby granted, free of charge, to any person obtaining a copy | |
# of this software and associated documentation files (the "Software"), to deal | |
# in the Software without restriction, including without limitation the rights | |
# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell | |
# copies of the Software, and to permit persons to whom the Software is | |
# furnished to do so, subject to the following conditions: | |
# The above copyright notice and this permission notice shall be included in all | |
# copies or substantial portions of the Software. | |
# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR | |
# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, | |
# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE | |
# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER | |
# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, | |
# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE | |
# SOFTWARE. | |
# Copyright (c) [2025] [Microsoft] | |
# SPDX-License-Identifier: MIT | |
from typing import * | |
BACKEND = 'xformers' | |
DEBUG = False | |
def __from_env(): | |
import os | |
global BACKEND | |
global DEBUG | |
env_attn_backend = os.environ.get('ATTN_BACKEND') | |
env_sttn_debug = os.environ.get('ATTN_DEBUG') | |
if env_attn_backend is not None and env_attn_backend in ['xformers', 'flash_attn', 'sdpa', 'naive']: | |
BACKEND = env_attn_backend | |
if env_sttn_debug is not None: | |
DEBUG = env_sttn_debug == '1' | |
print(f"[ATTENTION] Using backend: {BACKEND}") | |
__from_env() | |
def set_backend(backend: Literal['xformers', 'flash_attn']): | |
global BACKEND | |
BACKEND = backend | |
def set_debug(debug: bool): | |
global DEBUG | |
DEBUG = debug | |
from .full_attn import * | |
from .modules import * | |