Instructions to use kernels-community/quantization-eetq with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Kernels
How to use kernels-community/quantization-eetq with Kernels:
# !pip install kernels from kernels import get_kernel kernel = get_kernel("kernels-community/quantization-eetq") - Notebooks
- Google Colab
- Kaggle
| /* | |
| * Copyright (c) 2021, NVIDIA CORPORATION. All rights reserved. | |
| * | |
| * Licensed under the Apache License, Version 2.0 (the "License"); | |
| * you may not use this file except in compliance with the License. | |
| * You may obtain a copy of the License at | |
| * | |
| * http://www.apache.org/licenses/LICENSE-2.0 | |
| * | |
| * Unless required by applicable law or agreed to in writing, software | |
| * distributed under the License is distributed on an "AS IS" BASIS, | |
| * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | |
| * See the License for the specific language governing permissions and | |
| * limitations under the License. | |
| */ | |
| namespace fastertransformer { | |
| template<typename... Args> | |
| inline std::string fmtstr(const std::string& format, Args... args) | |
| { | |
| // This function came from a code snippet in stackoverflow under cc-by-1.0 | |
| // https://stackoverflow.com/questions/2342162/stdstring-formatting-like-sprintf | |
| // Disable format-security warning in this function. | |
| int size_s = std::snprintf(nullptr, 0, format.c_str(), args...) + 1; // Extra space for '\0' | |
| if (size_s <= 0) { | |
| throw std::runtime_error("Error during formatting."); | |
| } | |
| auto size = static_cast<size_t>(size_s); | |
| auto buf = std::make_unique<char[]>(size); | |
| std::snprintf(buf.get(), size, format.c_str(), args...); | |
| return std::string(buf.get(), buf.get() + size - 1); // We don't want the '\0' inside | |
| } | |
| } // namespace fastertransformer | |