-
Notifications
You must be signed in to change notification settings - Fork 96
Expand file tree
/
Copy pathMakefile
More file actions
74 lines (59 loc) · 2.22 KB
/
Makefile
File metadata and controls
74 lines (59 loc) · 2.22 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
# Copyright 2022 The HuggingFace Team. All rights reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
SHELL := /bin/bash
CURRENT_DIR = $(shell pwd)
UV = $(shell command -v uv)
.PHONY: build_dist style style_check clean
clean:
rm -rf dist
rwildcard=$(wildcard $1) $(foreach d,$1,$(call rwildcard,$(addsuffix /$(notdir $d),$(wildcard $(dir $d)*))))
VERSION := $(shell gawk 'match($$0, /__version__ = "(.*)"/, a) {print a[1]}' optimum/neuron/version.py)
version:
@echo ${VERSION}
PACKAGE_DIST = dist/optimum_neuron-$(VERSION).tar.gz
PACKAGE_WHEEL = dist/optimum_neuron-$(VERSION)-py3-none-any.whl
PACKAGE_PYTHON_FILES = $(call rwildcard, optimum/*.py)
PACKAGE_FILES = $(PACKAGE_PYTHON_FILES) \
pyproject.toml \
README.md \
MANIFEST.in
# Package build recipe
$(PACKAGE_DIST) $(PACKAGE_WHEEL): $(PACKAGE_FILES)
$(if $(UV), $(UV), python -m) build
# Installation
install: $(PACKAGE_DIST)
# Force CPU version of torch to speed up installation time
$(UV) pip install --upgrade $(PACKAGE_DIST)[neuronx] \
--extra-index-url https://download.pytorch.org/whl/cpu \
--extra-index-url https://pip.repos.neuron.amazonaws.com
# Run code quality checks
style_check:
ruff check .
ruff format . --diff
style:
ruff check . --fix
ruff format .
# Utilities to release to PyPi
build_dist_install_tools:
$(UV) pip install build
$(UV) pip install twine
build_dist: ${PACKAGE_DIST} ${PACKAGE_WHEEL}
pypi_upload: ${PACKAGE_DIST} ${PACKAGE_WHEEL}
python -m twine upload ${PACKAGE_DIST} ${PACKAGE_WHEEL}
# Docker images
optimum-neuron-vllm: docker/vllm/Dockerfile ${PACKAGE_FILES}
docker build --rm \
-f docker/vllm/Dockerfile \
-t optimum-neuron-vllm:${VERSION} .
docker tag optimum-neuron-vllm:${VERSION} optimum-neuron-vllm:latest