Spaces:
Running
on
Zero
Running
on
Zero
grahamwhiteuk
commited on
Commit
•
27e0846
1
Parent(s):
6d2cabd
refactor: remove unecessary files
Browse files- Dockerfile +0 -7
- cicd/build.sh +0 -2
- cicd/deploy.sh +0 -3
- cicd/push_image.sh +0 -2
- cicd/run.sh +0 -3
- deployment.yaml +0 -86
- requirements_frozen.txt +0 -155
- run_cicd.sh +0 -3
Dockerfile
DELETED
@@ -1,7 +0,0 @@
|
|
1 |
-
FROM python:3.12-slim
|
2 |
-
WORKDIR /usr/src/app
|
3 |
-
COPY . .
|
4 |
-
RUN pip --disable-pip-version-check --no-cache-dir --no-input install -r requirements.txt
|
5 |
-
ENV GRADIO_SERVER_NAME="0.0.0.0"
|
6 |
-
EXPOSE 7860
|
7 |
-
CMD ["python", "src/app.py"]
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
cicd/build.sh
DELETED
@@ -1,2 +0,0 @@
|
|
1 |
-
docker build --platform=linux/amd64 . -t granite-guardian
|
2 |
-
docker tag granite-guardian us.icr.io/research3/granite-guardian
|
|
|
|
|
|
cicd/deploy.sh
DELETED
@@ -1,3 +0,0 @@
|
|
1 |
-
ibmcloud cr login
|
2 |
-
oc delete -f deployment.yaml
|
3 |
-
oc apply -f deployment.yaml
|
|
|
|
|
|
|
|
cicd/push_image.sh
DELETED
@@ -1,2 +0,0 @@
|
|
1 |
-
ibmcloud target -g aipt-experiments
|
2 |
-
docker push us.icr.io/research3/granite-guardian
|
|
|
|
|
|
cicd/run.sh
DELETED
@@ -1,3 +0,0 @@
|
|
1 |
-
./build.sh
|
2 |
-
./push_image.sh
|
3 |
-
./deploy.sh
|
|
|
|
|
|
|
|
deployment.yaml
DELETED
@@ -1,86 +0,0 @@
|
|
1 |
-
apiVersion: apps/v1
|
2 |
-
kind: Deployment
|
3 |
-
metadata:
|
4 |
-
name: granite-guardian-pod
|
5 |
-
labels:
|
6 |
-
app: granite-guardian
|
7 |
-
spec:
|
8 |
-
selector:
|
9 |
-
matchLabels:
|
10 |
-
run: granite-guardian
|
11 |
-
replicas: 1
|
12 |
-
template:
|
13 |
-
metadata:
|
14 |
-
labels:
|
15 |
-
run: granite-guardian
|
16 |
-
spec:
|
17 |
-
containers:
|
18 |
-
- name: granite-guardian
|
19 |
-
image: us.icr.io/research3/granite-guardian
|
20 |
-
resources:
|
21 |
-
limits:
|
22 |
-
cpu: 1
|
23 |
-
memory: 2Gi
|
24 |
-
requests:
|
25 |
-
cpu: 1
|
26 |
-
memory: 2Gi
|
27 |
-
ports:
|
28 |
-
- containerPort: 7860
|
29 |
-
env:
|
30 |
-
- name: WATSONX_API_KEY
|
31 |
-
valueFrom:
|
32 |
-
secretKeyRef:
|
33 |
-
name: granite-guardian-secrets
|
34 |
-
key: WATSONX_API_KEY
|
35 |
-
- name: WATSONX_PROJECT_ID
|
36 |
-
valueFrom:
|
37 |
-
secretKeyRef:
|
38 |
-
name: granite-guardian-secrets
|
39 |
-
key: WATSONX_PROJECT_ID
|
40 |
-
- name: INFERENCE_ENGINE
|
41 |
-
valueFrom:
|
42 |
-
secretKeyRef:
|
43 |
-
name: granite-guardian-secrets
|
44 |
-
key: INFERENCE_ENGINE
|
45 |
-
imagePullSecrets:
|
46 |
-
- name: all-icr-io
|
47 |
-
---
|
48 |
-
apiVersion: v1
|
49 |
-
kind: Service
|
50 |
-
metadata:
|
51 |
-
name: granite-guardian-service
|
52 |
-
spec:
|
53 |
-
type: NodePort
|
54 |
-
sessionAffinity: "ClientIP"
|
55 |
-
selector:
|
56 |
-
run: granite-guardian
|
57 |
-
ports:
|
58 |
-
- port: 80
|
59 |
-
targetPort: 7860
|
60 |
-
protocol: TCP
|
61 |
-
---
|
62 |
-
apiVersion: networking.k8s.io/v1
|
63 |
-
kind: Ingress
|
64 |
-
metadata:
|
65 |
-
annotations:
|
66 |
-
ingress.kubernetes.io/allow-http: 'false'
|
67 |
-
ingress.kubernetes.io/ssl-redirect: 'true'
|
68 |
-
kubernetes.io/ingress.class: f5
|
69 |
-
virtual-server.f5.com/balance: round-robin
|
70 |
-
virtual-server.f5.com/ip: 9.12.246.36
|
71 |
-
virtual-server.f5.com/partition: RIS3-INT-OCP-DAL12
|
72 |
-
virtual-server.f5.com/clientssl: '[ { "bigIpProfile": "/Common/BlueMix" } ]'
|
73 |
-
name: granite-guardian-ingress
|
74 |
-
namespace: granite-guardian
|
75 |
-
spec:
|
76 |
-
rules:
|
77 |
-
- host: granite-guardian.bx.cloud9.ibm.com
|
78 |
-
http:
|
79 |
-
paths:
|
80 |
-
- backend:
|
81 |
-
service:
|
82 |
-
name: granite-guardian-service
|
83 |
-
port:
|
84 |
-
number: 80
|
85 |
-
path: /
|
86 |
-
pathType: ImplementationSpecific
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
requirements_frozen.txt
DELETED
@@ -1,155 +0,0 @@
|
|
1 |
-
accelerate==0.34.2
|
2 |
-
aiobotocore==2.15.1
|
3 |
-
aiofiles==23.2.1
|
4 |
-
aiohappyeyeballs==2.4.3
|
5 |
-
aiohttp==3.10.8
|
6 |
-
aioitertools==0.12.0
|
7 |
-
aiosignal==1.3.1
|
8 |
-
annotated-types==0.7.0
|
9 |
-
anyio==4.6.0
|
10 |
-
async-timeout==4.0.3
|
11 |
-
attrs==24.2.0
|
12 |
-
botocore==1.35.23
|
13 |
-
certifi==2024.8.30
|
14 |
-
charset-normalizer==3.3.2
|
15 |
-
click==8.1.7
|
16 |
-
cloudpickle==3.0.0
|
17 |
-
contourpy==1.3.0
|
18 |
-
cycler==0.12.1
|
19 |
-
datasets==3.0.1
|
20 |
-
deprecation==2.1.0
|
21 |
-
dill==0.3.8
|
22 |
-
diskcache==5.6.3
|
23 |
-
distro==1.9.0
|
24 |
-
dmf-lib @ git+ssh://git@github.ibm.com/arc/dmf-library.git@6acf931132183153684c1c9a8edd6dbfec6f0372
|
25 |
-
duckdb==1.1.1
|
26 |
-
einops==0.8.0
|
27 |
-
exceptiongroup==1.2.2
|
28 |
-
fastapi==0.115.0
|
29 |
-
ffmpy==0.4.0
|
30 |
-
filelock==3.16.1
|
31 |
-
fonttools==4.54.1
|
32 |
-
frozenlist==1.4.1
|
33 |
-
fsspec==2024.6.1
|
34 |
-
gguf==0.10.0
|
35 |
-
gradio==4.44.1
|
36 |
-
gradio_client==1.3.0
|
37 |
-
gradio_modal==0.0.3
|
38 |
-
h11==0.14.0
|
39 |
-
httpcore==1.0.6
|
40 |
-
httptools==0.6.1
|
41 |
-
httpx==0.27.2
|
42 |
-
huggingface-hub==0.25.1
|
43 |
-
ibm-cos-sdk==2.13.6
|
44 |
-
ibm-cos-sdk-core==2.13.6
|
45 |
-
ibm-cos-sdk-s3transfer==2.13.6
|
46 |
-
idna==3.10
|
47 |
-
importlib_metadata==8.5.0
|
48 |
-
importlib_resources==6.4.5
|
49 |
-
interegular==0.3.3
|
50 |
-
Jinja2==3.1.4
|
51 |
-
jiter==0.6.1
|
52 |
-
jmespath==1.0.1
|
53 |
-
jsonschema==4.23.0
|
54 |
-
jsonschema-specifications==2024.10.1
|
55 |
-
kiwisolver==1.4.7
|
56 |
-
lark==1.2.2
|
57 |
-
llvmlite==0.43.0
|
58 |
-
lm-format-enforcer==0.10.6
|
59 |
-
markdown-it-py==3.0.0
|
60 |
-
MarkupSafe==2.1.5
|
61 |
-
matplotlib==3.9.2
|
62 |
-
mdurl==0.1.2
|
63 |
-
mistral_common==1.4.4
|
64 |
-
mmh3==4.1.0
|
65 |
-
mpmath==1.3.0
|
66 |
-
msgpack==1.1.0
|
67 |
-
msgspec==0.18.6
|
68 |
-
multidict==6.1.0
|
69 |
-
multiprocess==0.70.16
|
70 |
-
nest-asyncio==1.6.0
|
71 |
-
networkx==3.3
|
72 |
-
numba==0.60.0
|
73 |
-
numpy==1.26.4
|
74 |
-
nvidia-cublas-cu12==12.1.3.1
|
75 |
-
nvidia-cuda-cupti-cu12==12.1.105
|
76 |
-
nvidia-cuda-nvrtc-cu12==12.1.105
|
77 |
-
nvidia-cuda-runtime-cu12==12.1.105
|
78 |
-
nvidia-cudnn-cu12==9.1.0.70
|
79 |
-
nvidia-cufft-cu12==11.0.2.54
|
80 |
-
nvidia-curand-cu12==10.3.2.106
|
81 |
-
nvidia-cusolver-cu12==11.4.5.107
|
82 |
-
nvidia-cusparse-cu12==12.1.0.106
|
83 |
-
nvidia-ml-py==12.560.30
|
84 |
-
nvidia-nccl-cu12==2.20.5
|
85 |
-
nvidia-nvjitlink-cu12==12.6.77
|
86 |
-
nvidia-nvtx-cu12==12.1.105
|
87 |
-
openai==1.51.2
|
88 |
-
orjson==3.10.7
|
89 |
-
outlines==0.0.46
|
90 |
-
packaging==24.1
|
91 |
-
pandas==2.2.3
|
92 |
-
partial-json-parser==0.2.1.1.post4
|
93 |
-
pillow==10.4.0
|
94 |
-
progressbar==2.5
|
95 |
-
prometheus-fastapi-instrumentator==7.0.0
|
96 |
-
prometheus_client==0.21.0
|
97 |
-
protobuf==5.28.2
|
98 |
-
psutil==6.0.0
|
99 |
-
py-cpuinfo==9.0.0
|
100 |
-
pyairports==2.1.1
|
101 |
-
pyarrow==17.0.0
|
102 |
-
pycountry==24.6.1
|
103 |
-
pydantic==2.9.2
|
104 |
-
pydantic_core==2.23.4
|
105 |
-
pydub==0.25.1
|
106 |
-
Pygments==2.18.0
|
107 |
-
pyiceberg==0.7.1
|
108 |
-
pyparsing==3.1.4
|
109 |
-
python-dateutil==2.9.0.post0
|
110 |
-
python-dotenv==1.0.1
|
111 |
-
python-multipart==0.0.12
|
112 |
-
pytz==2024.2
|
113 |
-
PyYAML==6.0.2
|
114 |
-
pyzmq==26.2.0
|
115 |
-
ray==2.37.0
|
116 |
-
referencing==0.35.1
|
117 |
-
regex==2024.9.11
|
118 |
-
requests==2.32.3
|
119 |
-
rich==13.9.2
|
120 |
-
rpds-py==0.20.0
|
121 |
-
ruff==0.6.9
|
122 |
-
s3fs==2023.12.2
|
123 |
-
safetensors==0.4.5
|
124 |
-
semantic-version==2.10.0
|
125 |
-
sentencepiece==0.2.0
|
126 |
-
shellingham==1.5.4
|
127 |
-
six==1.16.0
|
128 |
-
sniffio==1.3.1
|
129 |
-
sortedcontainers==2.4.0
|
130 |
-
starlette==0.38.6
|
131 |
-
strictyaml==1.7.3
|
132 |
-
sympy==1.13.3
|
133 |
-
tenacity==8.5.0
|
134 |
-
tiktoken==0.7.0
|
135 |
-
tokenizers==0.20.0
|
136 |
-
tomlkit==0.12.0
|
137 |
-
torch==2.4.0
|
138 |
-
torchvision==0.19.0
|
139 |
-
tqdm==4.66.5
|
140 |
-
transformers==4.45.1
|
141 |
-
triton==3.0.0
|
142 |
-
typer==0.12.5
|
143 |
-
typing_extensions==4.12.2
|
144 |
-
tzdata==2024.2
|
145 |
-
urllib3==2.2.3
|
146 |
-
uvicorn==0.31.0
|
147 |
-
uvloop==0.20.0
|
148 |
-
vllm==0.6.2
|
149 |
-
watchfiles==0.24.0
|
150 |
-
websockets==12.0
|
151 |
-
wrapt==1.16.0
|
152 |
-
xformers==0.0.27.post2
|
153 |
-
xxhash==3.5.0
|
154 |
-
yarl==1.13.1
|
155 |
-
zipp==3.20.2
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
run_cicd.sh
DELETED
@@ -1,3 +0,0 @@
|
|
1 |
-
./cicd/build.sh
|
2 |
-
./cicd/push_image.sh
|
3 |
-
./cicd/deploy.sh
|
|
|
|
|
|
|
|