-
Notifications
You must be signed in to change notification settings - Fork 7
/
sd-inf-deploy.yaml
67 lines (67 loc) · 1.6 KB
/
sd-inf-deploy.yaml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
apiVersion: apps/v1
kind: Deployment
metadata:
labels:
app: sd-inf
name: sd-inf
spec:
selector:
matchLabels:
app: sd-inf
template:
metadata:
labels:
app: sd-inf
spec:
nodeSelector:
karpenter.sh/nodepool: amd-neuron
#serviceAccountName: appsimulator
schedulerName: my-scheduler
volumes:
- name: dshm
emptyDir:
medium: Memory
containers:
- name: app
image: $AWS_ACCOUNT_ID.dkr.ecr.$AWS_REGION.amazonaws.com/stablediffusion:amd64-neuron
imagePullPolicy: Always
volumeMounts:
- mountPath: /dev/shm
name: dshm
# - mountPath: /app
# name: workdir
command: ["/start.sh"]
args: ["run"]
resources:
requests:
aws.amazon.com/neuron: 1
limits:
aws.amazon.com/neuron: 1
env:
- name: DEVICE
value: "xla"
- name: MODEL_ID
value: "stabilityai/stable-diffusion-2-1-base"
- name: COMPILED_MODEL_ID
value: "yahavb/optimum-neuron-sd21"
- name: NUM_OF_RUNS_INF
value: "3"
- name: POD_NAME
valueFrom:
fieldRef:
fieldPath: metadata.name
ports:
- containerPort: 8000
protocol: TCP
readinessProbe:
httpGet:
path: /readiness
port: 8000
initialDelaySeconds: 60
periodSeconds: 10
volumes:
#- name: workdir
# emptyDir: {}
- name: dshm
emptyDir:
medium: Memory