-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathinference_server_resnet50.yaml
54 lines (54 loc) · 1.37 KB
/
inference_server_resnet50.yaml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
apiVersion: apps/v1
kind: Deployment
metadata:
name: inference-server-resnet50
namespace: mlplatform
spec:
selector:
matchLabels:
run: inference-server-resnet50
replicas: 1
template:
metadata:
labels:
run: inference-server-resnet50
spec:
containers:
- name: inference-server
image: inference-server:latest
imagePullPolicy: Never
env:
- name: MODEL_REGISTRY_HOST
value: model-registry
- name: MODEL_REGISTRY_PORT
value: "8080"
- name: MODEL_NAME
value: resnet50
- name: MODEL_VERSION
value: "2"
- name: MODEL_TYPE
value: pytorch_vision
- name: MODEL_FILES_PATH
value: model-files
- name: LOG_FILE_PATH
value: logs
- name: DEPLOYMENT
value: TEST
- name: CAN_START_EMPTY
value: "False"
ports:
- containerPort: 8080
volumeMounts:
- name: registry-volume
mountPath: /usr/src/app/model-files
- name: log-volume
mountPath: /usr/src/app/logs
volumes:
- name: registry-volume
hostPath:
path: /data/model-files
type: DirectoryOrCreate
- name: log-volume
hostPath:
path: /data/logs
type: DirectoryOrCreate