Skip to content
This repository has been archived by the owner on Apr 17, 2024. It is now read-only.

feat: set up machine learning model with knative #24

Merged
merged 38 commits into from
Feb 21, 2024
Merged

feat: set up machine learning model with knative #24

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
38 commits
Select commit Hold shift + click to select a range
701ffa5
chore: start with basic deploy
zalsader Jan 31, 2024
4a72d9b
feat: add basic eventing
zalsader Jan 31, 2024
25e00f1
chore: update operator version
zalsader Jan 31, 2024
a53bfdd
feat: add eventing
zalsader Jan 31, 2024
e3cf0c0
feat: add obc.yaml
zalsader Feb 1, 2024
f7664e6
feat: add basic ml func
zalsader Feb 1, 2024
b4ceca4
feat: add env from secret and configmap
zalsader Feb 1, 2024
b607bec
feat: add output bucket
zalsader Feb 15, 2024
2de8cff
chore: downgrade knative
zalsader Feb 15, 2024
ebffb4a
feat: connect to S3
zalsader Feb 15, 2024
eba4438
feat: add ingress and upload directions
zalsader Feb 15, 2024
3b43852
func: test copying files
zalsader Feb 15, 2024
7d744ac
feat: bucket notifications work
zalsader Feb 15, 2024
b4f050f
feat: extract name and copy objects between buckets
zalsader Feb 15, 2024
8ff4c5e
chore: filter events
zalsader Feb 16, 2024
7c60ff8
feat: use a stable diffusion model
zalsader Feb 16, 2024
c593145
feat: add images and update prompt
zalsader Feb 16, 2024
2c344e3
fix: errors
zalsader Feb 16, 2024
1d8fc1e
fix: io
zalsader Feb 16, 2024
0a71328
fix: lint
zalsader Feb 16, 2024
733daba
chore: add debugs
zalsader Feb 17, 2024
79ccf20
fix: reduce num_inference_steps
zalsader Feb 17, 2024
f079942
dummy
zalsader Feb 17, 2024
1db5b9d
fixes file extension?
zalsader Feb 17, 2024
a934f43
feat: use a broker and a trigger
zalsader Feb 21, 2024
9905cee
fix: ceph source sink
zalsader Feb 21, 2024
43df27b
chore: update sha
zalsader Feb 21, 2024
f8ab164
feat: add input and output images
zalsader Feb 21, 2024
bcc3d14
fix: add timeout
zalsader Feb 21, 2024
5bf92f3
fix: add flushes
zalsader Feb 21, 2024
875fc46
10 minutes
zalsader Feb 21, 2024
7663c5f
chore: change .tech to .dev
zalsader Feb 21, 2024
da63845
feat: add generic user
zalsader Feb 21, 2024
e9ba5ed
docs: update readme
zalsader Feb 21, 2024
dbb6f20
chore: more stuff
zalsader Feb 21, 2024
699bb06
chore: update readme
zalsader Feb 21, 2024
1d092ad
chore: add cert-manager
zalsader Feb 21, 2024
e12252d
docs: add ingress
zalsader Feb 21, 2024
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
7 changes: 5 additions & 2 deletions .gitignore
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -37,5 +37,8 @@ terraform.rc
tf.json

# Generated from kubeone
koor-demo-*-kubeconfig
koor-demo-*.tar.gz
koor-*-kubeconfig
koor-*.tar.gz

# python virtual environment
.venv
66 changes: 36 additions & 30 deletions exp/knative-basic/deploy/operator.yaml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -19,7 +19,7 @@ metadata:
namespace: default
labels:
app.kubernetes.io/component: operator-webhook
app.kubernetes.io/version: "1.11.10"
app.kubernetes.io/version: "1.12.2"
app.kubernetes.io/name: knative-operator
# The data is populated at install time.

Expand All @@ -45,7 +45,7 @@ metadata:
namespace: default
labels:
app.kubernetes.io/component: operator-webhook
app.kubernetes.io/version: "1.11.10"
app.kubernetes.io/version: "1.12.2"
app.kubernetes.io/name: knative-operator
spec:
selector:
Expand All @@ -60,7 +60,7 @@ spec:
app: operator-webhook
role: operator-webhook
app.kubernetes.io/component: operator-webhook
app.kubernetes.io/version: "1.11.10"
app.kubernetes.io/version: "1.12.2"
app.kubernetes.io/name: knative-operator
spec:
# To avoid node becoming SPOF, spread our replicas to different nodes.
Expand All @@ -78,7 +78,7 @@ spec:
- name: operator-webhook
# This is the Go import path for the binary that is containerized
# and substituted here.
image: gcr.io/knative-releases/knative.dev/operator/cmd/webhook@sha256:1ad9b547f13fc916045e2737e3cd5a0e4cfa975e3e12015d4f557793cfa20862
image: gcr.io/knative-releases/knative.dev/operator/cmd/webhook@sha256:146284a0d4a7b642e2b1a50e52161a3fd9bfa299a21f5f039925d4de0d5d782a
resources:
requests:
cpu: 100m
Expand Down Expand Up @@ -166,7 +166,7 @@ metadata:
labels:
role: operator-webhook
app.kubernetes.io/component: operator-webhook
app.kubernetes.io/version: "1.11.10"
app.kubernetes.io/version: "1.12.2"
app.kubernetes.io/name: knative-operator
name: operator-webhook
namespace: default
Expand Down Expand Up @@ -205,7 +205,7 @@ kind: CustomResourceDefinition
metadata:
name: knativeeventings.operator.knative.dev
labels:
app.kubernetes.io/version: "1.11.10"
app.kubernetes.io/version: "1.12.2"
app.kubernetes.io/name: knative-operator
spec:
group: operator.knative.dev
Expand Down Expand Up @@ -1766,7 +1766,7 @@ kind: CustomResourceDefinition
metadata:
name: knativeservings.operator.knative.dev
labels:
app.kubernetes.io/version: "1.11.10"
app.kubernetes.io/version: "1.12.2"
app.kubernetes.io/name: knative-operator
spec:
group: operator.knative.dev
Expand Down Expand Up @@ -3271,8 +3271,14 @@ spec:
type: boolean
service-type:
type: string
service-load-balancer-ip:
type: string
bootstrap-configmap:
type: string
http-port:
type: integer
https-port:
type: integer
type: object
type: object
security:
Expand Down Expand Up @@ -3408,7 +3414,7 @@ kind: ClusterRole
metadata:
name: knative-serving-operator-aggregated
labels:
app.kubernetes.io/version: "1.11.10"
app.kubernetes.io/version: "1.12.2"
app.kubernetes.io/name: knative-operator
aggregationRule:
clusterRoleSelectors:
Expand All @@ -3424,7 +3430,7 @@ kind: ClusterRole
metadata:
name: knative-serving-operator-aggregated-stable
labels:
app.kubernetes.io/version: "1.11.10"
app.kubernetes.io/version: "1.12.2"
app.kubernetes.io/name: knative-operator
aggregationRule:
clusterRoleSelectors:
Expand All @@ -3440,7 +3446,7 @@ kind: ClusterRole
metadata:
name: knative-eventing-operator-aggregated
labels:
app.kubernetes.io/version: "1.11.10"
app.kubernetes.io/version: "1.12.2"
app.kubernetes.io/name: knative-operator
aggregationRule:
clusterRoleSelectors:
Expand All @@ -3456,7 +3462,7 @@ kind: ClusterRole
metadata:
name: knative-eventing-operator-aggregated-stable
labels:
app.kubernetes.io/version: "1.11.10"
app.kubernetes.io/version: "1.12.2"
app.kubernetes.io/name: knative-operator
aggregationRule:
clusterRoleSelectors:
Expand Down Expand Up @@ -3487,7 +3493,7 @@ apiVersion: rbac.authorization.k8s.io/v1
metadata:
name: knative-serving-operator
labels:
app.kubernetes.io/version: "1.11.10"
app.kubernetes.io/version: "1.12.2"
app.kubernetes.io/name: knative-operator
rules:
- apiGroups:
Expand Down Expand Up @@ -3727,7 +3733,7 @@ apiVersion: rbac.authorization.k8s.io/v1
metadata:
name: knative-eventing-operator
labels:
app.kubernetes.io/version: "1.11.10"
app.kubernetes.io/version: "1.12.2"
app.kubernetes.io/name: knative-operator
rules:
- apiGroups:
Expand Down Expand Up @@ -4118,7 +4124,7 @@ metadata:
name: knative-operator
namespace: default
labels:
app.kubernetes.io/version: "1.11.10"
app.kubernetes.io/version: "1.12.2"
app.kubernetes.io/name: knative-operator

---
Expand All @@ -4142,7 +4148,7 @@ kind: ClusterRoleBinding
metadata:
name: knative-serving-operator
labels:
app.kubernetes.io/version: "1.11.10"
app.kubernetes.io/version: "1.12.2"
app.kubernetes.io/name: knative-operator
roleRef:
apiGroup: rbac.authorization.k8s.io
Expand All @@ -4159,7 +4165,7 @@ kind: ClusterRoleBinding
metadata:
name: knative-eventing-operator
labels:
app.kubernetes.io/version: "1.11.10"
app.kubernetes.io/version: "1.12.2"
app.kubernetes.io/name: knative-operator
roleRef:
apiGroup: rbac.authorization.k8s.io
Expand Down Expand Up @@ -4191,7 +4197,7 @@ metadata:
namespace: default
name: knative-operator-webhook
labels:
app.kubernetes.io/version: "1.11.10"
app.kubernetes.io/version: "1.12.2"
app.kubernetes.io/name: knative-operator
rules:
# For manipulating certs into secrets.
Expand All @@ -4212,7 +4218,7 @@ kind: ClusterRole
metadata:
name: knative-operator-webhook
labels:
app.kubernetes.io/version: "1.11.10"
app.kubernetes.io/version: "1.12.2"
app.kubernetes.io/name: knative-operator
rules:
# For watching logging configuration and getting certs.
Expand Down Expand Up @@ -4303,7 +4309,7 @@ metadata:
name: operator-webhook
namespace: default
labels:
app.kubernetes.io/version: "1.11.10"
app.kubernetes.io/version: "1.12.2"
app.kubernetes.io/name: knative-operator

---
Expand All @@ -4327,7 +4333,7 @@ metadata:
namespace: default
name: operator-webhook
labels:
app.kubernetes.io/version: "1.11.10"
app.kubernetes.io/version: "1.12.2"
app.kubernetes.io/name: knative-operator
subjects:
- kind: ServiceAccount
Expand All @@ -4343,7 +4349,7 @@ kind: ClusterRoleBinding
metadata:
name: operator-webhook
labels:
app.kubernetes.io/version: "1.11.10"
app.kubernetes.io/version: "1.12.2"
app.kubernetes.io/name: knative-operator
roleRef:
apiGroup: rbac.authorization.k8s.io
Expand Down Expand Up @@ -4374,7 +4380,7 @@ kind: ClusterRoleBinding
metadata:
name: knative-serving-operator-aggregated
labels:
app.kubernetes.io/version: "1.11.10"
app.kubernetes.io/version: "1.12.2"
app.kubernetes.io/name: knative-operator
roleRef:
apiGroup: rbac.authorization.k8s.io
Expand All @@ -4390,7 +4396,7 @@ kind: ClusterRoleBinding
metadata:
name: knative-serving-operator-aggregated-stable
labels:
app.kubernetes.io/version: "1.11.10"
app.kubernetes.io/version: "1.12.2"
app.kubernetes.io/name: knative-operator
roleRef:
apiGroup: rbac.authorization.k8s.io
Expand All @@ -4406,7 +4412,7 @@ kind: ClusterRoleBinding
metadata:
name: knative-eventing-operator-aggregated
labels:
app.kubernetes.io/version: "1.11.10"
app.kubernetes.io/version: "1.12.2"
app.kubernetes.io/name: knative-operator
roleRef:
apiGroup: rbac.authorization.k8s.io
Expand All @@ -4422,7 +4428,7 @@ kind: ClusterRoleBinding
metadata:
name: knative-eventing-operator-aggregated-stable
labels:
app.kubernetes.io/version: "1.11.10"
app.kubernetes.io/version: "1.12.2"
app.kubernetes.io/name: knative-operator
roleRef:
apiGroup: rbac.authorization.k8s.io
Expand Down Expand Up @@ -4454,7 +4460,7 @@ metadata:
name: config-logging
namespace: default
labels:
app.kubernetes.io/version: "1.11.10"
app.kubernetes.io/version: "1.12.2"
app.kubernetes.io/name: knative-operator
data:
_example: |
Expand Down Expand Up @@ -4517,7 +4523,7 @@ metadata:
name: config-observability
namespace: default
labels:
app.kubernetes.io/version: "1.11.10"
app.kubernetes.io/version: "1.12.2"
app.kubernetes.io/name: knative-operator
data:
_example: |
Expand Down Expand Up @@ -4592,7 +4598,7 @@ metadata:
namespace: default
labels:
app.kubernetes.io/name: knative-operator
app.kubernetes.io/version: "1.11.10"
app.kubernetes.io/version: "1.12.2"
spec:
replicas: 1
selector:
Expand All @@ -4605,12 +4611,12 @@ spec:
labels:
name: knative-operator
app.kubernetes.io/name: knative-operator
app.kubernetes.io/version: "1.11.10"
app.kubernetes.io/version: "1.12.2"
spec:
serviceAccountName: knative-operator
containers:
- name: knative-operator
image: gcr.io/knative-releases/knative.dev/operator/cmd/operator@sha256:f36d7ac0c4f69803cfa76f30c04ed7c11876438493780dd91f939d57167d997c
image: gcr.io/knative-releases/knative.dev/operator/cmd/operator@sha256:9a82cb4f1c84c1c0e25d1102db112a28261aaec10111c3d091caa9935c563986
imagePullPolicy: IfNotPresent
env:
- name: POD_NAME
Expand Down
Loading
Loading