diff --git a/exp/kubeflow/deploy/pod-default-add-obc.yaml b/exp/kubeflow/deploy/pod-default-add-obc.yaml index d796c16..14a1583 100644 --- a/exp/kubeflow/deploy/pod-default-add-obc.yaml +++ b/exp/kubeflow/deploy/pod-default-add-obc.yaml @@ -1,13 +1,13 @@ apiVersion: kubeflow.org/v1alpha1 kind: PodDefault metadata: - name: add-bucket-config + name: add-team-1-bucket-access namespace: team-1 spec: selector: matchLabels: - add-bucket-config: "true" - desc: "Add rook bucket" + add-team-1-bucket-access: "true" + desc: "Add team-1-bucket access" envFrom: - configMapRef: name: team-1-bucket diff --git a/exp/kubeflow/pics/notebook-config.png b/exp/kubeflow/pics/notebook-config.png index 9ce9079..50fb965 100644 Binary files a/exp/kubeflow/pics/notebook-config.png and b/exp/kubeflow/pics/notebook-config.png differ diff --git a/exp/kubeflow/test-bucket-connection.ipynb b/exp/kubeflow/test-bucket-connection.ipynb index a596b1a..2211d95 100644 --- a/exp/kubeflow/test-bucket-connection.ipynb +++ b/exp/kubeflow/test-bucket-connection.ipynb @@ -19,21 +19,21 @@ "output_type": "stream", "text": [ "Collecting boto3\n", - " Downloading boto3-1.34.81-py3-none-any.whl (139 kB)\n", - "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m139.3/139.3 kB\u001b[0m \u001b[31m2.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0ma \u001b[36m0:00:01\u001b[0m\n", + " Downloading boto3-1.34.82-py3-none-any.whl (139 kB)\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m139.3/139.3 kB\u001b[0m \u001b[31m2.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0ma \u001b[36m0:00:01\u001b[0m\n", + "\u001b[?25hCollecting s3transfer<0.11.0,>=0.10.0\n", + " Downloading s3transfer-0.10.1-py3-none-any.whl (82 kB)\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m82.2/82.2 kB\u001b[0m \u001b[31m2.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m:00:01\u001b[0m\n", + "\u001b[?25hCollecting botocore<1.35.0,>=1.34.82\n", + " Downloading botocore-1.34.82-py3-none-any.whl (12.1 MB)\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m12.1/12.1 MB\u001b[0m \u001b[31m20.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m00:01\u001b[0m00:01\u001b[0m\n", "\u001b[?25hCollecting jmespath<2.0.0,>=0.7.1\n", " Downloading jmespath-1.0.1-py3-none-any.whl (20 kB)\n", - "Collecting s3transfer<0.11.0,>=0.10.0\n", - " Downloading s3transfer-0.10.1-py3-none-any.whl (82 kB)\n", - "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m82.2/82.2 kB\u001b[0m \u001b[31m1.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m:00:01\u001b[0m\n", - "\u001b[?25hCollecting botocore<1.35.0,>=1.34.81\n", - " Downloading botocore-1.34.81-py3-none-any.whl (12.1 MB)\n", - "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m12.1/12.1 MB\u001b[0m \u001b[31m31.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m00:01\u001b[0m00:01\u001b[0m\n", - "\u001b[?25hRequirement already satisfied: urllib3<1.27,>=1.25.4 in /opt/conda/lib/python3.8/site-packages (from botocore<1.35.0,>=1.34.81->boto3) (1.26.15)\n", - "Requirement already satisfied: python-dateutil<3.0.0,>=2.1 in /opt/conda/lib/python3.8/site-packages (from botocore<1.35.0,>=1.34.81->boto3) (2.8.2)\n", - "Requirement already satisfied: six>=1.5 in /opt/conda/lib/python3.8/site-packages (from python-dateutil<3.0.0,>=2.1->botocore<1.35.0,>=1.34.81->boto3) (1.16.0)\n", + "Requirement already satisfied: python-dateutil<3.0.0,>=2.1 in /opt/conda/lib/python3.8/site-packages (from botocore<1.35.0,>=1.34.82->boto3) (2.8.2)\n", + "Requirement already satisfied: urllib3<1.27,>=1.25.4 in /opt/conda/lib/python3.8/site-packages (from botocore<1.35.0,>=1.34.82->boto3) (1.26.15)\n", + "Requirement already satisfied: six>=1.5 in /opt/conda/lib/python3.8/site-packages (from python-dateutil<3.0.0,>=2.1->botocore<1.35.0,>=1.34.82->boto3) (1.16.0)\n", "Installing collected packages: jmespath, botocore, s3transfer, boto3\n", - "Successfully installed boto3-1.34.81 botocore-1.34.81 jmespath-1.0.1 s3transfer-0.10.1\n" + "Successfully installed boto3-1.34.82 botocore-1.34.82 jmespath-1.0.1 s3transfer-0.10.1\n" ] } ], @@ -58,12 +58,12 @@ { "data": { "text/plain": [ - "{'ResponseMetadata': {'RequestId': 'tx00000dd802b421d32fc6a-006615cf8f-1908-ceph-objectstore',\n", + "{'ResponseMetadata': {'RequestId': 'tx0000094c8f2b5d64baec4-006618235e-1908-ceph-objectstore',\n", " 'HostId': '',\n", " 'HTTPStatusCode': 200,\n", - " 'HTTPHeaders': {'x-amz-request-id': 'tx00000dd802b421d32fc6a-006615cf8f-1908-ceph-objectstore',\n", + " 'HTTPHeaders': {'x-amz-request-id': 'tx0000094c8f2b5d64baec4-006618235e-1908-ceph-objectstore',\n", " 'content-type': 'application/xml',\n", - " 'date': 'Tue, 09 Apr 2024 23:30:23 GMT',\n", + " 'date': 'Thu, 11 Apr 2024 17:52:30 GMT',\n", " 'x-envoy-upstream-service-time': '4',\n", " 'server': 'envoy',\n", " 'transfer-encoding': 'chunked'},\n", @@ -98,9 +98,46 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 2, "id": "d5e239ef-0fc5-43fd-82f1-3cd9ef1805fc", "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "{'ResponseMetadata': {'RequestId': 'tx0000050c0fcc01920a8ed-0066182469-1908-ceph-objectstore',\n", + " 'HostId': '',\n", + " 'HTTPStatusCode': 200,\n", + " 'HTTPHeaders': {'x-amz-request-id': 'tx0000050c0fcc01920a8ed-0066182469-1908-ceph-objectstore',\n", + " 'content-type': 'application/xml',\n", + " 'date': 'Thu, 11 Apr 2024 17:56:57 GMT',\n", + " 'x-envoy-upstream-service-time': '6',\n", + " 'server': 'envoy',\n", + " 'transfer-encoding': 'chunked'},\n", + " 'RetryAttempts': 0},\n", + " 'IsTruncated': False,\n", + " 'Marker': '',\n", + " 'Name': 'team-1-bucket-378db4be-7959-4c9e-bd91-5d4c5c88d21c',\n", + " 'Prefix': '',\n", + " 'MaxKeys': 1000,\n", + " 'EncodingType': 'url'}" + ] + }, + "execution_count": 2, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "bucket_name = os.environ['BUCKET_NAME']\n", + "s3_client.list_objects(Bucket=bucket_name)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "6e9b1c95-d906-4a1a-9d20-bff2c7b510ae", + "metadata": {}, "outputs": [], "source": [] }