Skip to content

Commit 5a40833

Browse files
author
SaiNikhileshReddy
committed
Modified notebooks based on feedback from FayazRahman
1 parent cda73e8 commit 5a40833

File tree

11 files changed

+2242
-3403
lines changed

11 files changed

+2242
-3403
lines changed

‎CSSD/CSSD.ipynb‎

Lines changed: 48 additions & 175 deletions
Original file line numberDiff line numberDiff line change
@@ -19,41 +19,14 @@
1919
"id": "u-xVVaAiiCAt",
2020
"outputId": "e616472d-d672-4a83-a8af-2f1279bde38a"
2121
},
22-
"outputs": [
23-
{
24-
"name": "stdout",
25-
"output_type": "stream",
26-
"text": [
27-
"\u001b[K |████████████████████████████████| 261 kB 8.6 MB/s \n",
28-
"\u001b[K |████████████████████████████████| 131 kB 60.1 MB/s \n",
29-
"\u001b[K |████████████████████████████████| 1.8 MB 47.2 MB/s \n",
30-
"\u001b[K |████████████████████████████████| 81 kB 7.0 MB/s \n",
31-
"\u001b[K |████████████████████████████████| 5.8 MB 54.3 MB/s \n",
32-
"\u001b[K |████████████████████████████████| 105 kB 46.6 MB/s \n",
33-
"\u001b[K |████████████████████████████████| 55 kB 3.7 MB/s \n",
34-
"\u001b[K |████████████████████████████████| 551 kB 73.0 MB/s \n",
35-
"\u001b[K |████████████████████████████████| 256 kB 73.4 MB/s \n",
36-
"\u001b[K |████████████████████████████████| 152 kB 67.6 MB/s \n",
37-
"\u001b[K |████████████████████████████████| 3.0 MB 43.2 MB/s \n",
38-
"\u001b[K |████████████████████████████████| 75 kB 4.5 MB/s \n",
39-
"\u001b[K |████████████████████████████████| 111 kB 47.1 MB/s \n",
40-
"\u001b[K |████████████████████████████████| 8.5 MB 43.4 MB/s \n",
41-
"\u001b[K |████████████████████████████████| 79 kB 7.6 MB/s \n",
42-
"\u001b[K |████████████████████████████████| 127 kB 74.6 MB/s \n",
43-
"\u001b[K |████████████████████████████████| 41 kB 412 kB/s \n",
44-
"\u001b[K |████████████████████████████████| 85 kB 4.1 MB/s \n",
45-
"\u001b[K |████████████████████████████████| 40 kB 5.3 MB/s \n",
46-
"\u001b[K |████████████████████████████████| 58 kB 5.8 MB/s \n",
47-
"\u001b[K |████████████████████████████████| 56 kB 4.1 MB/s \n",
48-
"\u001b[K |████████████████████████████████| 341 kB 76.5 MB/s \n",
49-
"\u001b[K |████████████████████████████████| 85 kB 3.9 MB/s \n"
50-
]
51-
}
52-
],
22+
"outputs": [],
5323
"source": [
5424
"!pip3 install hub --quiet\n",
55-
"import os \n",
56-
"os.kill(os.getpid(), 9) "
25+
"\n",
26+
"# Run below cells and restart the runtime\n",
27+
"# if you are running it in colab\n",
28+
"# import os\n",
29+
"# os.kill(os.getpid(), 9) "
5730
]
5831
},
5932
{
@@ -67,7 +40,7 @@
6740
},
6841
{
6942
"cell_type": "code",
70-
"execution_count": 1,
43+
"execution_count": null,
7144
"metadata": {
7245
"id": "CLY2HM6djBc1"
7346
},
@@ -78,7 +51,7 @@
7851
},
7952
{
8053
"cell_type": "code",
81-
"execution_count": 2,
54+
"execution_count": null,
8255
"metadata": {
8356
"id": "8l1NYRCQjXCd"
8457
},
@@ -96,27 +69,40 @@
9669
},
9770
{
9871
"cell_type": "code",
99-
"execution_count": 11,
72+
"execution_count": null,
10073
"metadata": {
10174
"id": "funZY-1Jjojg"
10275
},
10376
"outputs": [],
10477
"source": [
105-
"import hub\n",
106-
"from PIL import Image \n",
10778
"import numpy as np \n",
10879
"import os\n",
109-
"import pandas as pd\n",
110-
"from matplotlib import pyplot as plt\n",
111-
"from glob import glob\n",
11280
"import time\n",
11381
"from tqdm import tqdm\n",
11482
"import cv2"
11583
]
11684
},
85+
{
86+
"cell_type": "markdown",
87+
"metadata": {
88+
"id": "1hwvS1vSju5s"
89+
},
90+
"source": [
91+
"# Creating dataset on hub"
92+
]
93+
},
94+
{
95+
"cell_type": "markdown",
96+
"metadata": {
97+
"id": "ettX_rwmf5fa"
98+
},
99+
"source": [
100+
"**Activeloop API** : https://docs.activeloop.ai/api-basics"
101+
]
102+
},
117103
{
118104
"cell_type": "code",
119-
"execution_count": 4,
105+
"execution_count": null,
120106
"metadata": {
121107
"cellView": "form",
122108
"colab": {
@@ -136,153 +122,60 @@
136122
"id": "e_uTH7uVjRik",
137123
"outputId": "9a3162a4-500d-47fa-a09c-ead7492bb394"
138124
},
139-
"outputs": [
140-
{
141-
"name": "stdout",
142-
"output_type": "stream",
143-
"text": [
144-
"env: BUGGER_OFF=True\n",
145-
"Successfully logged in to Activeloop.\n"
146-
]
147-
}
148-
],
125+
"outputs": [],
149126
"source": [
150-
"#@title Login to ActiveLoop\n",
127+
"import hub\n",
128+
"\n",
129+
"# Login to ActiveLoop\n",
151130
"\n",
152131
"%env BUGGER_OFF=True\n",
153132
"!activeloop login -u username -p password\n",
154133
"!activeloop reporting --off"
155134
]
156135
},
157-
{
158-
"cell_type": "markdown",
159-
"metadata": {
160-
"id": "1hwvS1vSju5s"
161-
},
162-
"source": [
163-
"# Creating dataset on hub"
164-
]
165-
},
166-
{
167-
"cell_type": "markdown",
168-
"metadata": {
169-
"id": "ettX_rwmf5fa"
170-
},
171-
"source": [
172-
"**Activeloop API** : https://docs.activeloop.ai/api-basics"
173-
]
174-
},
175136
{
176137
"cell_type": "code",
177-
"execution_count": 6,
138+
"execution_count": null,
178139
"metadata": {},
179-
"outputs": [
180-
{
181-
"data": {
182-
"text/plain": [
183-
"'images/A_049.jpg'"
184-
]
185-
},
186-
"execution_count": 6,
187-
"metadata": {},
188-
"output_type": "execute_result"
189-
}
190-
],
140+
"outputs": [],
191141
"source": [
192142
"image_path"
193143
]
194144
},
195145
{
196146
"cell_type": "code",
197-
"execution_count": 12,
147+
"execution_count": null,
198148
"metadata": {},
199-
"outputs": [
200-
{
201-
"data": {
202-
"text/plain": [
203-
"(361, 400, 3)"
204-
]
205-
},
206-
"execution_count": 12,
207-
"metadata": {},
208-
"output_type": "execute_result"
209-
}
210-
],
149+
"outputs": [],
211150
"source": [
212151
"cv2.imread(image_path).shape"
213152
]
214153
},
215154
{
216155
"cell_type": "code",
217-
"execution_count": 13,
156+
"execution_count": null,
218157
"metadata": {},
219-
"outputs": [
220-
{
221-
"data": {
222-
"text/plain": [
223-
"(361, 400, 3)"
224-
]
225-
},
226-
"execution_count": 13,
227-
"metadata": {},
228-
"output_type": "execute_result"
229-
}
230-
],
158+
"outputs": [],
231159
"source": [
232160
"cv2.imread(mask_path).shape"
233161
]
234162
},
235163
{
236164
"cell_type": "code",
237-
"execution_count": 29,
165+
"execution_count": null,
238166
"metadata": {},
239-
"outputs": [
240-
{
241-
"data": {
242-
"text/plain": [
243-
"(361, 400)"
244-
]
245-
},
246-
"execution_count": 29,
247-
"metadata": {},
248-
"output_type": "execute_result"
249-
}
250-
],
167+
"outputs": [],
251168
"source": [
252169
"mask.shape"
253170
]
254171
},
255172
{
256173
"cell_type": "code",
257-
"execution_count": 47,
174+
"execution_count": null,
258175
"metadata": {
259176
"id": "5LXm8-8PoC0d"
260177
},
261-
"outputs": [
262-
{
263-
"name": "stdout",
264-
"output_type": "stream",
265-
"text": [
266-
"Your Hub dataset has been successfully created!\n",
267-
"The dataset is private so make sure you are logged in!\n",
268-
"This dataset can be visualized at https://app.activeloop.ai/activeloop/cssd.\n"
269-
]
270-
},
271-
{
272-
"name": "stderr",
273-
"output_type": "stream",
274-
"text": [
275-
"100%|███████████████████████████████████████████████████████████████████████████████| 200/200 [00:01<00:00, 119.68it/s]\n"
276-
]
277-
},
278-
{
279-
"name": "stdout",
280-
"output_type": "stream",
281-
"text": [
282-
"Time elapsed uploading : 45.88695549964905\n"
283-
]
284-
}
285-
],
178+
"outputs": [],
286179
"source": [
287180
"# hubpath = './cssd-hub'\n",
288181
"hubpath = 'hub://activeloop/cssd'\n",
@@ -325,21 +218,11 @@
325218
},
326219
{
327220
"cell_type": "code",
328-
"execution_count": 52,
221+
"execution_count": null,
329222
"metadata": {
330223
"id": "nq80O6y0y_rq"
331224
},
332-
"outputs": [
333-
{
334-
"name": "stdout",
335-
"output_type": "stream",
336-
"text": [
337-
"hub://activeloop/cssd loaded successfully.\n",
338-
"This dataset can be visualized at https://app.activeloop.ai/activeloop/cssd.\n",
339-
"{'images': Tensor(key='images'), 'masks': Tensor(key='masks')}\n"
340-
]
341-
}
342-
],
225+
"outputs": [],
343226
"source": [
344227
"hubpath = 'hub://activeloop/cssd'\n",
345228
"ds = hub.load(hubpath)\n",
@@ -348,22 +231,12 @@
348231
},
349232
{
350233
"cell_type": "code",
351-
"execution_count": 53,
234+
"execution_count": null,
352235
"metadata": {},
353-
"outputs": [
354-
{
355-
"name": "stdout",
356-
"output_type": "stream",
357-
"text": [
358-
"Image Shape: (300, 400, 3)\n",
359-
"Masks Shape: (300, 400, 1)\n"
360-
]
361-
}
362-
],
236+
"outputs": [],
363237
"source": [
364-
"index = 0\n",
365238
"print(f\"Image Shape: {ds.images[0].shape}\")\n",
366-
"print(f\"Masks Shape: {ds.masks[index].shape}\")"
239+
"print(f\"Masks Shape: {ds.masks[0].shape}\")"
367240
]
368241
}
369242
],
@@ -404,5 +277,5 @@
404277
}
405278
},
406279
"nbformat": 4,
407-
"nbformat_minor": 1
280+
"nbformat_minor": 4
408281
}

0 commit comments

Comments
 (0)