Skip to content
This repository was archived by the owner on Aug 27, 2023. It is now read-only.

Commit da8ced1

Browse files
Pedro SoaresPedro Soares
authored andcommitted
Debuged
1 parent 57219e2 commit da8ced1

File tree

7 files changed

+106
-240
lines changed

7 files changed

+106
-240
lines changed

Application.py

Lines changed: 5 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -17,14 +17,15 @@ def __init__(self, master=None):
1717
self.edge_checkBox.deselect()
1818
self.bl_checkBox.deselect()
1919
self.nbrOfItr_entry.insert(0, 1)
20+
self.input_entry.insert(0, "https://infallible-varahamihira-e94f86.netlify.app/")
2021

2122
def create_graph(self):
2223
"""
2324
This method creates the graph when the button input is clicked
2425
"""
2526
self.ws = WebScrapper.WebScrapper()
2627
self.G = Graph.Graph()
27-
url = self.input_entry.get()
28+
url = self.input_entry.get().replace(" ", "")
2829
#checks if the input URL is valid
2930
if self.ws.is_valid(url):
3031
self.ws.set_nbr_iterations(int(self.nbrOfItr_entry.get()))
@@ -111,7 +112,7 @@ def create_widgets(self):
111112

112113
#Creating th labels
113114
self.input_label = tk.Label(root, text="URL:", font=("Consolas", 14), bg='#0A7599')
114-
self.nbrOfItr_label = tk.Label(self.settings_frame, text="Number of iterations:", font=("Consolas", 12), bg='#0A7599')
115+
self.nbrOfItr_label = tk.Label(self.settings_frame, text="Number of pages to crawl:", font=("Consolas", 12), bg='#0A7599')
115116

116117
#creating the chekboxes
117118
self.node_checkBox = tk.Checkbutton(self.settings_frame, text="Node color", variable=self.nodeVar, onvalue="On", offvalue="Off", font=("Consolas", 12 ), bg='#0A7599', command=self.disableBtn)
@@ -137,12 +138,13 @@ def display_widgets(self):
137138

138139
#entry
139140
self.input_entry.place(x=60, y=30, width=400)
140-
self.nbrOfItr_entry.place(x=200, y=5, width=40)
141+
self.nbrOfItr_entry.place(x=170, y=5, width=40)
141142

142143
#chekbox
143144
self.node_checkBox.place(x=0, y=40)
144145
self.edge_checkBox.place(x=0, y=70)
145146
self.bl_checkBox.place(x=0, y=100)
147+
146148

147149
root = tk.Tk()
148150
#set the window

Graph.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -128,4 +128,4 @@ def drawGraph(self, nodes, edges, colorNodes_state='On', colorEdge_state='Off'):
128128

129129
def showGraph(self):
130130
#show the graph 'G' with matplotlib
131-
plt.show()
131+
plt.show()

WebScrapper.py

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -80,6 +80,7 @@ def scrapper(self, url):
8080
#cleans the href
8181
href = parsed_href.scheme + '://' + parsed_href.netloc + parsed_href.path
8282
if self.is_valid(href) and domain_name in href:
83+
href = href.replace(" ", "").lower()
8384
if self.broken_links:
8485
#checks if the href(url) is not broken
8586
if requests.get(href):

__pycache__/Graph.cpython-38.pyc

24 Bytes
Binary file not shown.
37 Bytes
Binary file not shown.

edges.txt

Lines changed: 93 additions & 137 deletions
Large diffs are not rendered by default.

nodes.txt

Lines changed: 6 additions & 99 deletions
Original file line numberDiff line numberDiff line change
@@ -1,99 +1,6 @@
1-
[1]->https://wwwfr.uni.lu
2-
[2]->https://wwwfr.uni.lu/etudiants/demandes_d_admission_reinscriptions
3-
[3]->https://wwwfr.uni.lu/
4-
[4]->https://wwwfr.uni.lu/universite
5-
[5]->https://wwwfr.uni.lu/universite/presentation
6-
[6]->https://wwwfr.uni.lu/universite/actualites
7-
[7]->https://wwwfr.uni.lu/universite/evenements
8-
[8]->https://wwwfr.uni.lu/universite/documents_officiels
9-
[9]->https://wwwfr.uni.lu/universite/data_protection
10-
[10]->https://wwwfr.uni.lu/luxembourg_learning_centre
11-
[11]->https://wwwfr.uni.lu/centre_de_langues_de_l_universite_du_luxembourg_ullc
12-
[12]->https://wwwfr.uni.lu/sustainability
13-
[13]->https://wwwfr.uni.lu/universite/high_performance_computing
14-
[14]->https://wwwfr.uni.lu/universite/soutenir_l_universite
15-
[15]->https://wwwfr.uni.lu/international
16-
[16]->https://wwwfr.uni.lu/international/a_la_une
17-
[17]->https://wwwfr.uni.lu/international/mobilite
18-
[18]->https://wwwfr.uni.lu/international/euraxess
19-
[19]->https://wwwfr.uni.lu/international/accords_interuniversitaires
20-
[20]->https://wwwfr.uni.lu/international/partenaires
21-
[21]->https://wwwfr.uni.lu/international/universite_de_la_grande_region_unigr
22-
[22]->https://wwwfr.uni.lu/international/programmes_europeens
23-
[23]->https://wwwfr.uni.lu/international/courses_taught_in_english
24-
[24]->https://wwwfr.uni.lu/edic
25-
[25]->https://wwwfr.uni.lu/international/liens
26-
[26]->https://wwwfr.uni.lu/international/videos
27-
[27]->https://wwwfr.uni.lu/recherche
28-
[28]->https://wwwfr.uni.lu/recherche/priorites_de_recherche
29-
[29]->https://wwwfr.uni.lu/recherche/research_in_numbers
30-
[30]->https://wwwfr.uni.lu/recherche/departements_centres
31-
[31]->https://wwwfr.uni.lu/recherche/chaires
32-
[32]->https://wwwfr.uni.lu/formations/doctoral_education
33-
[33]->https://wwwfr.uni.lu/ias
34-
[34]->https://wwwfr.uni.lu/recherche/researchers_research
35-
[35]->https://wwwfr.uni.lu/universite/presentation/organigrammes/organigramme_rectorat_administration_centrale/bureau_des_partenariats_du_transfert_de_connaissance_et_de_technologies
36-
[36]->https://wwwfr.uni.lu/recherche/robert_schuman_initiative_for_european_affairs
37-
[37]->https://wwwfr.uni.lu/recherche/contact_service
38-
[38]->https://wwwfr.uni.lu/centres
39-
[39]->https://wwwfr.uni.lu/snt
40-
[40]->https://wwwfr.uni.lu/lcsb
41-
[41]->https://wwwfr.uni.lu/c2dh
42-
[42]->https://wwwfr.uni.lu/facultes
43-
[43]->https://wwwfr.uni.lu/fstm
44-
[44]->https://wwwfr.uni.lu/fdef
45-
[45]->https://wwwfr.uni.lu/fhse
46-
[46]->https://wwwfr.uni.lu/formations
47-
[47]->https://wwwfr.uni.lu/formations/bachelors
48-
[48]->https://wwwfr.uni.lu/formations/masters
49-
[49]->https://wwwfr.uni.lu/formations/incubator_and_entrepreneurship_programme
50-
[50]->https://wwwfr.uni.lu/formations/formations_qualifiantes
51-
[51]->https://wwwfr.uni.lu/formations/formations_continues
52-
[52]->https://wwwfr.uni.lu/formations/auditeurs_libres
53-
[53]->https://wwwfr.uni.lu/formations/temoignages
54-
[54]->https://wwwfr.uni.lu/formations/brochures_etudes
55-
[55]->https://wwwfr.uni.lu/etudiants/graduation_week
56-
[56]->https://wwwfr.uni.lu/universite/presentation/organigrammes/organigramme_rectorat_administration_centrale/service_des_etudes_et_de_la_vie_etudiante
57-
[57]->https://wwwfr.uni.lu/etudiants
58-
[58]->https://wwwfr.uni.lu/universite/actualites/a_la_une/rendez_vous_pour_llc_et_seve_via_l_app_affluences
59-
[59]->https://wwwfr.uni.lu/etudiants/bureau_d_accueil
60-
[60]->https://wwwfr.uni.lu/etudiants/student_services
61-
[61]->https://wwwfr.uni.lu/umatter
62-
[62]->https://wwwfr.uni.lu/etudiants/participation_des_etudiants
63-
[63]->https://wwwfr.uni.lu/etudiants/student_feedback
64-
[64]->https://wwwfr.uni.lu/etudiants/culture_art_sports_well_being
65-
[65]->https://wwwfr.uni.lu/etudiants/logement
66-
[66]->https://wwwfr.uni.lu/etudiants/career_centre
67-
[67]->https://wwwfr.uni.lu/etudiants/les_etudiants_et_l_argent
68-
[68]->https://wwwfr.uni.lu/etudiants/welcome_day
69-
[69]->https://wwwfr.uni.lu/etudiants/decouvrir_l_universite
70-
[70]->https://wwwfr.uni.lu/etudiants/informations_utiles_de_a_a_z
71-
[71]->https://wwwfr.uni.lu/contact
72-
[72]->https://wwwfr.uni.lu/contact/rechercher_une_personne
73-
[73]->https://wwwfr.uni.lu/presse
74-
[74]->https://wwwfr.uni.lu/contact/campus_de_belval
75-
[75]->https://wwwfr.uni.lu/contact/campus_de_kirchberg
76-
[76]->https://wwwfr.uni.lu/contact/campus_de_limpertsberg
77-
[77]->https://wwwfr.uni.lu/contact/batiment_weicker
78-
[78]->https://wwwfr.uni.lu/contact/organising_an_event_on_belval_campus
79-
[79]->https://wwwfr.uni.lu/universite/actualites/diaporama/l_universite_lance_un_institute_for_advanced_studies
80-
[80]->https://wwwfr.uni.lu/universite/actualites/diaporama/rejoignez_l_universite_du_luxembourg_a_la_foire_de_l_etudiant
81-
[81]->https://wwwfr.uni.lu/universite/actualites/diaporama/universite_a_l_essai_les_lyceens_ont_teste_l_universite_du_luxembourg
82-
[82]->https://wwwfr.uni.lu/universite/actualites/diaporama/groupe_foyer_soutient_la_recherche_de_l_uni_par_un_don_de_100000
83-
[83]->https://wwwfr.uni.lu/universite/actualites/a_la_une
84-
[84]->https://wwwfr.uni.lu/universite/actualites/a_la_une/prof_dr_pierre_henri_conac_appointed_as_max_planck_fellow
85-
[85]->https://wwwfr.uni.lu/universite/actualites/a_la_une/unicareers_lu_ouvre_les_perspectives_de_carriere
86-
[86]->https://wwwfr.uni.lu/universite/actualites/a_la_une/the_luxembourg_centre_for_systems_biomedicine_recruits_a_new_director
87-
[87]->https://wwwfr.uni.lu/universite/actualites/a_la_une/guide_historique_et_architectural_esch_sur_alzette_en_reimpression
88-
[88]->https://wwwfr.uni.lu/universite/evenements/interdisciplinary_talks_on_cybersecurity_science_law_and_comics_the_art_of_unlocking_genomic_potential
89-
[89]->https://wwwfr.uni.lu/universite/evenements/usucapion_et_prescription_acquisitive
90-
[90]->https://wwwfr.uni.lu/universite/evenements/online_event_remixing_history_in_a_mobile_app
91-
[91]->https://wwwfr.uni.lu/universite/evenements/it_s_all_about_the_ground_truth_how_to_prove_that_ai_can_outperform_experts
92-
[92]->https://wwwfr.uni.lu/universite/evenements/analyse_de_l_ouvrage_faite_par_l_auteur_prof_rene_leboutte
93-
[93]->https://wwwfr.uni.lu/universite/evenements/online_kapuscinski_development_lecture_leaving_no_one_behind_in_education_a_focus_on_children_with_disabilities
94-
[94]->https://wwwfr.uni.lu/universite_du_luxembourg_rss
95-
[95]->https://wwwfr.uni.lu/universite/presentation/galerie_de_photos
96-
[96]->https://wwwfr.uni.lu/universite/presentation/galerie_de_videos
97-
[97]->https://wwwfr.uni.lu/legal_notice
98-
[98]->https://wwwfr.uni.lu/privacy_notice
99-
Total number of nodes: 98
1+
[1]->https://infallible-varahamihira-e94f86.netlify.app/
2+
[2]->https://infallible-varahamihira-e94f86.netlify.app/about.html
3+
[3]->https://infallible-varahamihira-e94f86.netlify.app/contact.html
4+
[4]->https://infallible-varahamihira-e94f86.netlify.app/explanation.html
5+
[5]->https://infallible-varahamihira-e94f86.netlify.app/brokenlink.html
6+
Total number of nodes: 5

0 commit comments

Comments
 (0)