In [1]:

    

import os
# This hack makes ipython notebook import the modules correctly.
if (os.path.basename(os.getcwd()) == 'dswont'):
    os.chdir(os.path.dirname(os.getcwd()))
    
%load_ext autoreload
%autoreload 2


    

In [22]:

    

import re
import numpy
import logging
import pandas as pd

from itertools import groupby
from contextlib import closing
from collections import OrderedDict, Counter

from sklearn.svm.classes import SVC
from sklearn import cross_validation
from sklearn.grid_search import GridSearchCV
from sklearn.metrics.metrics import classification_report

from dswont import topics, util
from dswont.dbpedia import uri_to_title, title_to_uri
from dswont.wikitaxonomy import WikiTaxonomy
from dswont.topics import TopicFeatures
from dswont.topics import CategorySelection
from dswont.topics import CategorySelectionClassifier
# from dswont.topic_selection_training import read_ground_truth_data
# from dswont.topic_type_prediction import generate_topic_classifier
# from dswont.topic_selection_training import train_category_selection

logging.basicConfig(level=logging.WARN)


    

In [3]:

    

root = 'http://dbpedia.org/resource/Category:Computing'
max_depth = 7

full_selection = CategorySelection(root, max_depth=max_depth)

with closing(full_selection):
    full_selection.run()


    

    




WARNING:root:Loop 'Computer data'<->'Data processing'
WARNING:root:Loop 'Data'<->'Computer data'
WARNING:root:Loop 'Internet search'<->'Real-time web'
WARNING:root:Loop 'Web 2.0'<->'Web services'
WARNING:root:Loop 'Collation'<->'Alphabets'
WARNING:root:Loop 'Cloud storage'<->'File hosting'
WARNING:root:Loop 'Data-centric programming languages'<->'Persistent programming languages'
WARNING:root:Loop 'File hosting'<->'Cloud storage'
WARNING:root:Loop 'Distributed data storage'<->'Distributed data storage systems'
WARNING:root:Loop 'Distributed data storage'<->'File sharing networks'
WARNING:root:Loop 'Web services'<->'Internet search'
WARNING:root:Loop 'Computing in fiction'<->'Artificial intelligence in fiction'
WARNING:root:Loop 'Social information processing'<->'Collective intelligence'
WARNING:root:Loop 'Internet activism'<->'Internet-based activism'
WARNING:root:Loop 'Music software'<->'Audio software'
WARNING:root:Loop 'Persistent programming languages'<->'Data-centric programming languages'
WARNING:root:Loop 'Video game clones'<->'Unauthorized video games'
WARNING:root:Loop 'Collective intelligence'<->'Social information processing'
WARNING:root:Loop 'Distributed data storage systems'<->'File sharing networks'
WARNING:root:Loop 'Government services web portals in the United States'<->'Website article topics with .gov domain names'
WARNING:root:Loop 'Website article topics with .gov domain names'<->'Government services web portals in the United States'
WARNING:root:Loop 'Trees (set theory)'<->'Trees (graph theory)'
WARNING:root:Loop 'File sharing networks'<->'Distributed data storage'
WARNING:root:Loop 'Image processing'<->'Computer vision'
WARNING:root:Loop 'Artificial intelligence in fiction'<->'Computing in fiction'
WARNING:root:Loop 'Computer vision'<->'Image processing'
WARNING:root:Loop 'Mobile phones'<->'Videotelephony'
WARNING:root:Loop 'Real-time web'<->'Web 2.0'
WARNING:root:Loop 'Videotelephony'<->'Mobile phones'
WARNING:root:Loop 'Cyberpunk themes'<->'Cyberspace'
WARNING:root:Loop 'Free healthcare software'<->'Free medical software'
WARNING:root:Loop 'Audio software'<->'Music software'
WARNING:root:Loop 'Free medical software'<->'Free healthcare software'
WARNING:root:Loop 'Unauthorized video games'<->'Video game clones'
WARNING:root:Loop 'Espionage'<->'Information sensitivity'
WARNING:root:Loop 'Audio engineering'<->'Audio electronics'
WARNING:root:Loop 'NBCUniversal'<->'National Broadcasting Company'
WARNING:root:Loop 'Unreal Engine'<->'Unreal Engine games'
WARNING:root:Loop 'Real Robots'<->'Super Robot Wars'
WARNING:root:Loop 'Real Robots'<->'Super Robots'
WARNING:root:Loop 'Super Robots'<->'Real Robots'
WARNING:root:Loop 'Super Robots'<->'Super Robot Wars'
WARNING:root:Loop 'Massively multiplayer online role-playing games'<->'MMORPGs by topic'
WARNING:root:Loop 'Super Robot Wars'<->'Real Robots'
WARNING:root:Loop 'Super Robot Wars'<->'Super Robots'
WARNING:root:Loop 'Unreal'<->'Unreal Engine'
WARNING:root:Loop 'Unreal Engine games'<->'Unreal'
WARNING:root:Loop 'Musician video games'<->'Band-centric video games'
WARNING:root:Loop 'Probability and statistics'<->'Statistics'
WARNING:root:Loop 'Film and video technology'<->'Multimedia'
WARNING:root:Loop 'Euthenics'<->'Critical thinking'
WARNING:root:Loop 'Euthenics'<->'Life skills'
WARNING:root:Loop 'Euthenics'<->'Personal life'
WARNING:root:Loop 'Euthenics'<->'Socioeconomics'
WARNING:root:Loop 'Economic indicators'<->'Index numbers'
WARNING:root:Loop 'NBCUniversal networks'<->'National Broadcasting Company'
WARNING:root:Loop 'Conceptual systems'<->'Notation'
WARNING:root:Loop 'Conceptual systems'<->'Scientific modeling'
WARNING:root:Loop 'Inductive reasoning'<->'Probability and statistics'
WARNING:root:Loop 'Logic'<->'Mathematical logic'
WARNING:root:Loop 'Logic'<->'Philosophical logic'
WARNING:root:Loop 'Logic'<->'Philosophy of logic'
WARNING:root:Loop 'Logic'<->'Reasoning'
WARNING:root:Loop 'Mathematical objects'<->'Mathematical structures'
WARNING:root:Loop 'Mathematics'<->'Applied mathematics'
WARNING:root:Loop 'Mathematics'<->'Fields of mathematics'
WARNING:root:Loop 'Mathematics'<->'Mathematical concepts'
WARNING:root:Loop 'Mathematics'<->'Mathematical problem solving'
WARNING:root:Loop 'Mathematics'<->'Philosophy of mathematics'
WARNING:root:Loop 'Philosophy'<->'Branches of philosophy'
WARNING:root:Loop 'Philosophy'<->'Philosophy by field'
WARNING:root:Loop 'Scientific modeling'<->'Inductive reasoning'
WARNING:root:Loop 'Scientific modeling'<->'Infographics'
WARNING:root:Loop 'Scientific modeling'<->'Notation'
WARNING:root:Loop 'Reasoning'<->'Inductive reasoning'
WARNING:root:Loop 'Applied mathematics'<->'Cybernetics'
WARNING:root:Loop 'Applied mathematics'<->'Theoretical computer science'
WARNING:root:Loop 'Philosophical methodology'<->'Analysis'
WARNING:root:Loop 'Philosophical methodology'<->'Inductive reasoning'
WARNING:root:Loop 'Social sciences methodology'<->'Evaluation methods'
WARNING:root:Loop 'Social sciences methodology'<->'Methods in sociology'
WARNING:root:Loop 'Social sciences methodology'<->'Quantitative research'
WARNING:root:Loop 'Social sciences methodology'<->'Survey methodology'
WARNING:root:Loop 'Economic planning'<->'Socialism'
WARNING:root:Loop 'Quantitative research'<->'Mathematical and quantitative methods (economics)'
WARNING:root:Loop 'Quantitative research'<->'Survey methodology'
WARNING:root:Loop 'Research methods'<->'Analysis'
WARNING:root:Loop 'Research methods'<->'Quantitative research'
WARNING:root:Loop 'Research methods'<->'Social sciences methodology'
WARNING:root:Loop 'Research methods'<->'Survey methodology'
WARNING:root:Loop 'Systems biology'<->'Mathematical and theoretical biology'
WARNING:root:Loop 'Interactive art'<->'New media art'
WARNING:root:Loop 'Getter Robo'<->'Mazinger'
WARNING:root:Loop 'Mazinger'<->'Getter Robo'
WARNING:root:Loop 'Hellenistic philosophy and religion'<->'Hellenistic religion'
WARNING:root:Loop 'Social programs'<->'Health, education, and welfare economics'
WARNING:root:Loop 'Alphabets'<->'Collation'
WARNING:root:Loop 'Folk art museums and galleries'<->'Ethnographic museums'
WARNING:root:Loop 'Ethnographic museums'<->'Folk museums'
WARNING:root:Loop 'Folk museums'<->'Folk art museums and galleries'
WARNING:root:Loop 'Digital art'<->'Computer art'
WARNING:root:Loop 'Digital art'<->'Interactive art'
WARNING:root:Loop 'Interactive media'<->'Websites'
WARNING:root:Loop 'Free will'<->'Personhood'
WARNING:root:Loop 'Product management'<->'Product development'
WARNING:root:Loop 'Band-centric video games'<->'Musician video games'
WARNING:root:Loop 'Trees (graph theory)'<->'Trees (data structures)'
WARNING:root:Loop 'Latin alphabets'<->'Latin alphabet'
WARNING:root:Loop 'Latin script'<->'Latin alphabets'
WARNING:root:Loop 'Letters by alphabet'<->'Phoenician alphabet'
WARNING:root:Loop 'Phoenician alphabet'<->'Greek alphabet'

In [4]:

    

data = read_ground_truth_data(full_selection)
selection = train_category_selection(full_selection, data)


    

    




WARNING:root:Loop 'Computer data'<->'Data processing'
WARNING:root:Loop 'Data'<->'Computer data'
WARNING:root:Loop 'Internet search'<->'Real-time web'
WARNING:root:Loop 'Web 2.0'<->'Web services'
WARNING:root:Loop 'Collation'<->'Alphabets'
WARNING:root:Loop 'Cloud storage'<->'File hosting'
WARNING:root:Loop 'Data-centric programming languages'<->'Persistent programming languages'
WARNING:root:Loop 'File hosting'<->'Cloud storage'
WARNING:root:Loop 'Distributed data storage'<->'Distributed data storage systems'
WARNING:root:Loop 'Distributed data storage'<->'File sharing networks'
WARNING:root:Loop 'Web services'<->'Internet search'
WARNING:root:Loop 'Computing in fiction'<->'Artificial intelligence in fiction'
WARNING:root:Loop 'Social information processing'<->'Collective intelligence'
WARNING:root:Loop 'Internet activism'<->'Internet-based activism'
WARNING:root:Loop 'Music software'<->'Audio software'
WARNING:root:Loop 'Persistent programming languages'<->'Data-centric programming languages'
WARNING:root:Loop 'Video game clones'<->'Unauthorized video games'
WARNING:root:Loop 'Collective intelligence'<->'Social information processing'
WARNING:root:Loop 'Distributed data storage systems'<->'File sharing networks'
WARNING:root:Loop 'Website article topics with .gov domain names'<->'Government services web portals in the United States'
WARNING:root:Loop 'Trees (set theory)'<->'Trees (graph theory)'
WARNING:root:Loop 'Image processing'<->'Computer vision'
WARNING:root:Loop 'File sharing networks'<->'Distributed data storage'
WARNING:root:Loop 'Real-time web'<->'Web 2.0'
WARNING:root:Loop 'Videotelephony'<->'Mobile phones'
WARNING:root:Loop 'Cyberpunk themes'<->'Cyberspace'
WARNING:root:Loop 'Government services web portals in the United States'<->'Website article topics with .gov domain names'
WARNING:root:Loop 'Free healthcare software'<->'Free medical software'
WARNING:root:Loop 'Audio software'<->'Music software'
WARNING:root:Loop 'Free medical software'<->'Free healthcare software'
WARNING:root:Loop 'Computer vision'<->'Image processing'
WARNING:root:Loop 'Unauthorized video games'<->'Video game clones'






    




Invalid label, ignoring the line: Computing_and_society -> Computing_culture -> Computing_in_fiction -> Cyberpunk -> Cyberpunk_themes -> Cyberspace -> Cyberwarfare -bugbugbug

Invalid label, ignoring the line: History_of_computing -> History_of_computer_science -> 20th_century_in_computer_science -> 1950s_in_computer_science -> 1950s_software -> 1958_software ?

Invalid label, ignoring the line: Computer_programming -> Programming_languages -> Programming_languages_by_creation_date -> Programming_languages_created_in_the_20th_century -> Programming_languages_created_in_the_1950s -> Programming_languages_created_in_1958 ?

Invalid label, ignoring the line: Information_technology -> Information_technology_companies -> Information_technology_companies_by_country ?

Invalid label, ignoring the line: Information_technology -> Information_technology_companies -> Information_technology_companies_by_country -> Information_technology_companies_of_Poland ?

Invalid label, ignoring the line: Information_technology -> Information_technology_companies -> Information_technology_companies_by_country -> Telecommunications_companies_by_country -> Telecommunications_companies_of_Poland ?

Invalid label, ignoring the line: Information_technology -> Information_technology_companies -> Information_technology_companies_by_country -> Telecommunications_companies_by_country -> Telecommunications_companies_of_Poland -> Mobile_phone_companies_of_Poland ?

Invalid label, ignoring the line: Computer_systems -> Classes_of_computers -> Mobile_computers -> Mobile_phones ?

Invalid label, ignoring the line: Computing_and_society -> Computing_culture -> Video_game_culture -> Video_gaming_by_country ?

Invalid label, ignoring the line: Software -> Application_software -> Video_games -> Video_games_by_country ?

Invalid label, ignoring the line: Software -> Application_software -> Video_games -> Video_games_by_country -> Video_games_developed_in_Japan ?

Invalid label, ignoring the line: Computer_science -> Areas_of_computer_science -> Artificial_intelligence -> Problem_solving -> Abstraction ?

Invalid label, ignoring the line: Computer_science -> Areas_of_computer_science -> Artificial_intelligence -> Problem_solving -> Abstraction -> Conceptual_systems ?

Invalid label, ignoring the line: Computing_and_society -> Computing_culture -> Cyberpunk -> Cyberpunk_themes -> Cyberspace -> Cyberwarfare ?

Invalid label, ignoring the line: Software -> Custom_software_projects -> Electronic_trading_platforms -> Stock_exchanges ?

Invalid label, ignoring the line: Data -> Data_management -> Data_collection -> Intelligence_(information_gathering) -> Espionage ?

Invalid label, ignoring the line: Data -> Data_management -> Data_collection -> Intelligence_(information_gathering) -> Intelligence_gathering_disciplines ?

Invalid label, ignoring the line: Software -> Application_software -> Video_games -> Video_game_gameplay ?

Invalid label, ignoring the line: Software -> Application_software -> Video_games -> Video_game_gameplay -> Emergent_gameplay ?

Invalid label, ignoring the line: Computing_and_society -> Computing_culture -> Video_game_culture -> Video_gaming_by_country -> Video_gaming_in_Japan ?

Invalid label, ignoring the line: Natural_language_and_computing -> Computational_linguistics -> Natural_language_processing -> Corpus_linguistics ?

Invalid label, ignoring the line: Computing_and_society -> Digital_libraries -> Corpora ?

Invalid label, ignoring the line: Computer_science -> Areas_of_computer_science -> Artificial_intelligence -> Problem_solving -> Decision_theory ?

Invalid label, ignoring the line: Information_technology -> Information_science -> Knowledge_representation -> Strategy ?

Invalid label, ignoring the line: Computer_science -> Areas_of_computer_science -> Artificial_intelligence -> Problem_solving -> Scientific_method ?

Invalid label, ignoring the line: Computer_science -> Areas_of_computer_science -> Artificial_intelligence -> Problem_solving -> Planning ?

Invalid label, ignoring the line: Information_technology -> Information_technology_companies -> Information_technology_companies_by_country -> Information_technology_companies_of_Canada ?

Invalid label, ignoring the line: Information_technology -> Information_technology_companies -> Information_technology_companies_by_country -> Telecommunications_companies_by_country -> Telecommunications_companies_of_Canada ?

Invalid label, ignoring the line: Information_technology -> Information_technology_companies -> Telecommunications_companies -> Wikipedia_categories_named_after_telecommunications_companies -> Nortel ?

Invalid label, ignoring the line: Software -> Software_by_company -> Nortel_products ?

Invalid label, ignoring the line: Computer_science -> Computer_scientists ?

Invalid label, ignoring the line: Computer_science -> Computer_scientists -> Computer_scientists_by_nationality ?

Invalid label, ignoring the line: Computer_science -> Computer_scientists -> Computer_scientists_by_nationality -> Chilean_computer_scientists ?

Invalid label, ignoring the line: Information_technology -> Information_science -> Knowledge_representation -> Mereology ?

Invalid label, ignoring the line: Information_technology -> Information_science -> Knowledge_representation -> Mereology -> Holism ?

Invalid label, ignoring the line: Computer_science -> Areas_of_computer_science -> Artificial_intelligence -> Problem_solving -> Systems_thinking ?

Invalid label, ignoring the line: Computer_science -> Areas_of_computer_science -> Artificial_intelligence -> Problem_solving -> Mathematical_problem_solving ?

Invalid label, ignoring the line: Computer_science -> Areas_of_computer_science -> Artificial_intelligence -> Problem_solving -> Mathematical_problem_solving -> Applied_mathematics ?

Invalid label, ignoring the line: Computer_science -> Areas_of_computer_science -> Computer_graphics -> Stereoscopy ?

Invalid label, ignoring the line: Computer_science -> Areas_of_computer_science -> Computer_graphics -> Stereoscopy -> 3D_films ?

Invalid label, ignoring the line: Computer_science -> Areas_of_computer_science -> Computer_graphics -> Stereoscopy -> 3D_films -> 3D_films_by_decade ?

Invalid label, ignoring the line: Computer_science -> Areas_of_computer_science -> Computer_graphics -> Stereoscopy -> 3D_films -> 3D_films_by_decade -> 1960s_3D_films ?

Invalid label, ignoring the line: Data -> Data_management -> Recording ?

Invalid label, ignoring the line: Data -> Data_management -> Recording -> Imaging ? 

Invalid label, ignoring the line: Data -> Data_management -> Recording -> Imaging -> 3D_imaging ?

Invalid label, ignoring the line: Information_technology -> Information_science -> Infographics ?

Invalid label, ignoring the line: Computer_languages -> Data_types -> Statistical_data_types -> Index_numbers ?

Invalid label, ignoring the line: Computer_systems -> Embedded_systems -> Robotics -> Works_about_robotics ?

Invalid label, ignoring the line: Computer_systems -> Embedded_systems -> Robotics -> Works_about_robotics -> Documentary_films_about_robotics ?

Invalid label, ignoring the line: Software -> Software_by_company -> Video_games_by_company ?

Invalid label, ignoring the line: Computing_stubs ?

Invalid label, ignoring the line: Computer_networking -> Computer_network_stubs ?

Invalid label, ignoring the line: Internet -> Internet_stubs ?

Invalid label, ignoring the line: Internet -> Internet_stubs -> Internet_Relay_Chat_stubs ?

Invalid label, ignoring the line: Computer_industry -> Software_industry -> Software_companies -> Software_companies_by_country ?

Invalid label, ignoring the line: Computer_industry -> Software_industry -> Software_companies -> Software_companies_by_country -> Software_companies_of_Scotland ?

Invalid label, ignoring the line: Software -> Application_software -> Video_games -> Video_games_by_platform ?

Invalid label, ignoring the line: Software -> Application_software -> Video_games -> Video_games_by_platform -> Arcade_games ?

Invalid label, ignoring the line: Software -> Application_software -> Video_games -> Video_game_media -> Arcade_flyer_images ?

Invalid label, ignoring the line: Software_engineering -> Software_quality -> Reliability_engineering -> Failure ?

Invalid label, ignoring the line: Software_engineering -> Software_quality -> Reliability_engineering -> Failure -> Engine_problems ?

Invalid label, ignoring the line: Information_technology -> Information_science -> Knowledge_representation -> Classification_systems -> Taxonomy ?

Invalid label, ignoring the line: Information_technology -> Information_science -> Knowledge_representation -> Classification_systems -> Geographic_taxonomies ?

Invalid label, ignoring the line: Computer_science -> Areas_of_computer_science -> Artificial_intelligence -> Problem_solving -> Abstraction -> Ordering ?

Invalid label, ignoring the line: Computer_science -> Areas_of_computer_science -> Artificial_intelligence -> Problem_solving -> Abstraction -> Ordering -> Order_theory ?

Invalid label, ignoring the line: Computer_systems -> Embedded_systems -> Robotics -> Robotics_projects ?

Invalid label, ignoring the line: Software -> WikiProject_Software ?

Invalid label, ignoring the line: Software -> WikiProject_Software -> WikiProject_Free_Software ?

Invalid label, ignoring the line: Software -> WikiProject_Software -> WikiProject_Free_Software -> WikiProject_Free_Software_articles ?

Invalid label, ignoring the line: Software -> WikiProject_Software -> WikiProject_Free_Software -> WikiProject_Free_Software_articles -> Free_software_articles_by_importance ?

Invalid label, ignoring the line: Software -> WikiProject_Software -> WikiProject_Free_Software -> WikiProject_Free_Software_articles -> Free_software_articles_by_importance -> High-importance_Free_software_articles ?

Invalid label, ignoring the line: Information_technology -> Information_technology_companies -> Information_technology_companies_by_country -> Telecommunications_companies_by_country ?

Invalid label, ignoring the line: Information_technology -> Information_technology_companies -> Information_technology_companies_by_country -> Telecommunications_companies_by_country -> Telecommunications_companies_of_the_United_Arab_Emirates ?

Invalid label, ignoring the line: Internet -> Internet_by_country -> Internet_in_the_United_Arab_Emirates -> Internet_service_providers_of_the_United_Arab_Emirates ?

Invalid label, ignoring the line: Information_technology -> Information_technology_companies -> Wikipedia_categories_named_after_information_technology_companies ?

Invalid label, ignoring the line: Information_technology -> Information_technology_companies -> Wikipedia_categories_named_after_information_technology_companies -> Wikipedia_categories_named_after_video_game_companies -> Wikipedia_categories_named_after_video_game_companies_of_Japan ?

Invalid label, ignoring the line: Software -> Software_development -> Video_game_development -> Video_game_development_companies -> Capcom ?

Invalid label, ignoring the line: Information_technology -> Information_technology_companies -> Information_technology_companies_by_country -> Information_technology_companies_of_Lithuania ?

Invalid label, ignoring the line: Information_technology -> Information_technology_companies -> Information_technology_companies_by_country -> Information_technology_companies_of_Lithuania -> Telecommunications_companies_of_Lithuania ?

Invalid label, ignoring the line: Data -> Data_management -> Data_collection -> Polling ?

Invalid label, ignoring the line: Computer_systems -> Embedded_systems -> Robots -> Unmanned_vehicles -> Unmanned_aerial_vehicles -> Unmanned_aerial_vehicles_by_country ?

Invalid label, ignoring the line: Software -> WikiProject_Software -> WikiProject_Software_articles ?

Invalid label, ignoring the line: Software -> WikiProject_Software -> WikiProject_Software_articles -> Software_articles_by_importance ?

Invalid label, ignoring the line: Software -> WikiProject_Software -> WikiProject_Software_articles -> Software_articles_by_importance -> Mid-importance_software_articles ?

Invalid label, ignoring the line: Software -> WikiProject_Software -> WikiProject_Software_articles -> Software_articles_by_quality_and_importance -> Start-Class_software_articles_of_Mid-importance ?

Invalid label, ignoring the line: Computer_systems -> Embedded_systems -> Robotics -> Entertainment_robotics ?

Invalid label, ignoring the line: Computer_systems -> Embedded_systems -> Robotics -> Entertainment_robotics -> Animatronics ?

Invalid label, ignoring the line: Computer_systems -> Embedded_systems -> Robots -> Entertainment_robots -> Animatronic_robots ?

Invalid label, ignoring the line: Software -> Software_development -> Video_game_development -> Video_game_development_companies ?

Invalid label, ignoring the line: Software -> Software_development -> Video_game_development -> Video_game_development_companies -> International_Game_Developers_Association_members ?

Invalid label, ignoring the line: Information_technology -> Information_technology_companies -> Information_technology_companies_by_country -> Telecommunications_companies_by_country -> Telecommunications_companies_of_Canada -> Cable_and_DBS_companies_of_Canada ?

Invalid label, ignoring the line: Information_technology -> Information_technology_companies -> Information_technology_companies_by_country -> Telecommunications_companies_by_country -> Telecommunications_companies_of_Canada -> Cable_and_DBS_companies_of_Canada -> Defunct_cable_and_DBS_companies_of_Canada ?

Invalid label, ignoring the line: Computer_science -> Areas_of_computer_science -> Artificial_intelligence -> Problem_solving -> Abstraction -> Mathematics ?

Invalid label, ignoring the line: Software -> Application_software -> Video_games -> Fictional_content_in_video_games ?

Invalid label, ignoring the line: Software -> Application_software -> Video_games -> Fictional_content_in_video_games -> Video_game_characters ?

Invalid label, ignoring the line: Software -> Application_software -> Video_games -> Fictional_content_in_video_games -> Video_game_characters -> Video_game_characters_by_genre ?

Invalid label, ignoring the line: Information_technology -> Information_science -> Accessible_information ?

Invalid label, ignoring the line: Data -> Data_management -> Data_collection -> Intelligence_(information_gathering) -> Military_intelligence ?

Invalid label, ignoring the line: Computer_systems -> Embedded_systems -> Avionics ?

Invalid label, ignoring the line: Computer_systems -> Embedded_systems -> Avionics -> Avionics_companies ?

Invalid label, ignoring the line: Software -> Software_by_year -> Video_games_by_year -> 1983_video_games ?

Invalid label, ignoring the line: Software -> History_of_software ?

Invalid label, ignoring the line: Software -> History_of_software -> Discontinued_software ?

Invalid label, ignoring the line: Software -> Custom_software_projects -> Aborted_custom_software_projects ?

Invalid label, ignoring the line: Computer_networking -> Networking_hardware -> Fiber_optics ?

Invalid label, ignoring the line: Computer_networking -> Networking_hardware -> Fiber_optics -> Optical_fiber ?

Invalid label, ignoring the line: Computer_networking -> Networking_hardware -> Fiber_optics -> Optical_fiber -> Optical_telecommunications_cables ?

Invalid label, ignoring the line: Information_technology -> Information_technology_organisations -> Information_technology_charities ?

Invalid label, ignoring the line: Information_technology -> Information_technology_organisations -> Information_technology_charities -> One_Laptop_per_Child ?

Invalid label, ignoring the line: Software -> Application_software -> Video_games -> Video_game_franchises ?

Invalid label, ignoring the line: Software -> Software_by_company -> Video_games_by_company -> Video_game_franchises_by_company ?

Invalid label, ignoring the line: Computer_systems -> Embedded_systems -> Robotics -> Robotics_by_country ?

Invalid label, ignoring the line: Computer_systems -> Embedded_systems -> Robotics -> Robotics_by_country -> Japanese_robotics ?

Invalid label, ignoring the line: Internet -> Internet_by_country -> Internet_in_Syria -> Syrian_bloggers ?

Invalid label, ignoring the line: Software -> Software_by_company -> Video_games_by_company -> New_World_Computing_games ?

Invalid label, ignoring the line: Software -> Application_software -> Video_games -> Video_games_by_theme ?

Invalid label, ignoring the line: Computer_systems -> Embedded_systems -> Robotics -> Robotics_by_company ?

Invalid label, ignoring the line: Information_technology -> Information_science -> Information_storage -> Storage_media -> Digital_media -> Interactive_media ?

Invalid label, ignoring the line: Computing_and_society -> Computing_culture -> Computer-related_events ?

Invalid label, ignoring the line: Computing_and_society -> Computing_culture -> Computer-related_events -> Computer_conferences ?

Invalid label, ignoring the line: Computing_and_society -> Computing_culture -> Computer-related_events -> Computer_conferences -> Data_storage_conferences ?

Invalid label, ignoring the line: Computer_science -> Areas_of_computer_science -> Artificial_intelligence -> Problem_solving -> Abstraction -> Inductive_reasoning ?

Invalid label, ignoring the line: Computer_science -> Areas_of_computer_science -> Artificial_intelligence -> Problem_solving -> Mathematical_problem_solving -> Probability_and_statistics ?

Invalid label, ignoring the line: Information_technology -> Information_science -> Information_retrieval -> Sound_production_technology ?

Invalid label, ignoring the line: Natural_language_and_computing -> Computing_by_natural_language -> Video_games_by_language ?

Invalid label, ignoring the line: Computer_systems -> Embedded_systems -> Robots -> Robots_by_country ?

Invalid label, ignoring the line: Computer_systems -> Embedded_systems -> Robots -> Robots_by_country -> Robots_of_Pakistan ?

Invalid label, ignoring the line: Computer_systems -> Embedded_systems -> Robotics -> History_of_robotics ?

Invalid label, ignoring the line: Computer_systems -> Embedded_systems -> Robotics -> History_of_robotics -> Years_in_robotics ?

Invalid label, ignoring the line: Software -> Application_software -> Video_games -> Video_games_by_genre ?

Invalid label, ignoring the line: Software -> Application_software -> Video_games -> Video_games_by_genre -> Shooter_video_games ?

Invalid label, ignoring the line: Software -> Application_software -> Video_games -> Video_games_by_genre -> Shooter_video_games -> Third-person_shooters ?

Invalid label, ignoring the line: Software -> Software_stubs -> Video_game_stubs -> Action_game_stubs -> Shooter_game_stubs -> Third-person_shooter_stubs ?

Invalid label, ignoring the line: Software -> Wikipedia_categories_named_after_software ?

Invalid label, ignoring the line: Software -> Wikipedia_categories_named_after_software -> Ableton_Live ?

Invalid label, ignoring the line: Software -> Wikipedia_categories_named_after_software -> Ableton_Live -> Ableton_Live_users ?

Invalid label, ignoring the line: World_Wide_Web -> Websites -> Government-owned_websites ?

Invalid label, ignoring the line: Computing_and_society -> Computer_law ?

Invalid label, ignoring the line: Computing_and_society -> Computer_law -> Computing-related_controversies_and_disputes ?

Invalid label, ignoring the line: Computing_and_society -> Computer_law -> Computer_case_law ?

Invalid label, ignoring the line: Computing_and_society -> Computer_law -> Computer_case_law -> United_States_computer_case_law ?

Invalid label, ignoring the line: Internet -> Internet_by_country -> Internet_in_the_United_States -> United_States_Internet_case_law ?

Invalid label, ignoring the line: Computer_data -> Files -> File_sharing -> United_States_file_sharing_case_law ?

Invalid label, ignoring the line: Data -> Data_management -> Data_collection -> Intelligence_(information_gathering) -> Intelligence_agencies ?

Invalid label, ignoring the line: Data -> Data_management -> Data_collection -> Intelligence_(information_gathering) -> Military_intelligence -> Military_intelligence_collection ?

Invalid label, ignoring the line: Computing_and_society -> Information_society -> Social_information_processing ?

Invalid label, ignoring the line: Computing_and_society -> Information_society -> Social_information_processing -> Collaborative_projects ?

Invalid label, ignoring the line: Computing_and_society -> Information_society -> Social_information_processing -> Collaborative_projects -> Engineering_projects ?

Invalid label, ignoring the line: Information_technology -> Non-profit_technology ?

Invalid label, ignoring the line: Information_technology -> Non-profit_technology -> Online_politics ?

Invalid label, ignoring the line: Internet -> Internet_culture -> Internet_activism ?

Invalid label, ignoring the line: Internet -> Internet_culture -> Internet_activism -> Digital_rights ?

Invalid label, ignoring the line: Internet -> Internet_culture -> Internet_activism -> Digital_rights -> Digital_rights_organizations ?

Invalid label, ignoring the line: Computing_and_society -> Computer_law -> Electronic_Frontier_Foundation ?

Invalid label, ignoring the line: World_Wide_Web -> Online_organizations ?

Invalid label, ignoring the line: World_Wide_Web -> Online_organizations -> Social_networks -> Professional_networks ?

Invalid label, ignoring the line: World_Wide_Web -> Online_organizations -> Social_networks -> Professional_networks -> Career_advice_services ?

Invalid label, ignoring the line: History_of_computing -> History_of_computer_science -> 21st_century_in_computer_science ?

Invalid label, ignoring the line: Software -> Software_by_year -> 21st-century_software ?

Invalid label, ignoring the line: Software -> Software_by_year -> 21st-century_software -> 21st-century_video_games ?

Invalid label, ignoring the line: History_of_computing -> History_of_video_games -> Years_in_video_gaming -> 2000s_in_video_gaming ?

Invalid label, ignoring the line: Information_technology -> Information_technology_by_country -> Information_technology_in_the_United_Kingdom ?

Invalid label, ignoring the line: Computer_magazines -> Computer_magazines_by_country -> British_computer_magazines ?

Invalid label, ignoring the line: Computer_magazines -> Computer_magazines_by_country -> British_computer_magazines -> British_video_game_magazines ?

Invalid label, ignoring the line: Data -> Data_management -> Recording -> Sound_recording -> Audio_engineering ?

Invalid label, ignoring the line: Data -> Data_management -> Recording -> Sound_recording -> Audio_engineering -> Stereophonic_sound ?

Invalid label, ignoring the line: Computer_science -> Areas_of_computer_science -> Artificial_intelligence -> Problem_solving -> Planning -> Cancelled_projects_and_events ?

Invalid label, ignoring the line: Software -> Application_software -> Video_games -> Video_games_by_development_status -> Cancelled_video_games ?

Invalid label, ignoring the line: Computer_science -> Areas_of_computer_science -> Artificial_intelligence -> Problem_solving -> Game_theory -> Chess_theory ?

Invalid label, ignoring the line: Information_technology -> Information_technology_by_country -> Information_technology_in_Hungary ?

Invalid label, ignoring the line: Information_technology -> People_in_information_technology -> Computer_specialists_by_nationality -> Hungarian_computer_specialists ?

Invalid label, ignoring the line: Computer_science -> Computer_scientists -> Computer_scientists_by_nationality -> Hungarian_computer_scientists ?

Invalid label, ignoring the line: Computing_and_society -> Computing_culture -> Video_game_culture -> Video_gaming_by_country -> Video_gaming_in_Finland ?

Invalid label, ignoring the line: Computer_industry -> Software_industry -> Software_companies -> Software_companies_by_country -> Software_companies_of_Finland -> Video_game_companies_of_Finland ?

Invalid label, ignoring the line: Computing_and_society -> Computer-mediated_communication ?

Invalid label, ignoring the line: Internet -> Internet_culture -> Internet_ethics -> Spamming -> Wikipedia_spam ?

Invalid label, ignoring the line: Software -> Software_by_company -> Video_games_by_company -> Video_games_developed_by_country_sorted_by_company ?

Invalid label, ignoring the line: Software -> Application_software -> Music_software -> Music_video_games ?

Invalid label, ignoring the line: Software -> Application_software -> Music_software -> Music_video_games -> Music_generated_games ?

Invalid label, ignoring the line: Information_technology -> People_in_information_technology -> Computer_specialists_by_nationality ?

Invalid label, ignoring the line: Information_technology -> People_in_information_technology -> Computer_specialists_by_nationality -> Brazilian_computer_specialists ?

Invalid label, ignoring the line: Computer_science -> Computer_scientists -> Computer_scientists_by_nationality -> Brazilian_computer_scientists ?

Invalid label, ignoring the line: Computer_systems -> Embedded_systems -> Robots -> Fictional_robots -> Robot_superheroes ?

Invalid label, ignoring the line: History_of_computing -> History_of_computer_science -> 20th_century_in_computer_science -> 1960s_in_computer_science ?

Invalid label, ignoring the line: History_of_computing -> History_of_computer_science -> 20th_century_in_computer_science -> 1960s_in_computer_science -> 1966_in_computer_science ?

Invalid label, ignoring the line: History_of_computing -> History_of_computer_science -> 20th_century_in_computer_science -> 1950s_in_computer_science -> 1960s_software -> 1966_software ?

Invalid label, ignoring the line: Computer_systems -> Classes_of_computers -> Mobile_computers -> Mobile_phones -> Mobile_phone_industry_by_country ?

Invalid label, ignoring the line: Information_technology -> Information_technology_companies -> Information_technology_companies_by_country -> Telecommunications_companies_by_country -> Mobile_phone_companies_by_country ?

Invalid label, ignoring the line: Information_technology -> Information_science -> Infographics -> Notation -> Encodings ?

Invalid label, ignoring the line: Information_technology -> Information_science -> Infographics -> Symbols -> Cantabrian_symbols ?

Invalid label, ignoring the line: Computer_industry -> Computer_companies -> Computing_by_company ?

Invalid label, ignoring the line: Computer_systems -> Computer_hardware -> Computer_hardware_by_company ?

Invalid label, ignoring the line: Software -> Wikipedia_categories_named_after_software -> Wikipedia_categories_named_after_operating_systems ?

Invalid label, ignoring the line: Software -> Wikipedia_categories_named_after_software -> Wikipedia_categories_named_after_operating_systems -> Linux -> Linux_organizations ?

Invalid label, ignoring the line: Software -> Wikipedia_categories_named_after_software -> Wikipedia_categories_named_after_operating_systems -> Linux -> Linux_organizations -> NSLU2-Linux ?

Invalid label, ignoring the line: Information_technology -> Information_technology_places -> Silicon_Valley -> Companies_based_in_Silicon_Valley ?

Invalid label, ignoring the line: Information_technology -> Information_technology_places -> Silicon_Valley -> Companies_based_in_Silicon_Valley -> Companies_based_in_Sunnyvale,_California ?

Invalid label, ignoring the line: Information_technology -> Information_technology_companies -> Wikipedia_categories_named_after_information_technology_companies -> Wikipedia_categories_named_after_information_technology_companies_of_the_United_States -> Advanced_Micro_Devices ?

Invalid label, ignoring the line: Information_technology -> Information_technology_companies -> Wikipedia_categories_named_after_information_technology_companies -> Wikipedia_categories_named_after_information_technology_companies_of_the_United_States -> Advanced_Micro_Devices -> Advanced_Micro_Devices_people ?

Invalid label, ignoring the line: Information_technology -> Information_technology_companies -> Information_technology_companies_by_country -> Information_technology_companies_of_the_United_States ?

Invalid label, ignoring the line: Information_technology -> Information_technology_companies -> Wikipedia_categories_named_after_information_technology_companies -> Wikipedia_categories_named_after_information_technology_companies_of_the_United_States ?

Invalid label, ignoring the line: Information_technology -> Information_technology_companies -> Wikipedia_categories_named_after_information_technology_companies -> Wikipedia_categories_named_after_information_technology_companies_of_the_United_States -> Oracle_Corporation -> Oracle_acquisitions ?

Invalid label, ignoring the line: Software -> WikiProject_Software -> WikiProject_Software_articles -> Software_articles_by_quality ?

Invalid label, ignoring the line: Software -> WikiProject_Software -> WikiProject_Software_articles -> Software_articles_by_quality -> FA-Class_software_articles ?

Invalid label, ignoring the line: Software -> WikiProject_Software -> WikiProject_Software_articles -> Software_articles_by_quality_and_importance -> FA-Class_software_articles_of_Mid-importance ?

Invalid label, ignoring the line: Information_technology -> Information_technology_companies -> Information_technology_companies_by_country -> Information_technology_companies_of_Ireland ?

Invalid label, ignoring the line: Information_technology -> Information_technology_companies -> Information_technology_companies_by_country -> Telecommunications_companies_by_country -> Telecommunications_companies_of_Ireland ?

Invalid label, ignoring the line: Information_technology -> Information_technology_companies -> Information_technology_companies_by_country -> Telecommunications_companies_by_country -> Telecommunications_companies_of_Ireland -> Telecommunications_companies_of_the_Republic_of_Ireland ?

Invalid label, ignoring the line: World_Wide_Web -> Internet_companies -> Internet_companies_by_country -> Internet_companies_of_the_Republic_of_Ireland ?

Invalid label, ignoring the line: Software -> Software_by_license -> Free_software -> Public_commons ?

Invalid label, ignoring the line: Software -> Software_by_license -> Free_software -> Public_commons -> Public_domain ?

Invalid label, ignoring the line: Software -> Software_by_license -> Free_software -> Public_commons -> Public_domain -> Public_domain_in_the_United_States ?

Invalid label, ignoring the line: Information_technology -> Information_technology_companies -> Wikipedia_categories_named_after_information_technology_companies -> Wikipedia_categories_named_after_information_technology_companies_of_the_United_States -> IBM ?

Invalid label, ignoring the line: Information_technology -> Information_technology_companies -> Wikipedia_categories_named_after_information_technology_companies -> Wikipedia_categories_named_after_information_technology_companies_of_the_United_States -> IBM -> IBM_subsidiaries ?

Invalid label, ignoring the line: Computer_industry -> Software_industry -> Software_companies -> Software_companies_by_category ?

Invalid label, ignoring the line: Software -> Software_development -> Video_game_development -> Video_game_companies -> Video_game_publishers ?

Invalid label, ignoring the line: Software -> Software_by_year -> 21st-century_software -> 2000s_software ?

Invalid label, ignoring the line: Software -> Software_by_year -> 21st-century_software -> 2000s_software -> 2008_software ?

Invalid label, ignoring the line: Information_technology -> Information_technology_by_country -> Information_technology_in_China -> Information_technology_companies_of_China ?

Invalid label, ignoring the line: Information_technology -> Information_technology_companies -> Information_technology_companies_by_country -> Telecommunications_companies_by_country -> Telecommunications_companies_of_China ?

Invalid label, ignoring the line: Information_technology -> Information_technology_companies -> Information_technology_companies_by_country -> Telecommunications_companies_by_country -> Telecommunications_companies_of_Hong_Kong ?

Invalid label, ignoring the line: Information_technology -> Information_technology_companies -> Information_technology_companies_by_country -> Telecommunications_companies_by_country -> Telecommunications_companies_of_Hong_Kong -> Mobile_phone_companies_of_Hong_Kong ?

Invalid label, ignoring the line: Computing_and_society -> Computing_culture -> Video_game_culture -> Video_gaming_by_country -> Video_gaming_in_Japan -> Video_game_companies_of_Japan ?

Invalid label, ignoring the line: Software -> Application_software -> Video_games -> Video_games_by_theme -> Video_games_by_setting ?

Invalid label, ignoring the line: Software -> Application_software -> Video_games -> Video_games_by_theme -> Video_games_by_setting -> Video_games_by_continent_of_setting ?

Invalid label, ignoring the line: Software -> Application_software -> Video_games -> Video_games_by_game_engine ?

Invalid label, ignoring the line: Software -> Application_software -> Video_games -> Video_games_by_staff ?

Invalid label, ignoring the line: Computer_industry -> Computer_companies -> Computer_companies_by_country ?

Invalid label, ignoring the line: Computer_industry -> Computer_companies -> Computer_companies_by_country -> Computer_companies_of_Malaysia ?

Invalid label, ignoring the line: Computer_industry -> Computer_companies -> Computer_companies_by_country -> Computer_companies_of_Malaysia -> Software_companies_of_Malaysia ?

Invalid label, ignoring the line: Software -> Software_by_company -> Video_games_by_company -> Bullfrog_Productions_games ?

Invalid label, ignoring the line: Software -> Application_software -> Video_games -> Video_game_franchises -> Populous ?

Invalid label, ignoring the line: Software -> Web_software -> Social_software -> Massively_multiplayer_online_games -> Massively_multiplayer_online_role-playing_games ?

Invalid label, ignoring the line: Software -> Software_by_company -> Video_games_by_company -> UNiCO_Electronics_games ?

Invalid label, ignoring the line: Internet -> Internet_by_country -> Internet_in_the_United_Kingdom ?

Invalid label, ignoring the line: Internet -> Internet_by_country -> Internet_in_the_United_Kingdom -> Domain_names_of_the_United_Kingdom ?

Invalid label, ignoring the line: Software -> Application_software -> Video_games -> Video_games_by_genre -> Adventure_games ?

Invalid label, ignoring the line: World_Wide_Web -> Web_fiction -> Interactive_fiction ?

Invalid label, ignoring the line: World_Wide_Web -> Internet-based_works -> Web_series ?

Invalid label, ignoring the line: World_Wide_Web -> Websites -> Websites_by_topic ?

Invalid label, ignoring the line: World_Wide_Web -> Websites -> Websites_by_topic -> Educational_websites ?

Invalid label, ignoring the line: Software -> Application_software -> Simulation_software -> Simulation_video_games -> Vehicle_simulation_games ?

Invalid label, ignoring the line: Software -> Application_software -> Simulation_software -> Simulation_video_games -> Vehicle_simulation_games -> Flight_simulation_video_games ?

Invalid label, ignoring the line: History_of_computing -> History_of_computer_science -> 20th_century_in_computer_science -> 20th-century_software ?

Invalid label, ignoring the line: Information_technology -> Information_technology_companies -> Telecommunications_companies -> Wikipedia_categories_named_after_telecommunications_companies -> Wikipedia_categories_named_after_telecommunications_companies_of_the_United_States ?

Invalid label, ignoring the line: Information_technology -> Information_technology_companies -> Telecommunications_companies -> Wikipedia_categories_named_after_telecommunications_companies -> Wikipedia_categories_named_after_telecommunications_companies_of_the_United_States -> Otelco ?

Invalid label, ignoring the line: Software -> Application_software -> Video_games -> Video_games_by_platform -> ZX_Spectrum_games ?

Invalid label, ignoring the line: Computer_science -> Areas_of_computer_science -> Artificial_intelligence -> Problem_solving -> Game_theory -> Go_openings ?

Invalid label, ignoring the line: Computer_science -> Areas_of_computer_science -> Artificial_intelligence -> Problem_solving -> Game_theory -> Go_openings -> Joseki

Invalid label, ignoring the line: World_Wide_Web -> Web_2.0 -> Crowdsourcing -> Open_content ?

Invalid label, ignoring the line: World_Wide_Web -> Web_2.0 -> Crowdsourcing -> Open_content -> Free_content ?

Invalid label, ignoring the line: Computer_industry -> Vaporware ?

Invalid label, ignoring the line: Computer_industry -> Vaporware -> Vaporware_game_consoles ?

Invalid label, ignoring the line: Software -> Application_software -> Video_games -> Video_game_gameplay -> Open_world_video_games ?

Invalid label, ignoring the line: Software -> Software_by_operating_system -> Single-platform_software -> Single-platform_video_games ?

Invalid label, ignoring the line: Software -> Software_by_operating_system -> Single-platform_software -> Single-platform_video_games -> Arcade-only_games ?

Invalid label, ignoring the line: Software -> Software_by_operating_system -> Single-platform_software -> Single-platform_video_games -> Arcade-only_games -> Discrete_video_arcade_games ?

Invalid label, ignoring the line: Software -> Application_software -> Video_games -> Video_games_by_genre -> Platform_games ?

Invalid label, ignoring the line: Software -> Application_software -> Video_games -> Video_games_by_theme -> Parkour_video_games ?

Invalid label, ignoring the line: Software -> Application_software -> Video_games -> Video_game_franchises -> Assassin's_Creed ?

Invalid label, ignoring the line: Software -> Microcomputer_software -> Home_computer_software -> Amstrad_CPC_games ?

Invalid label, ignoring the line: Computer_systems -> Computer_hardware -> Video_game_hardware -> Arcade_hardware ?

Invalid label, ignoring the line: Computer_systems -> Computer_hardware -> Video_game_hardware -> Arcade_hardware -> Arcade_system_boards ?

Invalid label, ignoring the line: Software -> Application_software -> Video_games -> Video_game_industry ?

Invalid label, ignoring the line: Software -> Application_software -> Video_games -> Video_game_industry -> Pay_what_you_want_game_vendors ?

Invalid label, ignoring the line: Software -> Microsoft -> Games_on_Microsoft_platforms -> Xbox_One_games -> Xbox_One-only_games ?

Invalid label, ignoring the line: Computer_industry -> Software_industry -> Software_companies -> Software_companies_by_country -> Software_companies_of_South_Africa ?

Invalid label, ignoring the line: Computing_platforms -> Video_game_platforms -> Video_game_consoles -> Video_game_consoles_by_company -> NEC_consoles ?

Invalid label, ignoring the line: Computing_platforms -> Video_game_platforms -> Video_game_consoles -> Video_game_consoles_by_company -> NEC_consoles -> TurboGrafx-16 ?

Invalid label, ignoring the line: Computing_and_society -> Computer_law -> Electronic_Frontier_Foundation -> Litigation_involving_the_Electronic_Frontier_Foundation ?

Invalid label, ignoring the line: Computer_science -> Areas_of_computer_science -> Theoretical_computer_science -> Graph_theory -> Mathematical_chemistry ?

Invalid label, ignoring the line: Computing_platforms -> Inferno_(operating_system) -> Inferno_(operating_system)_people ?

Invalid label, ignoring the line: Information_technology -> Information_technology_companies -> Information_technology_companies_by_country -> Telecommunications_companies_by_country -> Telecommunications_companies_of_Spain ?

Invalid label, ignoring the line: Information_technology -> Information_technology_companies -> Telecommunications_companies -> Wikipedia_categories_named_after_telecommunications_companies -> KPN ?

Invalid label, ignoring the line: Software -> Software_by_company -> Video_games_by_company -> Hi_Tech_Expressions_games ?

Invalid label, ignoring the line: Software -> Application_software -> Business_software -> Business_simulation_games ?

Invalid label, ignoring the line: Software -> Application_software -> Business_software -> Business_simulation_games -> Sports_management_video_games ?

Invalid label, ignoring the line: Software -> Application_software -> Business_software -> Business_simulation_games -> Sports_management_video_games -> Sports_management_MMORPGs ?

Invalid label, ignoring the line: Software -> Software_by_company -> Video_games_by_company -> Disney_video_games ?

Invalid label, ignoring the line: Computing_platforms -> Video_game_platforms -> Online_gaming_services -> Online-only_retailers_of_video_games ?

In [5]:

    

is_class = generate_topic_classifier()


    

    




/Library/Frameworks/Python.framework/Versions/3.3/lib/python3.3/site-packages/sklearn/metrics/metrics.py:1249: UserWarning: The sum of true positives and false positives are equal to zero for some labels. Precision is ill defined for those labels [False]. The precision and recall are equal to zero for some labels. fbeta_score is ill defined for those labels [False]. 
  average=average)

In [5]:

    

def wikipedia_ptrn(title):
    return title.startswith('Wikipedia ')

def years_in_ptrn(title):
    return title.startswith("Years in ")

def years_of_ptrn(title):
    return title.startswith("Years of ")

def some_year_in_ptrn(title):
    return re.match('^\d{4}s? in ', title) is not None

def wiki_project_ptrn(title):
    return title.startswith('WikiProject ')

def template_ptrn(title):
    return title.startswith('Template:')

def lists_ptrn(title):
    return title.startswith('Lists of ')

def comparisons_ptrn(title):
    return title.endswith(' comparisons')

def by_ptrn(title):
    return ' by ' in title

def stubs_ptrn(title):
    return title.endswith(' stubs')

def portal_ptrn(title):
    return re.match('.* portals?$', title) is not None

def screenshots_ptrn(title):
    return title.startswith('Screenshots of')

patterns_to_skip = [wikipedia_ptrn, years_in_ptrn, years_of_ptrn, some_year_in_ptrn, 
                    wiki_project_ptrn, template_ptrn, lists_ptrn, comparisons_ptrn, 
                    by_ptrn, stubs_ptrn, portal_ptrn, screenshots_ptrn]

def filter_patterns(node):
    title = uri_to_title(node)
    return not any([ptrn(title) for ptrn in patterns_to_skip])

# test_titles = ['Years_in_video_gaming', 'Years_of_the_21st_century_in_video_gaming',
#                'Years_of_the_21st_century_in_video_gaming', '2004_in_video_gaming',
#                '2000s_in_computer_science', '2007_in_computer_science',
#                'Years_of_the_20th_century_in_video_gaming', '1972_in_video_gaming',
#                'Template:Metadata_Population', 'Lists_of_typefaces', 'Computing_comparisons',
#                'Markup_language_comparisons', 'WikiProject JVM',
#                'Computing', 'Natural language processing', 'IEEE 201214']

# for title in test_titles:
#     uri = title_to_uri(title)
#     print(filter_patterns(uri), uri_to_title(uri))


    

In [6]:

    

with open(util.resource('cats_in_acm.txt')) as file:
    acm_cats = {line.strip() for line in file.readlines()}


    

In [28]:

    

from dswont import topics_music
from dswont import topic_type


    

In [37]:

    

# music_rel_data_sampler = topics.TrainingDataSelection(topics_music.precompute_full_selection())
# data_processor = topics.TrainingDataProcessing()
# topic_type_prediction_music = topic_type.topic_type_prediction(
#         ground_truth_file=util.resource('labeled-topic-types-music-1000-dm.txt'))

# music_is_class = topic_type_prediction_music.is_class
# topic_relevance_classifier = topics_music.default_trained_topic_selection_classifier()
def music_is_relevant(node):
    return topic_relevance_classifier.predict([node])[0]

# wtx = WikiTaxonomy()

def filter_class(node):
    return music_is_relevant(node) and wtx.contains(node) and filter_patterns(node) and music_is_class(node)

def filter_individual(node):
    return music_is_relevant(node) and wtx.contains(node) and filter_patterns(node) and not music_is_class(node)

# pairs = music_rel_data_sampler.sample_relations_with_children(
#         n_nodes=200, max_children=3, with_paths=True,
#         filter_parent=filter_class, filter_child=filter_class)
# data_processor.save_pairs(pairs, util.resource('labeled-relations-music-200-subcl-in-wtx-with-3-children.txt'))

# pairs = music_rel_data_sampler.sample_relations_with_children(
#         n_nodes=200, max_children=3, with_paths=True,
#         filter_parent=filter_class, filter_child=filter_individual)
# data_processor.save_pairs(pairs, util.resource('labeled-relations-music-200-ind-in-wtx-with-3-children.txt'))

pairs = music_rel_data_sampler.sample_relations_with_children(
        n_nodes=200, max_children=3, with_paths=True,
        filter_parent=filter_individual, filter_child=filter_individual)
data_processor.save_pairs(pairs, util.resource('labeled-relations-music-200-part-in-wtx-with-3-children.txt'))


# pairs = rel_data_sampler.sample_relations_with_children(n_nodes=1000, max_children=10, paths=False, filter_fn=filter_fn)
# parents = set(parent for parent, child in pairs)
# print("# parents:", len(parents))
# depths = [selection.get_depth(parent) for parent in parents]
# x, y = zip(*stats.itemfreq(depths))
# print((0.0,) + x, (0.0,) + y)
# plt.bar((0.0,) + x, (1e-5,) + y)
# plt.show()


    

    




Sampled 'Music' -> 'Music_industry'
Sampled 'Music' -> 'Music_performance'
Sampled 'Music' -> 'Musical_composition'
Sampled 'Periodic_phenomena' -> 'Business_cycle'
Sampled 'Periodic_phenomena' -> 'Business_cycle'
Sampled 'Music_industry' -> 'Radio'
Sampled 'Music_industry' -> 'Recorded_music'
Sampled 'Music_industry' -> 'DJing'
Sampled 'Music_theory' -> 'Musicology'
Sampled 'Music_theory' -> 'Philosophy_of_music'
Sampled 'Musical_theatre' -> 'Blackface_minstrelsy'
Sampled 'Musical_theatre' -> 'Blackface_minstrelsy'
Sampled 'Musical_theatre' -> 'Rock_operas'
Sampled 'British_radio' -> 'Scottish_radio'
Sampled 'British_radio' -> 'British_radio_comedy'
Sampled 'British_radio' -> 'Sports_radio_in_the_United_Kingdom'
Sampled 'American_radio' -> 'Sports_radio_in_the_United_States'
Sampled 'American_radio' -> 'Radio_in_Minnesota'
Sampled 'Summer' -> 'Summer_Universiade'
Sampled 'Finnish_music' -> 'Finnish_hip_hop'
Sampled 'Sony' -> 'Sony_people'
Sampled 'Sony' -> 'Sony_Ericsson'
Sampled 'American_music' -> 'Ethnic_music_in_the_United_States'
Sampled 'American_music' -> 'Music_of_United_States_subdivisions'
Sampled 'Music_history' -> 'Byzantine_music'
Sampled 'Music_performance' -> 'Bell_ringing'
Sampled 'Music_performance' -> 'Singing'
Sampled 'Music_performance' -> 'Hip_hop_production'
Sampled 'Estonian_music' -> 'Estonia_in_the_Eurovision_Song_Contest'
Sampled 'Estonian_music' -> 'Estonian_hip_hop'
Sampled 'Australian_music' -> 'Classical_music_in_Australia'
Sampled 'Light' -> 'Lighting'
Sampled 'Light' -> 'Vision'
Sampled 'Russian_music' -> 'Soviet_music'
Sampled 'Indian_music' -> 'Sikh_music'
Sampled 'Indian_music' -> 'Hindu_music'
Sampled 'Indian_music' -> 'Music_of_Indian_subdivisions'
Sampled 'Ukrainian_music' -> 'Ukrainian-language_operas'
Sampled 'Popular_music' -> 'Jazz'
Sampled 'Popular_music' -> 'Country_music'
Sampled 'Popular_music' -> 'Funk'
Sampled 'Musical_composition' -> 'Serialism'
Sampled 'Musical_composition' -> 'Musical_notation'
Sampled 'Musical_composition' -> 'Accompaniment'
Sampled 'Italian_music' -> 'Music_of_Italian_subdivisions'
Sampled 'Italian_music' -> 'Italian-language_operas'
Sampled 'Music_education' -> 'Ear_training'
Sampled 'Radio_navigation' -> 'Omega_navigation_system'
Sampled 'Radio_technology' -> 'Satellite_radio'
Sampled 'Radio_technology' -> 'Digital_radio'
Sampled 'Radio_technology' -> 'Radio_frequency_propagation'
Sampled 'Canadian_music' -> 'Music_of_Canadian_subdivisions'
Sampled 'Cuban_music' -> 'Cuban_hip_hop'
Sampled 'Sound' -> 'Music'
Sampled 'Sound' -> 'Sound_production'
Sampled 'Sound' -> 'Sound_technology'
Sampled 'Hungarian_music' -> 'Hungarian-language_operettas'
Sampled 'Hungarian_music' -> 'Hungarian-language_operas'
Sampled 'Chinese_music' -> 'Music_of_Chinese_subdivisions'
Sampled 'Classical_music' -> 'Chamber_music'
Sampled 'Classical_music' -> 'Early_music'
Sampled 'Classical_music' -> 'Chamber_music'
Sampled 'Great_Depression' -> 'Great_Depression_in_the_United_States'
Sampled 'Christian_music' -> 'Christmas_music'
Sampled 'Christian_music' -> 'Catholic_music'
Sampled 'Christian_music' -> 'Latter_Day_Saint_music'
Sampled 'Classical_music_in_England' -> 'Classical_music_in_London'
Sampled 'Music_of_Canadian_subdivisions' -> 'New_Brunswick_music'
Sampled 'Music_of_Canadian_subdivisions' -> 'Newfoundland_and_Labrador_music'
Sampled 'Music_of_Canadian_subdivisions' -> 'Nova_Scotia_music'
Sampled 'Polish_music' -> 'Polish-language_operas'
Sampled 'Dance_music' -> 'Tango'
Sampled 'Dance_music' -> 'Waltz'
Sampled 'Dance_music' -> 'Mambo'
Sampled 'Radiation' -> 'Radioactivity'
Sampled 'Radiation' -> 'Electromagnetic_radiation'
Sampled 'Incidental_music' -> 'Theme_music'
Sampled 'British_music' -> 'BBC_music'
Sampled 'British_music' -> 'Music_of_British_Overseas_Territories'
Sampled 'British_music' -> 'English_music'
Sampled 'Punk' -> 'Punk_fashion'
Sampled 'Croatian_music' -> 'Croatian-language_operas'
Sampled 'Harmony' -> 'Chromaticism'
Sampled 'Harmony' -> 'Counterpoint'
Sampled 'Music_software' -> 'Guitar-related_software'
Sampled 'Ghanaian_music' -> 'Ghanaian_jazz'
Sampled 'Musical_notation' -> 'Shape_note'
Sampled 'German_music' -> 'Germany_in_the_Eurovision_Song_Contest'
Sampled 'Serbian_music' -> 'Serbian-language_operas'
Sampled 'Celtic_music' -> 'Asturian_music'
Sampled 'Celtic_music' -> 'Cornish_music'
Sampled 'Celtic_music' -> 'Celtic_fusion'
Sampled 'European_music' -> 'Central_European_music'
Sampled 'European_music' -> 'Southern_European_music'
Sampled 'European_music' -> 'Eastern_European_music'
Sampled 'Canadian_radio' -> 'Canadian_radio_comedy'
Sampled 'Canadian_radio' -> 'Sports_radio_in_Canada'
Sampled 'Czech_music' -> 'Czech-language_operas'
Sampled 'Singing' -> 'Barbershop_music'
Sampled 'Digital_television' -> 'Serial_digital_interface'
Sampled 'Digital_television' -> 'Digital_cable'
Sampled 'C-pop' -> 'Cantopop'
Sampled 'C-pop' -> 'Cantopop'
Sampled 'Music_technology' -> 'Electronic_music'
Sampled 'Danish_music' -> 'Danish-language_operas'
Sampled 'Mexican_music' -> 'Mexican_orchestras'
Sampled 'French_music' -> 'Music_of_French_subdivisions'
Sampled 'French_music' -> 'French-language_operas'
Sampled 'British_popular_music' -> 'United_Kingdom_in_the_Eurovision_Song_Contest'
Sampled 'Polynesian_music' -> 'Hawaiian_music'
Sampled 'Greek_music' -> 'Greek_hip_hop'
Sampled 'Norwegian_music' -> 'Norwegian_electronic_music'
Sampled 'Scottish_music' -> 'Scottish_country_dance'
Sampled 'Krautrock' -> 'Kraftwerk'
Sampled 'Australian_popular_music' -> 'Triple_J'
Sampled 'Australian_popular_music' -> 'Triple_J'
Sampled 'Religious_music' -> 'Buddhist_music'
Sampled 'Francophone_music' -> 'Quebec_music'
Sampled 'Asian_music' -> 'Central_Asian_music'
Sampled 'Asian_music' -> 'East_Asian_music'
Sampled 'Asian_music' -> 'South_Asian_music'
Sampled 'Hip_hop' -> 'Hip_hop_dance'
Sampled 'Hip_hop' -> 'Hip_hop_media'
Sampled 'Hip_hop' -> 'Hip_hop_dance'
Sampled 'Grunge' -> 'Post-grunge'
Sampled 'Funk' -> 'Funk_dance'
Sampled 'Ambient_music' -> 'New_Age_music'
Sampled 'Chinese_opera' -> 'Cantonese_opera'
Sampled 'Chinese_opera' -> 'Cantonese_opera'
Sampled 'Psychedelic_music' -> 'Psychedelic_trance'
Sampled 'Psychedelic_music' -> 'New_Weird_America'
Sampled 'Swedish_music' -> 'Swedish-language_operas'
Sampled 'Spanish_music' -> 'Spanish-language_operas'
Sampled 'East_Asian_music' -> 'Southeast_Asian_music'
Sampled 'Music_of_Indian_subdivisions' -> 'Bengali_music'
Sampled 'Music_of_Indian_subdivisions' -> 'Music_of_Tripura'
Sampled 'Music_of_Indian_subdivisions' -> 'Bengali_music'
Sampled 'Belizean_music' -> 'Garifuna_music'
Sampled 'Radio_spectrum' -> 'Terahertz_technology'
Sampled 'Hip_hop_production' -> 'Beatboxing'
Sampled 'Hip_hop_production' -> 'Rapping'
Sampled 'African_music' -> 'East_African_music'
Sampled 'African_music' -> 'North_African_music'
Sampled 'African_music' -> 'West_African_music'
Sampled 'Beavis_and_Butt-head' -> 'Daria'
Sampled 'Indian_classical_music' -> 'Carnatic_music'
Sampled 'Romantic_music' -> 'Mazurka'
Sampled 'Electronic_test_equipment' -> 'Medical_testing_equipment'
Sampled 'Musical_terminology' -> 'Opera_terminology'
Sampled 'Tango' -> 'Tango_dance'
Sampled 'Tango' -> 'Tango_dance'
Sampled 'South_American_music' -> 'Andean_music'
Sampled 'Turkish_popular_music' -> 'Turkey_in_the_Eurovision_Song_Contest'
Sampled 'Angolan_music' -> 'Angolan_hip_hop'
Sampled 'Caribbean_music' -> 'Antillean_music'
Sampled 'Indigenous_music' -> 'Indigenous_Australian_music'
Sampled 'History_of_hip_hop' -> 'Hip_hop_fashion'
Sampled 'Classical_music_in_the_United_Kingdom' -> 'Opera_in_the_United_Kingdom'
Sampled 'Industrial_music' -> 'Electronic_body_music'
Sampled 'North_American_music' -> 'Central_American_music'
Sampled 'Chinese_hip_hop' -> 'Hong_Kong_hip_hop'
Sampled 'Philosophy_of_music' -> 'Pythagorean_philosophy'
Sampled 'Bulgarian_music' -> 'Bulgarian_folk_music'
Sampled 'Jazz' -> 'Jazz_poetry'
Sampled 'Pakistani_music' -> 'Sufi_music'
Sampled 'Internet_radio' -> 'Internet_radio_software'
Sampled 'Germanic_music' -> 'Nordic_music'
Sampled 'Romanian_music' -> 'Romania_in_the_Eurovision_Song_Contest'
Sampled 'Albanian_music' -> 'Albanian_hip_hop'
Sampled 'Classical_music_in_the_United_States' -> 'American_orchestras'
Sampled 'Classical_music_in_the_United_States' -> 'American_orchestras'
Sampled 'German_hip_hop' -> 'Hamburg_hip_hop'
Sampled 'British_music_industry' -> 'British_music_media'
Sampled 'British_music_industry' -> 'Rough_Trade'
Sampled 'South_Asian_music' -> 'Persian_music'
Sampled 'South_Asian_music' -> 'Persian_music'
Sampled 'Sports_radio' -> 'Cricket_on_the_radio'
Sampled 'Funk_dance' -> 'Popping_(dance)'
Sampled 'Funk_dance' -> 'Popping_(dance)'
Sampled 'Digital_radio' -> 'DAB_ensemble'
Sampled 'Folk_punk' -> 'Anti-folk_music'
Sampled 'Amateur_radio' -> 'Radiosport'
Sampled 'Amateur_radio' -> 'Packet_radio'
Sampled 'Breakbeat' -> 'Breakcore'
Sampled 'Indigenous_Australian_music' -> 'Australian_Aboriginal_music'
Sampled 'Avatar:_The_Last_Airbender' -> 'Avatar:_The_Last_Airbender_characters'
Sampled 'Music_of_Tripura' -> 'Tripuri_music'
Sampled 'Reggae' -> 'Reggaeton'
Sampled 'BBC_music' -> 'BBC_Symphony_Orchestra'

In [17]:

    

rel_data_sampler = topics.TrainingDataSelection(selection)
data_processor = topics.TrainingDataProcessing(rel_data_sampler)

wtx = WikiTaxonomy()

def filter_class(node):
    return node in acm_cats and filter_patterns(node) and is_class(node)

def filter_individual(node):
    return node in acm_cats and filter_patterns(node) and not is_class(node)

pairs = rel_data_sampler.sample_relations_with_children(n_nodes=150, max_children=None, with_paths=True,
                                                        filter_parent=filter_individual, filter_child=filter_individual)

data_processor.save_pairs(pairs, util.resource('labeled-relations-150-part-in-acm-with-all-children.txt'))

# pairs = rel_data_sampler.sample_relations_with_children(n_nodes=1000, max_children=10, paths=False, filter_fn=filter_fn)
# parents = set(parent for parent, child in pairs)
# print("# parents:", len(parents))
# depths = [selection.get_depth(parent) for parent in parents]
# x, y = zip(*stats.itemfreq(depths))
# print((0.0,) + x, (0.0,) + y)
# plt.bar((0.0,) + x, (1e-5,) + y)
# plt.show()


    

    




Sampled 'World_Wide_Web' -> 'Blogging'
Sampled 'World_Wide_Web' -> 'Internet_search'
Sampled 'World_Wide_Web' -> 'Social_media'
Sampled 'Computer_graphics' -> 'Image_processing'
Sampled 'Computer_graphics' -> 'Texture_filtering'
Sampled 'Computer_graphics' -> 'Texture_mapping'
Sampled 'Software_engineering' -> 'Revision_control'
Sampled 'Software_engineering' -> 'Software_architecture'
Sampled 'Software_engineering' -> 'Software_testing'
Sampled 'Software_engineering' -> 'Software_maintenance'
Sampled 'Software_engineering' -> 'Software_design'
Sampled 'Computer_architecture' -> 'Interoperability'
Sampled 'Computer_architecture' -> 'Network_architecture'
Sampled 'Digital_signal_processing' -> 'Speech_recognition'
Sampled 'Digital_signal_processing' -> 'Image_processing'
Sampled 'Cloud_computing' -> 'Cloud_storage'
Sampled 'Enterprise_architecture' -> 'Architecture_description_language'
Sampled 'Enterprise_architecture' -> 'Enterprise_application_integration'
Sampled 'Enterprise_architecture' -> 'Enterprise_modelling'
Sampled 'Software_architecture' -> 'Architecture_description_language'
Sampled 'Software_architecture' -> 'Enterprise_application_integration'
Sampled 'Software_architecture' -> 'Enterprise_architecture'
Sampled 'Software_architecture' -> 'Interoperability'
Sampled 'Cryptography' -> 'Key_management'
Sampled 'Cryptography' -> 'Quantum_cryptography'
Sampled 'Cryptography' -> 'Public-key_cryptography'
Sampled 'Cryptography' -> 'Symmetric-key_cryptography'
Sampled 'Robotics' -> 'Robot_control'
Sampled 'Ambient_intelligence' -> 'Internet_of_Things'
Sampled 'Ambient_intelligence' -> 'Internet_of_Things'
Sampled 'Trusted_computing' -> 'Digital_rights_management'
Sampled 'Computer_network_security' -> 'Computer_access_control'
Sampled 'Theory_of_computation' -> 'Automata_theory'
Sampled 'Theory_of_computation' -> 'Turing_machine'
Sampled 'Theory_of_computation' -> 'Recursion'
Sampled 'Computer_access_control' -> 'Digital_rights_management'
Sampled 'Machine_learning' -> 'Dimension_reduction'
Sampled 'Machine_learning' -> 'Ensemble_learning'
Sampled 'Computational_complexity_theory' -> 'Quantum_complexity_theory'
Sampled 'Computational_complexity_theory' -> 'Parameterized_complexity'
Sampled 'Computational_complexity_theory' -> 'Circuit_complexity'
Sampled 'Distributed_data_storage' -> 'Cloud_storage'
Sampled 'Hypertext' -> 'World_Wide_Web'
Sampled 'Memory_management' -> 'Virtual_memory'
Sampled 'Data_mining' -> 'Dimension_reduction'
Sampled 'Virtual_reality' -> 'Mixed_reality'
Sampled 'Virtual_reality' -> 'Haptic_technology'
Sampled 'Data_modeling' -> 'Unified_Modeling_Language'
Sampled 'Fault_tolerance' -> 'Error_detection_and_correction'
Sampled 'Natural_language_processing' -> 'Natural_language_generation'
Sampled 'Natural_language_processing' -> 'Machine_translation'
Sampled 'Network_performance' -> 'Queueing_theory'
Sampled 'Computer_vision' -> 'Image_processing'
Sampled 'Software_design' -> 'Unified_Modeling_Language'
Sampled 'Software_design' -> 'Data_modeling'
Sampled 'Software_design' -> 'Software_architecture'
Sampled 'Robot_control' -> 'Automated_planning_and_scheduling'
Sampled 'Control_flow' -> 'Recursion'
Sampled 'Logic_programming' -> 'Constraint_programming'
Sampled 'Ubiquitous_computing' -> 'Ambient_intelligence'
Sampled 'Ubiquitous_computing' -> 'Tracking'
Sampled 'Business_intelligence' -> 'Data_warehousing'
Sampled 'Network_architecture' -> 'Network_topology'
Sampled 'Network_architecture' -> 'Network_addressing'
Sampled 'Image_processing' -> 'Interpolation'
Sampled 'Image_processing' -> 'Computer_vision'
Sampled 'Combinatorial_optimization' -> 'Linear_programming'
Sampled 'Combinatorial_optimization' -> 'Network_flow'
Sampled 'Model_checking' -> 'Temporal_logic'
Sampled 'Quality_control' -> 'Fault_tolerance'
Sampled 'Quality_control' -> 'Software_testing'
Sampled 'Resource_Description_Framework' -> 'RSS'
Sampled 'Object-oriented_programming' -> 'Common_Object_Request_Broker_Architecture'

In [9]:

    

is_class(title_to_uri('Aggregation-based digital libraries'))


    

    
Out[9]:





True

In [15]:

    

len(list(selection._bfs(should_report=selection.is_relevant)))


    

    
Out[15]:





7572

In [ ]: