In [1]:

    

import pandas as pd
import re


    

In [2]:

    

df = pd.read_csv("../../data/steam/data.raw.csv")


    

In [3]:

    

df.shape


    

    
Out[3]:





(18842, 7)

In [4]:

    

# remove elements that are not games
df = df[df['type'] == 'game']
df.shape


    

    
Out[4]:





(8637, 7)

In [5]:

    

def clean_txt(txt):
    # remove non ascii characters
    txt2 = ''.join([i if ord(i) < 128 else ' ' for i in str(txt)])
    
    # no xml entities either
    txt3 = re.sub('&[^;]{1,6};',' ',txt2)
    
    # clean whitespace
    txt4 = re.sub('\s+',' ',txt3).lstrip().rstrip()
    
    
    return txt4

df['name'] = df['name'].map(lambda value: clean_txt(value))
df['detailed_description'] = df['detailed_description'].map(lambda value: clean_txt(value))
df['about_the_game'] = df['about_the_game'].map(lambda value: clean_txt(value))


    

In [6]:

    

# taking out duplicate names
df = df.drop_duplicates(['name'])
df.shape


    

    
Out[6]:





(8522, 7)

In [7]:

    

# no empty names (these are probably due to games whose name was in chinese or japanese)
df = df.drop(df.apply(lambda row: row['name'].strip() == '',axis=1))
df.shape


    

    
Out[7]:





(8520, 7)

In [10]:

    

# no need for this because it's just games now
df = df.drop(['type'],axis=1)
df


    

    
Out[10]:






  

    

      

      
appid
      
name
      
detailed_description
      
about_the_game
      
categories
      
genres
    
  
  

    

      
2
      
30
      
Day of Defeat
      
enlist in an intense brand of axis vs. allied ...
      
enlist in an intense brand of axis vs. allied ...
      
Multi-player,Valve Anti-Cheat enabled
      
Action
    
    

      
3
      
40
      
Deathmatch Classic
      
enjoy fast-paced multiplayer gaming with death...
      
enjoy fast-paced multiplayer gaming with death...
      
Multi-player,Valve Anti-Cheat enabled
      
Action
    
    

      
4
      
50
      
Half-Life: Opposing Force
      
return to the black mesa research facility as ...
      
return to the black mesa research facility as ...
      
Single-player,Multi-player,Valve Anti-Cheat en...
      
Action
    
    

      
5
      
60
      
Ricochet
      
a futuristic action game that challenges your ...
      
a futuristic action game that challenges your ...
      
Multi-player,Valve Anti-Cheat enabled
      
Action
    
    

      
6
      
70
      
Half-Life
      
named game of the year by over 50 publications...
      
named game of the year by over 50 publications...
      
Single-player,Multi-player,Valve Anti-Cheat en...
      
Action
    
    

      
7
      
80
      
Counter-Strike: Condition Zero
      
with its extensive tour of duty campaign, a ne...
      
with its extensive tour of duty campaign, a ne...
      
Single-player,Multi-player,Valve Anti-Cheat en...
      
Action
    
    

      
10
      
130
      
Half-Life: Blue Shift
      
made by gearbox software and originally releas...
      
made by gearbox software and originally releas...
      
Single-player
      
Action
    
    

      
13
      
220
      
Half-Life 2
      
1998. half-life sends a shock through the game...
      
1998. half-life sends a shock through the game...
      
Single-player,Steam Achievements,Steam Trading...
      
Action
    
    

      
14
      
240
      
Counter-Strike: Source
      
the next installment of the world's # 1 online...
      
the next installment of the world's # 1 online...
      
Multi-player,Cross-Platform Multiplayer,Steam ...
      
Action
    
    

      
15
      
280
      
Half-Life: Source
      
winner of over 50 game of the year awards, hal...
      
winner of over 50 game of the year awards, hal...
      
Single-player
      
Action
    
    

      
16
      
300
      
Day of Defeat: Source
      
day of defeat offers intense online action gam...
      
day of defeat offers intense online action gam...
      
Multi-player,Cross-Platform Multiplayer,Steam ...
      
Action
    
    

      
17
      
320
      
Half-Life 2: Deathmatch
      
fast multiplayer action set in the half-life 2...
      
fast multiplayer action set in the half-life 2...
      
Multi-player,Valve Anti-Cheat enabled,Includes...
      
Action
    
    

      
18
      
340
      
Half-Life 2: Lost Coast
      
originally planned as a section of the highway...
      
originally planned as a section of the highway...
      
Single-player,Commentary available
      
Action
    
    

      
19
      
360
      
Half-Life Deathmatch: Source
      
half-life deathmatch: source is a recreation o...
      
half-life deathmatch: source is a recreation o...
      
Multi-player,Valve Anti-Cheat enabled
      
Action
    
    

      
20
      
380
      
Half-Life 2: Episode One
      
half-life 2 has sold over 4 million copies wor...
      
half-life 2 has sold over 4 million copies wor...
      
Single-player,Steam Achievements,Captions avai...
      
Action
    
    

      
21
      
400
      
Portal
      
portal is a new single player game from valve....
      
portal is a new single player game from valve....
      
Single-player,Steam Achievements,Captions avai...
      
Action
    
    

      
23
      
420
      
Half-Life 2: Episode Two
      
half-life 2: episode two is the second in a tr...
      
half-life 2: episode two is the second in a tr...
      
Single-player,Steam Achievements,Captions avai...
      
Action
    
    

      
24
      
440
      
Team Fortress 2
      
the tough break update is now available!about ...
      
"the most fun you can have online" - pc gamer ...
      
Multi-player,Cross-Platform Multiplayer,Steam ...
      
Action,Free to Play
    
    

      
25
      
500
      
Left 4 Dead
      
steam big pictureabout the gamefrom valve (the...
      
from valve (the creators of counter-strike, ha...
      
Single-player,Multi-player,Co-op,Steam Achieve...
      
Action
    
    

      
26
      
550
      
Left 4 Dead 2
      
set in the zombie apocalypse, left 4 dead 2 (l...
      
set in the zombie apocalypse, left 4 dead 2 (l...
      
Single-player,Multi-player,Co-op,Steam Achieve...
      
Action
    
    

      
27
      
570
      
Dota 2
      
dota is a competitive game of action and strat...
      
dota is a competitive game of action and strat...
      
Multi-player,Co-op,Steam Trading Cards,Steam W...
      
Action,Free to Play,Strategy
    
    

      
28
      
620
      
Portal 2
      
portal 2 draws from the award-winning formula ...
      
portal 2 draws from the award-winning formula ...
      
Single-player,Co-op,Steam Achievements,Full co...
      
Action,Adventure
    
    

      
29
      
630
      
Alien Swarm
      
alien swarm is a game and source sdk release f...
      
alien swarm is a game and source sdk release f...
      
Single-player,Multi-player,Co-op,Steam Achieve...
      
Action
    
    

      
31
      
730
      
Counter-Strike: Global Offensive
      
counter-strike: global offensive (cs: go) will...
      
counter-strike: global offensive (cs: go) will...
      
Multi-player,Steam Achievements,Full controlle...
      
Action
    
    

      
108
      
1002
      
Rag Doll Kung Fu
      
featuring a wide collection of single and mult...
      
featuring a wide collection of single and mult...
      
Single-player,Multi-player
      
Indie
    
    

      
110
      
1200
      
Red Orchestra: Ostfront 41-45
      
fight in the theatre of war that changed the w...
      
fight in the theatre of war that changed the w...
      
Multi-player,Steam Achievements,Valve Anti-Che...
      
Action
    
    

      
112
      
1250
      
Killing Floor
      
steam halloween sale - kf and all dlc - 75% of...
      
killing floor is a co-op survival horror fps s...
      
Single-player,Multi-player,Cross-Platform Mult...
      
Action
    
    

      
116
      
1300
      
SiN Episodes: Emergence
      
you are john blade, commander of hardcorps, an...
      
you are john blade, commander of hardcorps, an...
      
Single-player,Stats
      
Action
    
    

      
119
      
1500
      
Darwinia
      
combining fast-paced action with strategic bat...
      
combining fast-paced action with strategic bat...
      
Single-player
      
Indie,Strategy
    
    

      
121
      
1510
      
Uplink
      
you play an uplink agent who makes a living by...
      
you play an uplink agent who makes a living by...
      
Single-player
      
Indie,Strategy
    
    

      
...
      
...
      
...
      
...
      
...
      
...
      
...
    
    

      
18786
      
457230
      
Atlas Reactor VR Character Viewer
      
outwit to outlive in atlas reactor, the genre-...
      
outwit to outlive in atlas reactor, the genre-...
      
Single-player
      
Strategy
    
    

      
18788
      
457420
      
Surgeon Simulator VR: Meet The Medic
      
surgeon simulator vr: meet the medic be the me...
      
surgeon simulator vr: meet the medic be the me...
      
Single-player
      
Action,Free to Play,Indie,Simulation
    
    

      
18789
      
457440
      
Watch This!
      
watch this! is a first-person single player pl...
      
watch this! is a first-person single player pl...
      
Single-player,Steam Achievements,Partial Contr...
      
Action,Adventure,Indie
    
    

      
18790
      
457450
      
Defend your Crypt
      
defend your crypt is a strategy and puzzle gam...
      
defend your crypt is a strategy and puzzle gam...
      
Single-player,Steam Achievements,Steam Trading...
      
Indie,Strategy
    
    

      
18792
      
457480
      
Domino Sky
      
domino sky is a physics based game where you p...
      
domino sky is a physics based game where you p...
      
Single-player,Steam Achievements,Steam Trading...
      
Casual,Indie,Simulation,Strategy
    
    

      
18793
      
457490
      
Forgotten, Not Lost - A Kinetic Novel
      
an old farmer lives with his wife - however, h...
      
an old farmer lives with his wife - however, h...
      
Single-player,Steam Trading Cards
      
Casual,RPG,Simulation
    
    

      
18794
      
457520
      
Moustache Mountain
      
it is said, that an ancient civilization once ...
      
it is said, that an ancient civilization once ...
      
Single-player,Steam Achievements,Full controll...
      
Action,Casual,Indie
    
    

      
18795
      
457530
      
My Lady
      
you are miss bauxmont, the heiress to the baux...
      
you are miss bauxmont, the heiress to the baux...
      
Single-player,Steam Achievements,Captions avai...
      
Casual,Indie,Simulation
    
    

      
18797
      
457570
      
Camp Sunshine
      
camp sunshine is a 16-bit blood-soaked horror ...
      
camp sunshine is a 16-bit blood-soaked horror ...
      
Single-player,Steam Achievements,Partial Contr...
      
Action,Adventure,Casual,Indie,RPG
    
    

      
18798
      
457580
      
The Visitor
      
the visitor is a vr only horror experience abo...
      
the visitor is a vr only horror experience abo...
      
Single-player
      
Casual,Indie
    
    

      
18799
      
457690
      
Hotel Blind
      
hotel blind is a simulator of a blind person i...
      
hotel blind is a simulator of a blind person i...
      
Single-player,Steam Achievements,Partial Contr...
      
Casual,Indie,Simulation
    
    

      
18800
      
457710
      
Road Madness
      
in the 21st century, the world is occurred by ...
      
in the 21st century, the world is occurred by ...
      
Single-player,Steam Achievements,Steam Trading...
      
Action,Racing
    
    

      
18801
      
457790
      
Capria: Magic of the Elements
      
capria: magic of the elements is a first-perso...
      
capria: magic of the elements is a first-perso...
      
Single-player
      
Action,Casual,Indie,Early Access
    
    

      
18803
      
457820
      
Outrage
      
outrage is a short cyberpunk dungeon crawler. ...
      
outrage is a short cyberpunk dungeon crawler. ...
      
Single-player,Steam Achievements,Steam Trading...
      
Adventure,Indie,RPG
    
    

      
18807
      
457860
      
Apollo 11 VR
      
apollo 11 vr is the story of the greatest jour...
      
apollo 11 vr is the story of the greatest jour...
      
Single-player
      
Adventure,Simulation
    
    

      
18808
      
457870
      
Minigame Party VR
      
what is minigame party vr?minigame party vr is...
      
what is minigame party vr?minigame party vr is...
      
Single-player
      
Action,Casual,Indie
    
    

      
18809
      
457930
      
Starship: Nova Strike
      
we have been waiting for you commander. the dz...
      
we have been waiting for you commander. the dz...
      
Single-player
      
Action,Casual,Indie
    
    

      
18810
      
457940
      
Krog Wars
      
a new action game that can be played in 2d mod...
      
a new action game that can be played in 2d mod...
      
Single-player
      
Action,Casual,Indie
    
    

      
18811
      
457960
      
Holopoint
      
holopoint is pure archery madness. fight your ...
      
holopoint is pure archery madness. fight your ...
      
Single-player,Full controller support
      
Action,Indie,Simulation,Sports
    
    

      
18812
      
458030
      
StarFringe: Adversus
      
this is the story about the beginning of the c...
      
this is the story about the beginning of the c...
      
Single-player,Steam Achievements
      
Strategy,Early Access
    
    

      
18818
      
458290
      
Space Bit Attack
      
notice: made for vrspace bit attack was made w...
      
the galaxy needs you! transport yourself into ...
      
Single-player,Full controller support
      
Action,Indie
    
    

      
18822
      
458370
      
VR Baseball - Home Run Derby
      
there is no feeling greater than stepping up t...
      
there is no feeling greater than stepping up t...
      
Single-player,Full controller support,VR Support
      
Indie,Sports
    
    

      
18823
      
458420
      
Last Heroes 3
      
presentationlast heroes is an rpg developed by...
      
presentationlast heroes is an rpg developed by...
      
Single-player,Full controller support,Steam Tr...
      
Adventure,Casual,Indie,RPG,Strategy
    
    

      
18825
      
458700
      
Cursor Challenge
      
do you want to test your skills and your refle...
      
do you want to test your skills and your refle...
      
Single-player,Co-op
      
Casual,Indie
    
    

      
18830
      
458900
      
Julai
      
julai - is an arcade flight shooter.the action...
      
julai - is an arcade flight shooter.the action...
      
Single-player
      
Action,Casual,Indie,Simulation
    
    

      
18833
      
459100
      
Epsilon corp.
      
epsilon is a secret community. there are a lot...
      
epsilon is a secret community. there are a lot...
      
Single-player
      
Action,Adventure,Indie
    
    

      
18834
      
459260
      
Bowslinger
      
disclaimer: this game requires an htc vive to ...
      
disclaimer: this game requires an htc vive to ...
      
Single-player
      
Casual,Indie,Sports
    
    

      
18835
      
459310
      
The Hero Project: Redemption Season
      
america's #1 reality show for heroes is back f...
      
america's #1 reality show for heroes is back f...
      
Single-player,Steam Achievements,Captions avai...
      
Adventure,Indie,RPG
    
    

      
18837
      
459630
      
R.C. Bot Inc.
      
energy and money: iridium. the race has begun!...
      
energy and money: iridium. the race has begun!...
      
Single-player,Steam Achievements,Full controll...
      
Action,Casual,Indie,Simulation,Strategy
    
    

      
18841
      
460150
      
One Last Chance
      
do you remember that high school crush you nev...
      
do you remember that high school crush you nev...
      
Single-player
      
Casual,Indie,Simulation
    
  

8520 rows × 6 columns

In [11]:

    

df = df.reset_index().drop(['index'],axis=1)
df.shape


    

    
Out[11]:





(8520, 6)

In [12]:

    

df.to_csv("../../data/steam/data.clean.csv",index=False,index_label=False)