RedditGetsDrawn Snatch
This is a Python script that takes data from reddit and posts it to another subreddit. It also creates a html file with the images embed into. The images are the most recent 25 on r/redditgetsdrawn.
TODO
submit art to users via website
fix image sizes (need to scale down to 550px)
Save to server rather than imgur
Archieve, snapshots of rgd
more artcontrol
itwillbemine comments to html - currently being saved in contact
work on css, div up page, title, side, body, fo update twitter with ONE IMAGE and announce that the list has been updated.
write blog post and submits to artcontroldrawsyou/blog
gets sticked post on reddit
delete about/contact page and have on all same page. can still have link to blog. about contact etc... along the top. other sections
post images to blog for archieve - save body to wcmckee.com/blog - md format?
nikola install - build site.
cronjob to update site ever ?? hours? 4?
photos section: latest 25 photos submitted to redditgetsdrawn. art section: latest 25 art submitted to redditgetsdrawn.
In [1]:
import os
import random
import requests
from bs4 import BeautifulSoup
import re
import json
import time
import praw
import dominate
from dominate.tags import *
from time import gmtime, strftime
In [2]:
os.chdir('/var/www/artcontroldrawsyou')
In [3]:
r = praw.Reddit(user_agent='rgdsnatch')
In [4]:
#r.login('artcontrol', 'taylor123vag!')
In [5]:
rd = r.get_subreddit('redditgetsdrawn')
In [6]:
subz = rd.get_hot().next()
istit = (subz.title)
istxt = (subz.selftext_html)
istick = (subz.stickied)
In [7]:
istit
Out[7]:
In [8]:
istxt
Out[8]:
In [9]:
rdnewz = rd.get_new()
In [10]:
rdnew = []
In [11]:
rdnew
Out[11]:
In [12]:
for uz in rdnewz:
#print uz
rdnew.append(uz)
In [13]:
urzlis = []
titlis = []
In [14]:
#os.chdir('imgs')
In [15]:
for rdn in rdnew:
print rdn.url
urzlis.append(rdn.url)
titlis.append(rdn.author.name)
In [16]:
titlis
Out[16]:
In [17]:
jplis = []
In [18]:
for iz in jplis:
print iz
In [193]:
for urz in urzlis:
if '.jpg' in urz:
jplis.append(urz)
In [194]:
doc = dominate.document(title='artcontroldrawsyou')
In [194]:
In [196]:
ophtml = open('index.html', 'w')
In [197]:
ophtml.write(str(doc))
In [198]:
ophtml.close()
In [199]:
'''def fcopy(src,dest):
"""
Copy file from source to dest. dest can include an absolute or relative path
If the path doesn't exist, it gets created
"""
dest_dir = os.path.dirname(dest)
try:
os.makedirs(dest_dir)
except os.error as e:
pass #Assume it exists. This could fail if you don't have permissions, etc...
shutil.copy(src,dest)'''
Out[199]:
cycle though folder and create file in each folder
In [26]:
#fcopy('/var/www/artcontroldrawsyou/home/')
In [27]:
for usz in titlis:
print usz
#os.mkdir(usz)
#os.chdir('/var/www/artcontroldrawsyou/home/' + usz)
In [28]:
'''for filz in titlis:
print filz
#os.chdir('/var/www/artcontroldrawsyou/home' + usz)
bulkc = dominate.document(title=filz)
with bulkc.head:
link(rel='stylesheet', href='style.css')
script(type='text/javascript', src='script.js')
with bulkc:
with div():
attr(cls='header')
#<img src="smiley.gif" alt="Smiley face" height="42" width="42">
h1(filz)
img(scr='http://artcontrol.me/wp-content/uploads/2014/08/daenuhlyn-headcoloe.png')
h2('go away artcontrol')
with div(id='photographs'):
for tits in titlis:
h3(tits)
(a(tits, href='%s' % tits.lower))
with div(id='body').add(p()):
for i in jplis:
li(img(i.lower(), src='%s' % i))
li(a(i.lower(), href='%s' % i))
with div(id='footer'):
p(a('artcontroldrawsyou is opensource', href='https://github.com/wcmckee/wcmckee-notebook'))
with open('/var/www/artcontroldrawsyou/home/' + filz + '/index.html', 'w') as fout:
fout.write(str(bulkc))
#with open('index.html', 'w') as indx:
#bulkc = indx.write()
#print bulkc'''
Out[28]:
In [29]:
ransubz = random.randint(0,24)
In [30]:
print ransubz
In [31]:
ransev = rdnew[ransubz]
In [32]:
rgdautoz = str(ransev.author)
In [33]:
rgdsubred = str(ransev.subreddit)
In [34]:
sutit = ('[' + rgdsubred + ']')
In [35]:
sutit
Out[35]:
In [36]:
rgdaqwew = ('xpost[RGD]' + rgdautoz)
In [37]:
rgdaturo = str(ransev.url)
In [38]:
rgdatit = str(ransev.title)
In [39]:
rgdatit
Out[39]:
In [40]:
#rd.get_top
In [41]:
linkdict = {}
In [42]:
ady = r.get_subreddit('artcontroldrawsyou')
In [43]:
comrgd = rgdatit + ' ' + rgdaturo
In [44]:
loctime = time.localtime()
In [45]:
loctime.tm_mday
Out[45]:
In [46]:
loctime.tm_mon
Out[46]:
In [47]:
thedat = (str(loctime.tm_mday) + '/' + str(loctime.tm_mon))
In [48]:
thedat
Out[48]:
In [49]:
mixtut = (thedat + sutit + rgdautoz)
In [50]:
loctime
Out[50]:
In [51]:
#ady.submit(mixtut , (rgdaqwew, comrgd))
In [52]:
'''for newa in rdnew:
#rint newa.url
print len(newa)
htmstr = (str(newa.title) + '<a href="' +
str(newa.url) +
'"><img class="aligncenter size-large wp-image-5723" alt="' +
str(newa.author) +
'" src="' +
str(newa.url) +
'" /></a>')
#ophtml.write(htmstr)
#ady.submit(('[RGD]' + newa.author), newa.url)
print newa.author
#print newa.media
ophtml.write(htmstr)
print newa.selftext
print newa.url
print newa.num_comments
linkdict.update({str(newa.author): str(newa.url)})
'''
Out[52]:
In [53]:
#print str(newa.title)
In [54]:
import json
In [55]:
newzjson = json.dumps(linkdict)
In [56]:
#newzjson
In [56]:
In [57]:
rmine = r.get_redditor('itwillbemine')
In [58]:
#opest = open('userurl.json', 'r')
#opest.read()
#opest.close()
In [59]:
mincom = rmine.get_comments()
In [60]:
#print mincom
In [61]:
minels = []
In [62]:
dausr = {}
In [172]:
for newa in rdnew:
#rint newa.url
#print newa.author
linkdict.update({str(newa.author): str(newa.url)})
In [173]:
In [174]:
for con in mincom:
#print con.body
minels.append(con)
dausr.update({str(con.id): str(con.body)})
In [175]:
itwillbemine = dominate.document(title='itwillbemine')
In [176]:
with itwillbemine.head:
link(rel='stylesheet', href='style.css')
script(type='text/javascript', src='script.js')
with itwillbemine:
with div():
attr(cls='header')
#<img src="smiley.gif" alt="Smiley face" height="42" width="42">
h1('itwillbemine')
img(scr='logo.gif')
h2('go away artcontrol')
p(strftime("%a, %d %b %Y %H:%M:%S +0000", gmtime()))
a('about', href='http://brobeur.com/artcontroldrawsyou/about')
a('contact', href='http://brobeur.com/artcontroldrawsyou/contact')
a('blog', href='http://brobeur.com/artcontroldrawsyou/wcmckee.com/wcmckee/output')
with div():
attr(cls='header')
#<img src="smiley.gif" alt="Smiley face" height="42" width="42">
h1('itwillbemine')
p(img(scr='http://brobeur.com/artcontroldrawsyou/logo.gif'))
#for mine in minels:
#h1(mine.author_flair_text())
#p(mine.body)
with div(id='author'):
for tits in titlis:
h3(tits)
with div(id='body').add(p()):
for mine in minels:
#h1(mine.created)
p(mine.body)
print itwillbemine
In [177]:
savmine = open('reddit.html', 'w')
savmine.write(str(itwillbemine))
savmine.close()
In [178]:
noizjson = json.dumps(dausr)
In [180]:
linkdict
Out[180]:
In [182]:
newposts = open('userurl.json', 'a')
newposts.write(str(linkdict))
print ('file userurl.json updated')
newcomments = open('idcomt.json', 'a')
newcomments.write(noizjson)
print ('user comments updated')
newposts.close()
newcomments.close()
In [183]:
rdusr = str(con.author)
In [71]:
minelsz = []
In [72]:
#for mina in minels:
#print mina.body
# minelsz.append(mina.body)
In [73]:
#minelsz
In [74]:
#mina.body
In [184]:
import feedparser
In [185]:
mcs = feedparser.parse('http://mcsteffen.tumblr.com/rss')
In [186]:
emcs = mcs['entries']
In [187]:
for em in emcs:
print em
In [188]:
tumlis = []
In [195]:
with doc.head:
link(rel='stylesheet', href='style.css')
script(type='text/javascript', src='script.js')
with doc:
with div():
attr(cls='header')
#<img src="smiley.gif" alt="Smiley face" height="42" width="42">
(h1(a('artcontroldrawsyou', href='http://brobeur.com/artcontroldrawsyou')))
img(scr='logo.gif')
h2('go away artcontrol')
p(strftime("%a, %d %b %Y %H:%M:%S +0000", gmtime()))
a('contact', href='http://brobeur.com/artcontroldrawsyou/contact')
a('blog', href='http://brobeur.com/wcmckee.com/wcmckee/output')
with div(id='about'):
p('artcontroldrawsyou is a website that takes RedditGetsDrawn data and posts it here.')
p('artcontrol is not allowed to submit artwork to redditgetsdrawn so this was created')
for tits in titlis:
(tits)
(a(tits, href='https://reddit.com/u/%s' % tits))
with div(id='body').add(p()):
for i in jplis:
(img(i.lower(), src='%s' % i))
#(a(i.lower(), href='%s' % i))
with div(id='footer'):
p(a('artcontroldrawsyou is open source', href='https://github.com/wcmckee/wcmckee-notebook'))
print doc
In [189]:
for em in emcs:
tumlis.append((em['summary_detail']['value']))
In [190]:
tumlis
Out[190]:
In [191]:
contactpage = dominate.document(title='contact')
In [192]:
with contactpage.head:
link(rel='stylesheet', href='style.css')
script(type='text/javascript', src='script.js')
with contactpage:
with div():
attr(cls='top')
#<img src="smiley.gif" alt="Smiley face" height="42" width="42">
h1('rgdsnatch')
img(scr='logo.gif')
h2('go away artcontrol')
p(strftime("%a, %d %b %Y %H:%M:%S +0000", gmtime()))
a('about', href='http://brobeur.com/artcontroldrawsyou/about')
a('contact', href='http://brobeur.com/artcontroldrawsyou/contact')
a('blog', href='http://brobeur.com/artcontroldrawsyou/wcmckee.com/wcmckee/output')
with div():
attr(cls='header')
#<img src="smiley.gif" alt="Smiley face" height="42" width="42">
h1('contact')
p('email: will@artcontrol.me twitter: art_control')
p('Recent comments from itwillbemine:')
#for mine in minels:
#h1(mine.author_flair_text())
#p(mine.body)
# with div(id='author'):
# for tum in tumlis:
# p(tum)
with div(id='body'):
for mine in minels:
#h1(mine.created)
li(mine.body)
print contactpage
In [3029]:
os.chdir('contact')
In [3030]:
savcon = open('index.html', 'w')
savcon.write(str(contactpage))
savcon.close()
In [3031]:
dirdir = os.chdir('/var/www/artcontroldrawsyou')
In [3032]:
dirdir
In [3033]:
aboutpage = dominate.document(title='about')
with aboutpage.head:
link(rel='stylesheet', href='style.css')
script(type='text/javascript', src='script.js')
with aboutpage:
with div():
attr(cls='header')
#<img src="smiley.gif" alt="Smiley face" height="42" width="42">
h1('artcontroldrawsyou!')
img(scr='logo.gif')
h2('go away artcontrol')
p(strftime("%a, %d %b %Y %H:%M:%S +0000", gmtime()))
a('about', href='https://brobeur.com/artcontroldrawsyou/about')
a('contact', href='http://brobeur.com/artcontroldrawsyou/contact')
a('blog', href='http://brobeur.com/artcontroldrawsyou/wcmckee.com/wcmckee/output')
with div():
attr(cls='header')
#<img src="smiley.gif" alt="Smiley face" height="42" width="42">
h1('about')
#for mine in minels:
#h1(mine.author_flair_text())
#p(mine.body)
'''with div(id='author'):
for tits in titlis:
h3(tits)
with div(id='body').add(p()):
for mine in minels:
#h1(mine.created)
p(mine.body)
'''
print aboutpage
In [3034]:
os.chdir('about')
In [3035]:
aboucr = open('index.html', 'w')
aboucr.write(str(aboutpage))
aboucr.close()
In [3036]:
os.chdir('/var/www/artcontroldrawsyou/')
In [3036]:
In [3036]: