In [1]:
import requests
from bs4 import BeautifulSoup
import pandas as pd
In [2]:
url = "https://daphnecaruanagalizia.com/"
response = requests.get(url)
daphne_soup = BeautifulSoup(response.text, 'html.parser')
In [3]:
daphne_soup
Out[3]:
<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
<html lang="en-GB" prefix="og: http://ogp.me/ns#" xmlns="http://www.w3.org/1999/xhtml">
<head profile="http://gmpg.org/xfn/11">
<meta content="text/html; charset=utf-8" http-equiv="Content-Type"/>
<meta content="width=device-width,initial-scale=1.0" name="viewport">
<title>Daphne Caruana Galizia's Notebook | Running Commentary - Daphne Caruana Galizia is a journalist working in Malta. | Daphne Caruana Galizia</title>
<link href="https://daphnecaruanagalizia.com/wp-content/themes/daphne-v3/style.css?v=2823442352343" media="screen" rel="stylesheet" type="text/css"/>
<!--[if IE]>
<link rel="stylesheet" href="https://daphnecaruanagalizia.com/wp-content/themes/daphne-v3/style-ie.css?v=25032009" type="text/css" media="screen" />
<![endif]-->
<link href="https://daphnecaruanagalizia.com/feed/" rel="alternate" title="posts" type="application/rss+xml"/>
<link href="https://daphnecaruanagalizia.com/comments/feed/" rel="alternate" title="comments" type="application/rss+xml"/>
<link href="https://daphnecaruanagalizia.com/xmlrpc.php" rel="pingback"/>
<meta content="Daphne Caruana Galizia is a journalist working in Malta." name="description"/>
<link href="https://daphnecaruanagalizia.com/" rel="canonical"/>
<link href="https://daphnecaruanagalizia.com/page/2/" rel="next"/>
<meta content="en_GB" property="og:locale"/>
<meta content="website" property="og:type"/>
<meta content="Daphne Caruana Galizia's Notebook" property="og:title"/>
<meta content="Daphne Caruana Galizia is a columnist for The Malta Independent (Thursday edition) and The Malta Independent on Sunday." property="og:description"/>
<meta content="https://daphnecaruanagalizia.com/" property="og:url"/>
<meta content="Daphne Caruana Galizia's Notebook | Running Commentary" property="og:site_name"/>
<meta content="http://daphnecaruanagalizia.com/wp-content/uploads/2015/06/dcg.jpg" property="og:image"/>
<meta content="summary" name="twitter:card"/>
<meta content="Daphne Caruana Galizia is a journalist working in Malta." name="twitter:description"/>
<meta content="Daphne Caruana Galizia's Notebook | Running Commentary - Daphne Caruana Galizia is a journalist working in Malta." name="twitter:title"/>
<meta content="http://daphnecaruanagalizia.com/wp-content/uploads/2015/06/dcg.jpg" name="twitter:image"/>
<script type="application/ld+json">{"@context":"http:\/\/schema.org","@type":"WebSite","@id":"#website","url":"https:\/\/daphnecaruanagalizia.com\/","name":"Daphne Caruana Galizia's Notebook | Running Commentary","potentialAction":{"@type":"SearchAction","target":"https:\/\/daphnecaruanagalizia.com\/?s={search_term_string}","query-input":"required name=search_term_string"}}</script>
<link href="//s.w.org" rel="dns-prefetch"/>
<script type="text/javascript">
window._wpemojiSettings = {"baseUrl":"https:\/\/s.w.org\/images\/core\/emoji\/2.3\/72x72\/","ext":".png","svgUrl":"https:\/\/s.w.org\/images\/core\/emoji\/2.3\/svg\/","svgExt":".svg","source":{"concatemoji":"https:\/\/daphnecaruanagalizia.com\/wp-includes\/js\/wp-emoji-release.min.js?ver=4.8.3"}};
!function(a,b,c){function d(a){var b,c,d,e,f=String.fromCharCode;if(!k||!k.fillText)return!1;switch(k.clearRect(0,0,j.width,j.height),k.textBaseline="top",k.font="600 32px Arial",a){case"flag":return k.fillText(f(55356,56826,55356,56819),0,0),b=j.toDataURL(),k.clearRect(0,0,j.width,j.height),k.fillText(f(55356,56826,8203,55356,56819),0,0),c=j.toDataURL(),b!==c&&(k.clearRect(0,0,j.width,j.height),k.fillText(f(55356,57332,56128,56423,56128,56418,56128,56421,56128,56430,56128,56423,56128,56447),0,0),b=j.toDataURL(),k.clearRect(0,0,j.width,j.height),k.fillText(f(55356,57332,8203,56128,56423,8203,56128,56418,8203,56128,56421,8203,56128,56430,8203,56128,56423,8203,56128,56447),0,0),c=j.toDataURL(),b!==c);case"emoji4":return k.fillText(f(55358,56794,8205,9794,65039),0,0),d=j.toDataURL(),k.clearRect(0,0,j.width,j.height),k.fillText(f(55358,56794,8203,9794,65039),0,0),e=j.toDataURL(),d!==e}return!1}function e(a){var c=b.createElement("script");c.src=a,c.defer=c.type="text/javascript",b.getElementsByTagName("head")[0].appendChild(c)}var f,g,h,i,j=b.createElement("canvas"),k=j.getContext&&j.getContext("2d");for(i=Array("flag","emoji4"),c.supports={everything:!0,everythingExceptFlag:!0},h=0;h<i.length;h++)c.supports[i[h]]=d(i[h]),c.supports.everything=c.supports.everything&&c.supports[i[h]],"flag"!==i[h]&&(c.supports.everythingExceptFlag=c.supports.everythingExceptFlag&&c.supports[i[h]]);c.supports.everythingExceptFlag=c.supports.everythingExceptFlag&&!c.supports.flag,c.DOMReady=!1,c.readyCallback=function(){c.DOMReady=!0},c.supports.everything||(g=function(){c.readyCallback()},b.addEventListener?(b.addEventListener("DOMContentLoaded",g,!1),a.addEventListener("load",g,!1)):(a.attachEvent("onload",g),b.attachEvent("onreadystatechange",function(){"complete"===b.readyState&&c.readyCallback()})),f=c.source||{},f.concatemoji?e(f.concatemoji):f.wpemoji&&f.twemoji&&(e(f.twemoji),e(f.wpemoji)))}(window,document,window._wpemojiSettings);
</script>
<style type="text/css">
img.wp-smiley,
img.emoji {
display: inline !important;
border: none !important;
box-shadow: none !important;
height: 1em !important;
width: 1em !important;
margin: 0 .07em !important;
vertical-align: -0.1em !important;
background: none !important;
padding: 0 !important;
}
</style>
<link href="https://daphnecaruanagalizia.com/wp-content/plugins/share-this/css/style.css?ver=4.8.3" id="st-widget-css" media="all" rel="stylesheet" type="text/css"/>
<link href="https://daphnecaruanagalizia.com/wp-content/plugins/wp-embed-facebook/lib/lightbox2/css/lightbox.css?ver=1.0" id="wpemfb-lightbox-css" media="all" rel="stylesheet" type="text/css"/>
<link href="https://daphnecaruanagalizia.com/wp-content/plugins/simple-pagination/css/default.css?ver=2.1.7" id="simple-pagination-css-css" media="screen" rel="stylesheet" type="text/css"/>
<script src="https://daphnecaruanagalizia.com/wp-includes/js/jquery/jquery.js?ver=1.12.4" type="text/javascript"></script>
<script src="https://daphnecaruanagalizia.com/wp-includes/js/jquery/jquery-migrate.min.js?ver=1.4.1" type="text/javascript"></script>
<script src="https://daphnecaruanagalizia.com/wp-content/plugins/wp-embed-facebook/lib/lightbox2/js/lightbox.min.js?ver=1.0" type="text/javascript"></script>
<script type="text/javascript">
/* <![CDATA[ */
var WEF = {"local":"","version":"v2.4","fb_id":"470872746414039"};
/* ]]> */
</script>
<script src="https://daphnecaruanagalizia.com/wp-content/plugins/wp-embed-facebook/lib/js/fb.min.js?ver=1.1" type="text/javascript"></script>
<link href="https://daphnecaruanagalizia.com/wp-json/" rel="https://api.w.org/"/>
<link href="https://daphnecaruanagalizia.com/xmlrpc.php?rsd" rel="EditURI" title="RSD" type="application/rsd+xml"/>
<link href="https://daphnecaruanagalizia.com/wp-includes/wlwmanifest.xml" rel="wlwmanifest" type="application/wlwmanifest+xml"/>
<meta content="WordPress 4.8.3" name="generator"/>
<style media="screen" type="text/css">
.g { margin:0px; padding:0px; overflow:hidden; line-height:1; zoom:1; }
.g-dyn { display:none; }
.g-col { position:relative; float:left; }
.g-col:first-child { margin-left: 0; }
.g-col:last-child { margin-right: 0; }
.g-1 { margin:1px 1px 1px 1px; }
.g-2 { margin:1px 1px 1px 1px; }
.g-3 { margin:1px 1px 1px 1px; }
.g-4 { margin:1px 1px 1px 1px; }
.g-5 { margin:1px 1px 1px 1px; }
.g-6 { margin:1px 1px 1px 1px; }
.g-7 { margin:1px 1px 1px 1px; }
.g-8 { margin:1px 1px 1px 1px; }
.g-9 { margin:1px 1px 1px 1px; }
@media only screen and (max-width: 480px) {
.g-col, .g-dyn, .g-single { width:100%; margin-left:0; margin-right:0; }
}
</style>
<script src="https://daphnecaruanagalizia.com/wp-content/plugins/audio-player/assets/audio-player.js?ver=2.0.4.6" type="text/javascript"></script>
<script type="text/javascript">AudioPlayer.setup("https://daphnecaruanagalizia.com/wp-content/plugins/audio-player/assets/player.swf?ver=2.0.4.6", {width:"290",animation:"yes",encode:"yes",initialvolume:"60",remaining:"no",noinfo:"no",buffer:"5",checkpolicy:"no",rtl:"no",bg:"E5E5E5",text:"333333",leftbg:"CCCCCC",lefticon:"333333",volslider:"666666",voltrack:"FFFFFF",rightbg:"B4B4B4",rightbghover:"999999",righticon:"333333",righticonhover:"FFFFFF",track:"FFFFFF",loader:"009900",border:"CCCCCC",tracker:"DDDDDD",skip:"666666",pagebg:"FFFFFF",transparentpagebg:"yes"});</script>
<meta content="341d8bb31fc982a1e4c074dc88b87327" name="detectify-verification"/>
<script charset="utf-8" type="text/javascript">var switchTo5x=true;</script>
<script charset="utf-8" id="st_insights_js" src="https://ws.sharethis.com/button/buttons.js?publisher=d594fd30-3ca5-4b39-9b8d-e5571957eeed&product=sharethis-wordpress" type="text/javascript"></script>
<script charset="utf-8" type="text/javascript">stLight.options({"publisher":"d594fd30-3ca5-4b39-9b8d-e5571957eeed"});var st_type="wordpress4.6.1";</script>
<style id="wp-custom-css" type="text/css">
/*
You can add your own CSS here.
Click the help icon above to learn more.
*/ </style>
<script src="https://daphnecaruanagalizia.com/wp-content/themes/daphne-v3/jquery.cookie.js" type="text/javascript"></script>
<script src="https://daphnecaruanagalizia.com/wp-content/themes/daphne-v3/articles.js" type="text/javascript"></script>
<script src="https://daphnecaruanagalizia.com/wp-content/themes/daphne-v3/modernizr.js"></script>
<script>
(function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){
(i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o),
m=s.getElementsByTagName(o)[0];a.async=1;a.src=g;m.parentNode.insertBefore(a,m)
})(window,document,'script','//www.google-analytics.com/analytics.js','ga');
ga('create', 'UA-52549723-1', 'auto');
ga('send', 'pageview');
</script>
<script type="text/javascript">
var minDate;
(function ($) {
$(document).ready(function(){
$(".datepicker.from").datepicker({
changeMonth: true,
showOn: 'focus',
dateFormat: 'dd-mm-yy'
});
$(".datepicker.to").datepicker({
changeMonth: true,
showOn: 'focus',
minDate: minDate,
dateFormat: 'dd-mm-yy'
});
$(".datepicker.from").on('change', function () {
var selecteddate = $(".datepicker.from").datepicker('getDate');
$(".datepicker.to").datepicker("option", "minDate", selecteddate);
});
$("#btnSearchButton").click(function(){
if($("#mainsearch").val() == "")
$("#mainsearch").val(" ");
});
if(!Modernizr.input.placeholder){
$('[placeholder]').focus(function() {
var input = $(this);
if (input.val() == input.attr('placeholder')) {
input.val('');
input.removeClass('placeholder');
}
}).blur(function() {
var input = $(this);
if (input.val() == '' || input.val() == input.attr('placeholder')) {
input.addClass('placeholder');
input.val(input.attr('placeholder'));
}
}).blur();
$('[placeholder]').parents('form').submit(function() {
$(this).find('[placeholder]').each(function() {
var input = $(this);
if (input.val() == input.attr('placeholder')) {
input.val('');
}
})
});
}
});
}(jQuery));
</script>
<script>
window.fbAsyncInit = function() {
FB.init({
appId : '470872746414039',
xfbml : true,
version : 'v2.3'
});
};
(function(d, s, id){
var js, fjs = d.getElementsByTagName(s)[0];
if (d.getElementById(id)) {return;}
js = d.createElement(s); js.id = id;
js.src = "//connect.facebook.net/en_US/sdk.js";
fjs.parentNode.insertBefore(js, fjs);
}(document, 'script', 'facebook-jssdk'));
</script>
</meta></head>
<body>
<div id="page">
<div id="header">
<a href="/"><img alt="Running Commentary: Daphne Caruana Galizia's notebook" id="logo" src="https://daphnecaruanagalizia.com/wp-content/themes/daphne-v3/images/logo-v2.png"/></a>
<div class="searchTop">
<form action="https://daphnecaruanagalizia.com/" class="section" id="search" method="get">
<input class="text" id="mainsearch" name="s" placeholder="Search Keywords" type="text"/>
<input class="button" id="btnSearchButton" type="submit" value="Search"/>
<input class="text datepicker from" name="from_date" placeholder="Date From" type="text" value=""/>
<input class="text datepicker to" name="to_date" placeholder="Date To" type="text" value=""/>
<br style="clear:both"/>
</form>
</div>
</div>
<ul class="anchor-menu">
<li><a href="#featured">Featured Posts</a></li>
</ul>
<div id="content-wrapper">
<div class="home" id="content">
<div class="post first ">
<div class="left">
<h1><a href="https://daphnecaruanagalizia.com/2017/10/crook-schembri-court-today-pleading-not-crook/" rel="bookmark" title="Permanent Link to That crook Schembri was in court today, pleading that he is not a crook">That crook Schembri was in court today, pleading that he is not a crook</a></h1>
<span class="time">1 month, 1 week ago</span>
<div class="entry">
<p>
Former Opposition leader Simon Busuttil testified in court this morning, as did the Prime Minister’s <a class="more" href="https://daphnecaruanagalizia.com/2017/10/crook-schembri-court-today-pleading-not-crook/">More</a></p>
</div>
<p class="postmetadata"><a href="https://daphnecaruanagalizia.com/2017/10/crook-schembri-court-today-pleading-not-crook/#respond">Post a comment</a> | <a href="https://daphnecaruanagalizia.com/2017/10/crook-schembri-court-today-pleading-not-crook/#respond"><span class="dsq-postid" data-dsqidentifier="97967 https://daphnecaruanagalizia.com/?p=97967">No Comments</span></a></p>
</div>
<div class="right">
<div class="teaser">
<a href="https://daphnecaruanagalizia.com/2017/10/crook-schembri-court-today-pleading-not-crook/">
<img src="https://daphnecaruanagalizia.com/wp-content/uploads/2017/10/libel-case-schembri-busuttil-300x247.png"/>
</a>
</div>
</div>
<br style="clear:both"/>
</div>
<div class="ad responsive">
<div class="g g-8"><div class="g-single a-57"><script async="" src="//pagead2.googlesyndication.com/pagead/js/adsbygoogle.js"></script>
<ins class="adsbygoogle" data-ad-client="ca-pub-3205820973664783" data-ad-format="auto" data-ad-slot="9098067153" style="display:block"></ins>
<script>
(adsbygoogle = window.adsbygoogle || []).push({});
</script> </div></div> </div>
<div class="masterposts">
<div id="column-1">
<div class="postmaster" data-postid="97964">
<p class="column-caption"></p>
<div class="post">
<h1><a href="https://daphnecaruanagalizia.com/2017/10/first-things-first-something-horrendous-posture/" rel="bookmark" title="Permanent Link to First things first: do something about that horrendous posture">
First things first: do something about that horrendous posture </a>
</h1>
<div class="entry">
<p>
You can wear the flashiest watch and keep your snazzy shirt-cuff turned up to make …</p>
</div>
<p class="postmetadata"><a href="https://daphnecaruanagalizia.com/2017/10/first-things-first-something-horrendous-posture/#respond">Post a comment</a> | <a href="https://daphnecaruanagalizia.com/2017/10/first-things-first-something-horrendous-posture/#comments"><span class="dsq-postid" data-dsqidentifier="97964 https://daphnecaruanagalizia.com/?p=97964">Read (4)</span></a> | <span class="time">Monday, 16 October 2:09 pm</span></p>
</div>
</div>
<div class="postmaster" data-postid="97961">
<p class="column-caption"></p>
<div class="post">
<h1><a href="https://daphnecaruanagalizia.com/2017/10/austrias-new-chancellor-31-will-form-coalition-neo-nazi/" rel="bookmark" title="Permanent Link to Austria’s new chancellor is 31 – and will have to form a coalition with a neo-Nazi">
Austria’s new chancellor is 31 – and will have to form a coalition with a neo-Nazi </a>
</h1>
<div class="entry">
<p>
Exit polls show that Sebastian Kurz, 31, is about to become Austria’s new chancellor and …</p>
</div>
<p class="postmetadata"><a href="https://daphnecaruanagalizia.com/2017/10/austrias-new-chancellor-31-will-form-coalition-neo-nazi/#respond">Post a comment</a> | <a href="https://daphnecaruanagalizia.com/2017/10/austrias-new-chancellor-31-will-form-coalition-neo-nazi/#comments"><span class="dsq-postid" data-dsqidentifier="97961 https://daphnecaruanagalizia.com/?p=97961">Read (18)</span></a> | <span class="time">Sunday, 15 October 10:07 pm</span></p>
</div>
</div>
<div class="postmaster" data-postid="97958">
<p class="column-caption"></p>
<div class="post">
<h1><a href="https://daphnecaruanagalizia.com/2017/10/party-leaders-sunday-morning/" rel="bookmark" title="Permanent Link to The party leaders and Sunday morning">
The party leaders and Sunday morning </a>
</h1>
<div class="entry">
<p>
Is it going to be a five-year electoral campaign now, or what? I was in …</p>
</div>
<p class="postmetadata"><a href="https://daphnecaruanagalizia.com/2017/10/party-leaders-sunday-morning/#respond">Post a comment</a> | <a href="https://daphnecaruanagalizia.com/2017/10/party-leaders-sunday-morning/#comments"><span class="dsq-postid" data-dsqidentifier="97958 https://daphnecaruanagalizia.com/?p=97958">Read (33)</span></a> | <span class="time">Sunday, 15 October 7:26 pm</span></p>
</div>
</div>
<div class="postmaster" data-postid="97955">
<p class="column-caption"></p>
<div class="post">
<h1><a href="https://daphnecaruanagalizia.com/2017/10/looks-like-delia-surrounding-like-minded-individuals/" rel="bookmark" title="Permanent Link to Looks like Delia is surrounding himself with like-minded individuals">
Looks like Delia is surrounding himself with like-minded individuals </a>
</h1>
<div class="entry">
<p>
The disgraceful thing is that this man has been Nationalist Party whip in parliament for …</p>
</div>
<p class="postmetadata"><a href="https://daphnecaruanagalizia.com/2017/10/looks-like-delia-surrounding-like-minded-individuals/#respond">Post a comment</a> | <a href="https://daphnecaruanagalizia.com/2017/10/looks-like-delia-surrounding-like-minded-individuals/#comments"><span class="dsq-postid" data-dsqidentifier="97955 https://daphnecaruanagalizia.com/?p=97955">Read (9)</span></a> | <span class="time">Saturday, 14 October 12:52 am</span></p>
</div>
</div>
<div class="postmaster" data-postid="97952">
<p class="column-caption"></p>
<div class="post">
<h1><a href="https://daphnecaruanagalizia.com/2017/10/chris-cardona-one-track-mind/" rel="bookmark" title="Permanent Link to Chris Cardona: a one-track mind">
Chris Cardona: a one-track mind </a>
</h1>
<div class="entry">
<p>
“I don’t recall any other budget having given so much pleasure.”
…</p>
</div>
<p class="postmetadata"><a href="https://daphnecaruanagalizia.com/2017/10/chris-cardona-one-track-mind/#respond">Post a comment</a> | <a href="https://daphnecaruanagalizia.com/2017/10/chris-cardona-one-track-mind/#comments"><span class="dsq-postid" data-dsqidentifier="97952 https://daphnecaruanagalizia.com/?p=97952">Read (8)</span></a> | <span class="time">Saturday, 14 October 12:26 am</span></p>
</div>
</div>
<div class="postmaster" data-postid="97943">
<p class="column-caption"></p>
<div class="post">
<h1><a href="https://daphnecaruanagalizia.com/2017/10/david-thake-subject-adrian-delia/" rel="bookmark" title="Permanent Link to David Thake on the subject of Adrian Delia">
David Thake on the subject of Adrian Delia </a>
</h1>
<div class="entry">
<p>
…</p>
</div>
<p class="postmetadata"><a href="https://daphnecaruanagalizia.com/2017/10/david-thake-subject-adrian-delia/#respond">Post a comment</a> | <a href="https://daphnecaruanagalizia.com/2017/10/david-thake-subject-adrian-delia/#comments"><span class="dsq-postid" data-dsqidentifier="97943 https://daphnecaruanagalizia.com/?p=97943">Read (17)</span></a> | <span class="time">Friday, 13 October 11:20 pm</span></p>
</div>
</div>
<div class="postmaster" data-postid="97940">
<p class="column-caption"></p>
<div class="post">
<h1><a href="https://daphnecaruanagalizia.com/2017/10/not-blinded-little-intelligence-much-personal-ambition-reality/" rel="bookmark" title="Permanent Link to To all those who are not blinded by too little intelligence or too much personal ambition, this is the reality">
To all those who are not blinded by too little intelligence or too much personal ambition, this is the reality </a>
</h1>
<div class="entry">
<p>
I mean, really
…</p>
</div>
<p class="postmetadata"><a href="https://daphnecaruanagalizia.com/2017/10/not-blinded-little-intelligence-much-personal-ambition-reality/#respond">Post a comment</a> | <a href="https://daphnecaruanagalizia.com/2017/10/not-blinded-little-intelligence-much-personal-ambition-reality/#comments"><span class="dsq-postid" data-dsqidentifier="97940 https://daphnecaruanagalizia.com/?p=97940">Read (4)</span></a> | <span class="time">Friday, 13 October 6:29 pm</span></p>
</div>
</div>
</div><div class="ad responsive"><div class="g g-9"><div class="g-single a-57"><script async="" src="//pagead2.googlesyndication.com/pagead/js/adsbygoogle.js"></script>
<ins class="adsbygoogle" data-ad-client="ca-pub-3205820973664783" data-ad-format="auto" data-ad-slot="9098067153" style="display:block"></ins>
<script>
(adsbygoogle = window.adsbygoogle || []).push({});
</script> </div></div></div><div id="column-2">
<div class="postmaster" data-postid="97937">
<p class="column-caption"></p>
<div class="post">
<h1><a href="https://daphnecaruanagalizia.com/2017/10/toni-bezzina-throws-hat-ring-two-minutes-deadline/" rel="bookmark" title="Permanent Link to Toni Bezzina throws hat into the ring two minutes before deadline">
Toni Bezzina throws hat into the ring two minutes before deadline </a>
</h1>
<div class="entry">
<p>
Toni Bezzina, the member of parliament, entered the contest to become the Nationalist Party’s deputy …</p>
</div>
<p class="postmetadata"><a href="https://daphnecaruanagalizia.com/2017/10/toni-bezzina-throws-hat-ring-two-minutes-deadline/#respond">Post a comment</a> | <a href="https://daphnecaruanagalizia.com/2017/10/toni-bezzina-throws-hat-ring-two-minutes-deadline/#comments"><span class="dsq-postid" data-dsqidentifier="97937 https://daphnecaruanagalizia.com/?p=97937">Read (8)</span></a> | <span class="time">Friday, 13 October 6:19 pm</span></p>
</div>
</div>
<div class="postmaster" data-postid="97933">
<p class="column-caption"></p>
<div class="post">
<h1><a href="https://daphnecaruanagalizia.com/2017/10/chris-said-just-made-public-statement-deputy-leadership-election/" rel="bookmark" title="Permanent Link to Chris Said has just made a public statement about the deputy leadership election">
Chris Said has just made a public statement about the deputy leadership election </a>
</h1>
<div class="entry">
<p>
…</p>
</div>
<p class="postmetadata"><a href="https://daphnecaruanagalizia.com/2017/10/chris-said-just-made-public-statement-deputy-leadership-election/#respond">Post a comment</a> | <a href="https://daphnecaruanagalizia.com/2017/10/chris-said-just-made-public-statement-deputy-leadership-election/#comments"><span class="dsq-postid" data-dsqidentifier="97933 https://daphnecaruanagalizia.com/?p=97933">Read (9)</span></a> | <span class="time">Friday, 13 October 5:22 pm</span></p>
</div>
</div>
<div class="postmaster" data-postid="97926">
<p class="column-caption"></p>
<div class="post">
<h1><a href="https://daphnecaruanagalizia.com/2017/10/chris-said-says-will-not-stand-election-nationalist-party-deputy-leader/" rel="bookmark" title="Permanent Link to Chris Said says he will not stand for election as Nationalist Party deputy leader">
Chris Said says he will not stand for election as Nationalist Party deputy leader </a>
</h1>
<div class="entry">
<p>
David Agius today came forward officially as a contender for the election of the Nationalist …</p>
</div>
<p class="postmetadata"><a href="https://daphnecaruanagalizia.com/2017/10/chris-said-says-will-not-stand-election-nationalist-party-deputy-leader/#respond">Post a comment</a> | <a href="https://daphnecaruanagalizia.com/2017/10/chris-said-says-will-not-stand-election-nationalist-party-deputy-leader/#comments"><span class="dsq-postid" data-dsqidentifier="97926 https://daphnecaruanagalizia.com/?p=97926">Read (15)</span></a> | <span class="time">Friday, 13 October 4:46 pm</span></p>
</div>
</div>
<div class="postmaster" data-postid="97923">
<p class="column-caption"></p>
<div class="post">
<h1><a href="https://daphnecaruanagalizia.com/2017/10/nationalist-party-deputy-leadership-contender-compares-politics-football-match/" rel="bookmark" title="Permanent Link to Nationalist Party deputy leadership contender compares politics to a football match">
Nationalist Party deputy leadership contender compares politics to a football match </a>
</h1>
<div class="entry">
<p>
Yesterday in the car I was listening to the lunchtime talk-show on the Nationalist Party’s …</p>
</div>
<p class="postmetadata"><a href="https://daphnecaruanagalizia.com/2017/10/nationalist-party-deputy-leadership-contender-compares-politics-football-match/#respond">Post a comment</a> | <a href="https://daphnecaruanagalizia.com/2017/10/nationalist-party-deputy-leadership-contender-compares-politics-football-match/#comments"><span class="dsq-postid" data-dsqidentifier="97923 https://daphnecaruanagalizia.com/?p=97923">Read (16)</span></a> | <span class="time">Friday, 13 October 12:45 pm</span></p>
</div>
</div>
<div class="postmaster" data-postid="97909">
<p class="column-caption"></p>
<div class="post">
<h1><a href="https://daphnecaruanagalizia.com/2017/10/opposition-leaders-wife-says-convicted-drug-dealers-girlfriend-one-closest-trusted-friends-drug-dealers-girlfriend-says-opposition-leaders-wife-close-friends-like/" rel="bookmark" title="Permanent Link to Opposition leader’s wife says convicted drug dealer’s girlfriend is “one of my closest and most trusted friends”; drug-dealer’s girlfriend says she and Opposition leader’s wife are “close friends like sisters”">
Opposition leader’s wife says convicted drug dealer’s girlfriend is “one of my closest and most t... </a>
</h1>
<div class="entry">
<p>
In an interview with The Malta Independent last Sunday, Mrs Delia – the Opposition leader’s …</p>
</div>
<p class="postmetadata"><a href="https://daphnecaruanagalizia.com/2017/10/opposition-leaders-wife-says-convicted-drug-dealers-girlfriend-one-closest-trusted-friends-drug-dealers-girlfriend-says-opposition-leaders-wife-close-friends-like/#respond">Post a comment</a> | <a href="https://daphnecaruanagalizia.com/2017/10/opposition-leaders-wife-says-convicted-drug-dealers-girlfriend-one-closest-trusted-friends-drug-dealers-girlfriend-says-opposition-leaders-wife-close-friends-like/#comments"><span class="dsq-postid" data-dsqidentifier="97909 https://daphnecaruanagalizia.com/?p=97909">Read (31)</span></a> | <span class="time">Thursday, 12 October 8:45 pm</span></p>
</div>
</div>
<div class="postmaster" data-postid="97906">
<p class="column-caption"></p>
<div class="post">
<h1><a href="https://daphnecaruanagalizia.com/2017/10/no-not-real-tweet-good/" rel="bookmark" title="Permanent Link to No, this is not a real tweet – but it’s as good as">
No, this is not a real tweet – but it’s as good as </a>
</h1>
<div class="entry">
<p>
…</p>
</div>
<p class="postmetadata"><a href="https://daphnecaruanagalizia.com/2017/10/no-not-real-tweet-good/#respond">Post a comment</a> | <a href="https://daphnecaruanagalizia.com/2017/10/no-not-real-tweet-good/#comments"><span class="dsq-postid" data-dsqidentifier="97906 https://daphnecaruanagalizia.com/?p=97906">Read (4)</span></a> | <span class="time">Thursday, 12 October 7:21 pm</span></p>
</div>
</div>
<div class="postmaster" data-postid="97897">
<p class="column-caption"></p>
<div class="post">
<h1><a href="https://daphnecaruanagalizia.com/2017/10/listening-people-opposition-leaders-wife-spends-much-10-weeks-state-pension-outfit-swearing-ceremony/" rel="bookmark" title="Permanent Link to ‘Listening to the people’: Opposition leader’s wife spends as much as 10 weeks state pension on outfit for swearing-in ceremony">
‘Listening to the people’: Opposition leader’s wife spends as much as 10 weeks state pension on o... </a>
</h1>
<div class="entry">
<p>
The outfit which Mrs Adrian Delia wore to watch her husband sworn in as Opposition …</p>
</div>
<p class="postmetadata"><a href="https://daphnecaruanagalizia.com/2017/10/listening-people-opposition-leaders-wife-spends-much-10-weeks-state-pension-outfit-swearing-ceremony/#respond">Post a comment</a> | <a href="https://daphnecaruanagalizia.com/2017/10/listening-people-opposition-leaders-wife-spends-much-10-weeks-state-pension-outfit-swearing-ceremony/#comments"><span class="dsq-postid" data-dsqidentifier="97897 https://daphnecaruanagalizia.com/?p=97897">Read (18)</span></a> | <span class="time">Thursday, 12 October 6:53 pm</span></p>
</div>
</div>
</div>
</div>
<br style="clear:both"/>
<p class="pinf">If you have any information to contribute to Running Commentary, please email Daphne Caruana Galizia in complete confidence at <a href="/cdn-cgi/l/email-protection#c8acabafa9a4a1b2a1a988afa5a9a1a4e6aba7a5"><span class="__cf_email__" data-cfemail="bcd8dfdbddd0d5c6d5ddfcdbd1ddd5d092dfd3d1">[email protected]</span></a>. You can do so anonymously, but if you use your real name you can rest assured that this website operates a blanket policy of non-disclosure and does not cooperate with requests for details from the authorities or individuals.</p>
<div class="pagination"><span class="pages">Pages:</span><span class="current">1</span><a href="https://daphnecaruanagalizia.com/page/2/">2</a><a href="https://daphnecaruanagalizia.com/page/3/">3</a><a href="https://daphnecaruanagalizia.com/page/4/">4</a><a class="next" href="https://daphnecaruanagalizia.com/page/2/">›</a><a class="last" href="https://daphnecaruanagalizia.com/page/1442/">»</a></div>
</div>
</div>
<script src="/cdn-cgi/scripts/0e574bed/cloudflare-static/email-decode.min.js"></script><script>
jQuery(document).ready(function(){
setInterval(function() {
if ( jQuery(window).width() > 900) {
jQuery("#column-1 .postmaster").each(function(){
var ind = jQuery(this).index();
var height = jQuery(this).height();
var adjPost = jQuery("#column-2 .postmaster").get(ind);
var adjPostHeight = jQuery(adjPost).height();
if(height > adjPostHeight)
jQuery(adjPost).height(height + 'px');
else
jQuery(this).height(adjPostHeight + 'px');
});
}
else {
jQuery('#column-1 .postmaster, #column-2 .postmaster').css('height', 'auto');
}
// Do something every 2 seconds
}, 500);
});
</script>
<div id="sidebar">
<div class="ad home">
<div class="g g-1"><div class="g-single a-9"><script async="" src="//pagead2.googlesyndication.com/pagead/js/adsbygoogle.js"></script>
<ins class="adsbygoogle" data-ad-client="ca-pub-3205820973664783" data-ad-slot="8711951552" style="display:inline-block;width:300px;height:250px"></ins>
<script>
(adsbygoogle = window.adsbygoogle || []).push({});
</script> </div></div> </div>
<script>
jQuery(document).ready(function(){
if(jQuery(".sidebar-box ul").has("li").length == 0) {
jQuery(".sidebar-box").addClass("no-show");
}
});
</script>
<div class="sidebar-box featured">
<a name="featured"></a><h2>Featured Posts</h2>
<ul>
<li>
<h3><a href="https://daphnecaruanagalizia.com/2017/10/fine-illegal-zoo-lifted-exchange-state-school-visits/">Paltry €50,000 fine for illegal Siggiewi zoo lifted in exchange for state school visits<span>...more</span></a></h3>
</li>
<li>
<h3><a href="https://daphnecaruanagalizia.com/2017/10/owner-illegal-zoo-parties-environment-minister-one-day-planning-authority-sanction-hearing/">Owner of illegal Siggiewi zoo parties with Environment Minister one day before Planning Authority sanctions it<span>...more</span></a></h3>
</li>
<li>
<h3><a href="https://daphnecaruanagalizia.com/2017/10/world-economic-forum-indexmalta-public-trust-politicians-plummets-17-places-one-year/">World Economic Forum index/Malta: public trust in politicians plummets 17 places in one year<span>...more</span></a></h3>
</li>
<li>
<h3><a href="https://daphnecaruanagalizia.com/2017/10/freeloading-clyde-puli-spent-16-days-olympic-games-china-made-us-pay/">When freeloading Clyde Puli spent 16 days at the Olympic Games in China and made us pay for it<span>...more</span></a></h3>
</li>
<li>
<h3><a href="https://daphnecaruanagalizia.com/2017/09/leader-nationalist-party-miss-rebecca-dimech/">The leader of the Nationalist Party and Miss Rebecca Dimech<span>...more</span></a></h3>
</li>
<li>
<h3><a href="https://daphnecaruanagalizia.com/2017/09/well-kap-tal-kattolici-u-l-latini-certainly-roving-eye/">Well, the Kap tal-Kattolici u l-Latini certainly has a roving eye<span>...more</span></a></h3>
</li>
</ul>
</div>
<div class="ad home" style="margin:5px 0;">
<div class="g g-2"><div class="g-single a-9"><script async="" src="//pagead2.googlesyndication.com/pagead/js/adsbygoogle.js"></script>
<ins class="adsbygoogle" data-ad-client="ca-pub-3205820973664783" data-ad-slot="8711951552" style="display:inline-block;width:300px;height:250px"></ins>
<script>
(adsbygoogle = window.adsbygoogle || []).push({});
</script> </div></div> </div>
<div class="ad home">
<div class="g g-3"><div class="g-single a-9"><script async="" src="//pagead2.googlesyndication.com/pagead/js/adsbygoogle.js"></script>
<ins class="adsbygoogle" data-ad-client="ca-pub-3205820973664783" data-ad-slot="8711951552" style="display:inline-block;width:300px;height:250px"></ins>
<script>
(adsbygoogle = window.adsbygoogle || []).push({});
</script> </div></div> </div>
</div>
<div id="footer">
<script src="https://daphnecaruanagalizia.com/wp-includes/js/jquery/ui/core.min.js?ver=1.11.4" type="text/javascript"></script>
<script src="https://daphnecaruanagalizia.com/wp-includes/js/jquery/ui/widget.min.js?ver=1.11.4" type="text/javascript"></script>
<script src="https://daphnecaruanagalizia.com/wp-includes/js/jquery/ui/tabs.min.js?ver=1.11.4" type="text/javascript"></script>
<script src="https://daphnecaruanagalizia.com/wp-includes/js/jquery/ui/datepicker.min.js?ver=1.11.4" type="text/javascript"></script>
<script type="text/javascript">
jQuery(document).ready(function(jQuery){jQuery.datepicker.setDefaults({"closeText":"Close","currentText":"Today","monthNames":["January","February","March","April","May","June","July","August","September","October","November","December"],"monthNamesShort":["Jan","Feb","Mar","Apr","May","Jun","Jul","Aug","Sep","Oct","Nov","Dec"],"nextText":"Next","prevText":"Previous","dayNames":["Sunday","Monday","Tuesday","Wednesday","Thursday","Friday","Saturday"],"dayNamesShort":["Sun","Mon","Tue","Wed","Thu","Fri","Sat"],"dayNamesMin":["S","M","T","W","T","F","S"],"dateFormat":"MM d, yy","firstDay":0,"isRTL":false});});
</script>
<script src="https://daphnecaruanagalizia.com/wp-content/plugins/adrotate-pro/library/jquery.adrotate.clicktracker.js?ver=0.6" type="text/javascript"></script>
<script src="https://daphnecaruanagalizia.com/wp-content/plugins/adrotate-pro/library/jquery.adrotate.responsive.js?ver=0.4" type="text/javascript"></script>
<script src="https://daphnecaruanagalizia.com/wp-content/plugins/wp-embed-facebook/lib/js/wpembedfb.min.js?ver=1.0" type="text/javascript"></script>
<script src="https://daphnecaruanagalizia.com/wp-includes/js/wp-embed.min.js?ver=4.8.3" type="text/javascript"></script>
<script type="text/javascript">
/* <![CDATA[ */
var countVars = {"disqusShortname":"runningcommentary"};
/* ]]> */
</script>
<script src="https://daphnecaruanagalizia.com/wp-content/plugins/disqus-comment-system/media/js/count.js?ver=4.8.3" type="text/javascript"></script>
<script type="text/javascript">
var tracker_url = 'https://daphnecaruanagalizia.com/wp-content/plugins/adrotate-pro/library/clicktracker.php';
</script>
<script src="https://stats.wordpress.com/e-201748.js" type="text/javascript"></script>
<script type="text/javascript">
st_go({blog:'3030541',v:'ext',post:'0'});
var load_cmc = function(){linktracker_init(3030541,0,2);};
if ( typeof addLoadEvent != 'undefined' ) addLoadEvent(load_cmc);
else load_cmc();
</script>
</div>
</div>
</body>
</html>
In [9]:
daphne_soup.find_all('div', {'class': 'postmaster'})[0].find('a')['href']
Out[9]:
'https://daphnecaruanagalizia.com/2017/10/first-things-first-something-horrendous-posture/'
In [ ]:
In [ ]:
In [65]:
daphne_title = daphne_soup.find("h1").text
In [66]:
daphne_title
Out[66]:
'That crook Schembri was in court today, pleading that he is not a crook'
In [67]:
daphne_date = daphne_soup.find("span", {'class': 'time'}).text.replace('\n', '').strip("Published:")
In [68]:
daphne_date
Out[68]:
'1 month, 1 week ago'
In [81]:
daphne_lnk = daphne_soup.find("a", href=True)
In [82]:
daphne_lnk
Out[82]:
<a href="/"><img alt="Running Commentary: Daphne Caruana Galizia's notebook" id="logo" src="https://daphnecaruanagalizia.com/wp-content/themes/daphne-v3/images/logo-v2.png"/></a>
In [199]:
urlbase = "https://daphnecaruanagalizia.com/20"
In [200]:
numlist_1 = range(8,17)
In [201]:
urllist_1 = []
for x in numlist_1:
x = "%02d" % x
url = urlbase + str(x)
urllist_1.append(url)
In [202]:
urllist_1
Out[202]:
['https://daphnecaruanagalizia.com/2008',
'https://daphnecaruanagalizia.com/2009',
'https://daphnecaruanagalizia.com/2010',
'https://daphnecaruanagalizia.com/2011',
'https://daphnecaruanagalizia.com/2012',
'https://daphnecaruanagalizia.com/2013',
'https://daphnecaruanagalizia.com/2014',
'https://daphnecaruanagalizia.com/2015',
'https://daphnecaruanagalizia.com/2016']
In [203]:
numlist = range(1,13)
In [204]:
for i in numlist:
urllist_1.append(i)
In [205]:
urllist_1
Out[205]:
['https://daphnecaruanagalizia.com/2008',
'https://daphnecaruanagalizia.com/2009',
'https://daphnecaruanagalizia.com/2010',
'https://daphnecaruanagalizia.com/2011',
'https://daphnecaruanagalizia.com/2012',
'https://daphnecaruanagalizia.com/2013',
'https://daphnecaruanagalizia.com/2014',
'https://daphnecaruanagalizia.com/2015',
'https://daphnecaruanagalizia.com/2016',
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12]
In [60]:
new_lst = []
for i in urllist:
print(i)
url = i
response = requests.get(url)
daphne_soup = BeautifulSoup(response.text, 'html.parser')
titel = daphne_soup.find("h1").text
datum = daphne_soup.find("span", {'class': 'time'}).text.replace('\n', '').strip("Published:")
link = daphne_soup.find("a", href=True)
mini_dict = {'Titel': titel,
'Datum': datum,
'Link' : link}
new_lst.append(mini_dict)
https://daphnecaruanagalizia.com/2017/1
https://daphnecaruanagalizia.com/2017/2
https://daphnecaruanagalizia.com/2017/3
https://daphnecaruanagalizia.com/2017/4
https://daphnecaruanagalizia.com/2017/5
https://daphnecaruanagalizia.com/2017/6
https://daphnecaruanagalizia.com/2017/7
https://daphnecaruanagalizia.com/2017/8
https://daphnecaruanagalizia.com/2017/9
https://daphnecaruanagalizia.com/2017/10
In [61]:
pd.DataFrame(new_lst)
Out[61]:
Datum
Link
Titel
0
Tuesday, 31 January 2342
None
Chris Cardona and Joe Gerada probably need a b...
1
Tuesday, 28 February 2206
None
Panama Papers documentary broadcast tonight in...
2
Friday, 31 March 2356
None
Muscat gives new meaning to the term ‘faking it’
3
Sunday, 30 April 1342
None
Pilatus Bank says it is “flying the flag for M...
4
Wednesday, 31 May 2356
None
All Simon Busuttil had to do was remind us tha...
5
Friday, 30 June 1731
None
The Financial Intelligence Analysis Unit: a gr...
6
Friday, 7 July 1536
None
The police go after the small fry while protec...
7
Thursday, 31 August 2344
None
What they said
8
Saturday, 30 September 2348
None
Clyde Puli objects to indecent moves
9
Monday, 16 October 1435
None
That crook Schembri was in court today, pleadi...
In [93]:
In [ ]:
Content source: barjacks/pythonrecherche
Similar notebooks: