In [2]:

    

import os, time, re, pickle
import matplotlib.pyplot as plt
import numpy as np
import pandas as pd
from datetime import timedelta, date
import urllib
import html5lib
from selenium import webdriver
from selenium.webdriver.common.keys import Keys
from bs4 import BeautifulSoup, SoupStrainer


    

In [3]:

    

fhtml = open('/Users/clarencecheng/Dropbox/~Insight/skimr/datasets/fullhtml_20170606_00-54-27_isolate.txt','r')

id_ft = []
fullt = []

# article ID #1005 from 00-54-27 has blockquote highlight! (url: https://themission.co/the-pain-of-being-a-pro-1a41f802614)
# Later, look into using html tags as features?

# num = 0
for line in fhtml:
    text = line.strip().split('\t')
    fullh = text[2]
    fullt_line = []

    soup = BeautifulSoup(fullh,'lxml')                            #,parse_only=content)
    txt0 = soup.find('div',attrs={'data-source':'post_page'})     #class_='postArticle-content')
    if not txt0:
        print('error! skipping '+text[1])
        continue
    txt1 = txt0.find_all(class_='graf')#'p',class_='graf')
    id_ft.append(text[1])

    for line in txt1:
        txt2 = re.sub('<[^>]+>', '', str(line) )
        fullt_line.append(txt2)
#     num+=1
#     if num == 10:
#         break

#     print(fullt_line)
    
    fullt.append( fullt_line )

print(id_ft[1006])
print(fullt[1006])


    

    




error! skipping 46
error! skipping 63
error! skipping 79
error! skipping 102
error! skipping 104
error! skipping 132
error! skipping 137
error! skipping 146
error! skipping 151
error! skipping 193
error! skipping 211
error! skipping 233
error! skipping 255
error! skipping 259
error! skipping 265
error! skipping 271
error! skipping 310
error! skipping 313
error! skipping 322
error! skipping 323
error! skipping 329
error! skipping 440
error! skipping 464
error! skipping 500
error! skipping 557
error! skipping 569
error! skipping 607
error! skipping 609
error! skipping 626
error! skipping 656
error! skipping 676
error! skipping 689
error! skipping 693
error! skipping 719
error! skipping 727
error! skipping 735
error! skipping 786
error! skipping 802
error! skipping 817
error! skipping 825
error! skipping 834
error! skipping 855
error! skipping 881
error! skipping 894
error! skipping 908
error! skipping 918
error! skipping 929
error! skipping 972
error! skipping 981
error! skipping 985
error! skipping 988
error! skipping 1029
error! skipping 1032
error! skipping 1037
error! skipping 1058
error! skipping 1069
error! skipping 1085
error! skipping 1086
error! skipping 1091
error! skipping 1111
error! skipping 1144
error! skipping 1187
error! skipping 1219
error! skipping 1232
error! skipping 1259
error! skipping 1266
error! skipping 1363
error! skipping 1374
error! skipping 1409
error! skipping 1432
error! skipping 1442
error! skipping 1446
error! skipping 1454
error! skipping 1460
error! skipping 1497
error! skipping 1500
error! skipping 1514
error! skipping 1563
error! skipping 1603
error! skipping 1619
error! skipping 1632
error! skipping 1641
error! skipping 1652
error! skipping 1708
error! skipping 1714
error! skipping 1725
error! skipping 1742
error! skipping 1747
error! skipping 1761
error! skipping 1772
error! skipping 1781
error! skipping 1790
error! skipping 1827
error! skipping 1879
error! skipping 1923
error! skipping 1970
error! skipping 2046
error! skipping 2088
error! skipping 2101
error! skipping 2129
error! skipping 2138
error! skipping 2148
error! skipping 2202
error! skipping 2223
error! skipping 2228
error! skipping 2253
error! skipping 2330
error! skipping 2349
1062
['', 'There’s only one business worth\xa0starting', 'You know, when I first got into business, when I started my journey as an entrepreneur, I was building a music management company. That was my focus, and we were managing bands, managing producers, making records and booking tours.', 'I had the best time of my life, and I still look back on those years with a lot of fondness. We didn’t do anything that great, and it didn’t end too well, but we loved every moment of it.', 'I told a founder about that the other day, and the first thing he said, was “…but you could never have scaled that\xa0anyway.”', 'I couldn’t believe it. That’s such a frustrating thing to hear, because it comes from one place. It comes from someone who doesn’t see any kind of business as valid if it’s not a scalable startup.', 'I’ve had this multiple times throughout my career. I’ve got a deep interest and love for client work, for design, for creativity, content creation, fashion and lifestyle brands. As an entrepreneur, this is the shit that I’m into.', 'And I’ve been dismissed time and time again by startup founders who don’t assign any value to those kinds of businesses.', 'Can I drop something on you? Tech startups, platforms, market places and scalability are not the only markers of a successful business. And they’re not the only focus of happy entrepreneurs.', 'I believe there’s only one business worth starting. Only one idea or business model worth pursuing. It’s the one you can wake up and still want to work on in 5 years. It’s the one that means something personal to you, that you honestly give a shit about. It’s the one you believe in.', '', 'So this is a topic I’ve come back to a few times, and I’ll keep coming back to it. Because I love businesses, and I love entrepreneurship, and yeah I’ve got a thing for startups. But startups aren’t the be all and end all, they’re not the only businesses you can build.', 'I’ve met a lot of people who’ve struggled to explain their business, because they’re trying to fit it into the mold or the concept of a startup, as if it’s this magical category. But you don’t have to do that.', 'If you’re building a web design agency, you don’t have to shuffle your feet and try and call it a design startup. You can call it what you want, but all you’re doing is slapping a bunch of different labels on what is essentially a small business.', 'There is nothing wrong with a small business.', 'If you’re building a fashion brand, you don’t have to try and make it a platform too, and you don’t have to hide behind labels, you can just come out and call it what it is. A line of T-shirts. A company that makes shoes. Whatever.', 'But don’t feel like your journey or your path as an entrepreneur is somehow less valid than your peers’ just because you’re not building a scalable startup. Don’t feel like you have to make any apologies for building what you love, not what you’re told you should work\xa0on.', 'If the business you love happens to be a tech startup, that’s great. Build that. But if the business you love is just you, designing Typography in your living room from one iMac, that’s great too.', 'At the end of the day, you’ve got to be able to live with yourself, and you’ve got to be able to wake up and keep working when everything seems pointless. The only way to do that is to build the business you want. Build the thing you’re obsessed with.', 'There is only one business worth starting, and it’s the one you know you want to work\xa0on.', 'If you enjoyed reading, please support my work by hitting that little green\xa0heart!', '', 'FIND OUT\xa0MORE', 'I’m a writer, a speaker, and a social media entrepreneur. Appeared and published in Business Insider, Inc.com, TIME & others.', 'Email: jon@jonwestenberg.com', 'Beme: Check me out here!', 'Instagram: Follow me!']

In [14]:

    

print(id_ft[953])
print(fullt[953])


    

    




1005
['https://pixabay.com/en/ball-mini-golf-ball-hole-putting-1271974/', 'The Hard Truth About Mastering Any\xa0Skill', 'Like all skills that don’t come naturally, practice makes perfect. The key to building anything right is repetition. Mastery does not require you to be perfect, but it does require you to pursue perfection.', 'You can’t “smartcut” your way to mastery. But you can work your way to the top. Excellence is borne not of any particular innate ability, but of practice. Success in any field is more about commitment to a process than it is about finding one magic trick.', 'Professionals stick to the schedule. Everyone else lets life get in the way. Professionals work towards mastery with purpose. You don’t need a giant leap of faith or big breaks to be a professional at what you do.', 'Jeff Goins explains it perfectly:', 'If you want to be a pro, you’re going to have to break this terrible amateur habit of looking at what people have without paying attention to what they did to get it. Chasing the results without understanding the process will lead to short-lived success, if not outright\xa0failure.', 'Self discovery is\xa0key', '“The happiness of a man in this life does not consist in the absence but in the mastery of his passions.”\u200a—\u200aAlfred Lord Tennyson', 'A lot of what you want to do, be, or create is tied to who you are, and where you want to get to in life. You have to be clear on your identity and what you want out of life. It come down to desire, to passion, to what truly motivates you.', 'So the real question is if you spend thousands of hours and something like a decade practicing your craft, will it be worth it? The last thing you want in life, to paraphrase Thomas Merton, is to climb a ladder only to realize it was leaning against the wrong wall.', 'Here is how James Clear explains it:', '“Decide what you want to be good at. Purpose is everything. If you know what you want, then getting it is much easier. This sounds simple, but in my experience even people who are smart, creative, and talented rarely know exactly what they are working for and why.”', 'You’ve got to appreciate and respect the\xa0process', 'You could work smarter, instead of harder, but it is still a process. That doesn’t change. I am not a pro writer. I am far from it. I still suck at writing. But I value the process. I show up every week to share what I find and learn from amazing writers. I will continue to learn every day to be better. It’s the only way. Shortcuts won’t help me.', 'You have to put the time in. It’s a marathon, not a sprint. Thomas Edison, in his efforts to invent a working light bulb, once said, “I have not failed. I have just found 10,000 ways that won’t work. Think about the number of times he tried to get to a working light builb. And how long it took him to make it work like it should. Mastering any skill to become a professional takes time and effort, which most people don’t have or aren’t willing to give.', 'There is no substitute for hard\xa0work', 'Life is a series of experiences, each one of which makes us bigger, even though sometimes it is hard to realize this. For the world was built to develop character, and we must learn that the setbacks and grieves which we endure help us in our marching onward.\u200a—\u200aHenry Ford', 'What made Tiger Woods great? What makes Warren Buffett the world’s premier investor? We think we know: Each was a natural who came into the world with a gift for doing exactly what he ended up doing. You are not a born innovator or investor or chess grandmaster.', 'You’ve got to practice and perfom your way to into professionalism. You will achieve greatness only through an enormous amount of hard work over many years. And not just any hard work, but work of a particular type that’s demanding and painful.', 'Approaching your goals with the attitude of a professional isn’t easy. In fact, being a pro is painful. In order to get good, and even great at what you want to do, youv’e got to submit yourself to the teaching of past professionals. You have to study their work and emulate their techniques until you begin to find a style of your own. When you face setbacks, give yourself time to adjust, but don’t give up.', 'You have to practice, even when it\xa0hurts.', 'The simple fact of the matter is that most of the time we are inconsistent. You have to keep challenging yourself, keep pushing yourself beyond your limits. I can guarantee that if you set a schedule for any task and start sticking to it, there will be days when you feel like quitting. That never goes away. But the ultimate goal will keep you sane.', 'When you start a business or any project, there will be days when you don’t feel like showing up. But you have to be consistent to be better and smarter than your previous self. Stepping up when it’s annoying or painful or draining builds character. Be good at making time for what matters to you\u200a—\u200aespecially when you don’t feel like it.', 'If you enjoyed this post, you will love Postanly. It’s my FREE weekly digest of the best self and life improvement posts on the web. Postanly challenges you to be smarter and better everyday! Subscribe for free today.']

In [15]:

    

fhtml2 = open('/Users/clarencecheng/Dropbox/~Insight/skimr/datasets/fullhtml_20170606_10-45-58_edit_isolate.txt','r')

id_ft2 = []
fullt2 = []

# num = 0
for line in fhtml2:
    text = line.strip().split('\t')
    fullh = text[2]
    fullt_line = []

    soup = BeautifulSoup(fullh,'lxml')                            #,parse_only=content)
    txt0 = soup.find('div',attrs={'data-source':'post_page'})     #class_='postArticle-content')
    if not txt0:
        print('error! skipping '+text[1])
        continue
    txt1 = txt0.find_all(class_='graf')#'p',class_='graf')
    id_ft2.append(str(int(text[1])+2384))

    for line in txt1:
        txt2 = re.sub('<[^>]+>', '', str(line) )
        fullt_line.append(txt2)

#     print(fullt_line)
    fullt2.append( fullt_line )
#     num+=1
#     if num == 22:
#         break

print(id_ft2[9])
print(fullt2[9])
print(id_ft2)
print(str(len(id_ft2)))
print(str(len(fullt2)))


    

    




error! skipping 20
error! skipping 68
error! skipping 70
error! skipping 121
error! skipping 180
error! skipping 237
error! skipping 257
error! skipping 266
error! skipping 287
error! skipping 298
error! skipping 302
error! skipping 317
error! skipping 333
error! skipping 380
error! skipping 382
error! skipping 400
error! skipping 422
error! skipping 439
error! skipping 441
error! skipping 450
error! skipping 482
error! skipping 523
error! skipping 532
error! skipping 544
error! skipping 556
error! skipping 584
error! skipping 594
error! skipping 615
error! skipping 638
error! skipping 660
error! skipping 684
error! skipping 705
error! skipping 707
error! skipping 708
error! skipping 731
error! skipping 739
error! skipping 771
error! skipping 776
error! skipping 843
error! skipping 863
error! skipping 873
error! skipping 881
error! skipping 890
error! skipping 904
error! skipping 924
error! skipping 946
error! skipping 949
error! skipping 951
error! skipping 962
error! skipping 970
error! skipping 971
error! skipping 976
error! skipping 1006
error! skipping 1010
error! skipping 1012
error! skipping 1047
error! skipping 1048
error! skipping 1059
error! skipping 1113
error! skipping 1119
error! skipping 1157
error! skipping 1197
error! skipping 1237
error! skipping 1246
error! skipping 1254
error! skipping 1293
error! skipping 1329
error! skipping 1336
error! skipping 1373
error! skipping 1380
error! skipping 1484
error! skipping 1514
error! skipping 1541
error! skipping 1588
error! skipping 1593
error! skipping 1594
error! skipping 1601
error! skipping 1605
error! skipping 1611
error! skipping 1647
error! skipping 1653
error! skipping 1695
error! skipping 1698
error! skipping 1701
error! skipping 1703
error! skipping 1710
error! skipping 1735
error! skipping 1782
error! skipping 1791
error! skipping 1827
error! skipping 1829
error! skipping 1851
error! skipping 1862
error! skipping 1874
error! skipping 1951
error! skipping 1953
error! skipping 1956
error! skipping 1958
error! skipping 1984
error! skipping 1998
error! skipping 2018
error! skipping 2025
error! skipping 2038
error! skipping 2045
error! skipping 2059
error! skipping 2070
error! skipping 2113
error! skipping 2122
error! skipping 2143
error! skipping 2161
error! skipping 2173
2394
['', '5 Zen Principles To Live\xa0By', 'Practical wisdom that instantly improves your\xa0life', 'I love practical advice that you can immediately apply to your life. And Zen, a school of Mahayana Buddhism, is full of practical wisdom.', 'When I tell my friends, colleagues, and people I work with that I like reading about Zen Buddhism, they often make remarks like: “When are you going to grow your hair, walk around bare feet, and talk about yoga all day?”', 'That’s the hipster way of life. Not the Zen way.', 'What is Zen, actually? To be honest, I don’t know. It’s not a religion, belief, or piece of knowledge.', 'I started reading more about Zen when I learned that legendary basketball coach Phil Jackson is very into Zen and used the concepts to coach Michael Jordan and Kobe Bryant.', 'And especially Kobe, a person who I have immense respect for, embraced Zen principles. When I found out about that, I wanted to learn more about Zen.', 'Phil Jackson also mentions a Zen quote in his book Eleven Rings (which is about the championship runs of the Chicago Bulls and LA Lakers):', '“Before enlightenment chop wood and carry water. After enlightenment, chop wood and carry water.”\u200a—\u200aWu\xa0Li', 'My interpretation is that no matter what happens in your life; you must keep doing your task. I live by that philosophy too. You can replace enlightenment with any life goal. Nothing changes once you achieve something. You still have to do what you’re meant to do.', 'Over the past few years, I’ve read more about Zen and everything that’s related to it. What I’ve found is that it’s not a smart thing to get hung up on definitions, movements, and groups. Buddhism, Taoism, Zen\u200a—\u200athey share many of the same ideas. I also don’t care what is what and who invented certain ideas. I’ll leave that to the pseudo intellectualists of this world.', 'All I know is that many of the Zen teachings are very useful for living a peaceful and happy life. So I’ve made a list of 5 Zen lessons I’ve found practical and easily applicable to modern day life. Here we go.', '1. Find Your Meditation Technique', 'The most important part of a Zen monk’s life is meditation. I’ve tried sitting meditation in the past. It’s not for me.', 'So I’ve turned running and strength training into my meditation. The most important thing about meditation is this: Practice being in the moment.', 'I’ve found it doesn’t matter what type of activity you use. Sitting meditation, yoga, running, strength training\u200a—\u200ayou can MAKE it work for you. Make sure you’re one with your body, clear your mind, and do it regularly.', 'One note: Meditation doesn’t work when you try to do six thousand things at the same time. I’ve recently learned to do one thing at a time.', 'I’ve stopped doing things like listening to audiobooks and podcasts when you’re working on something important, or when you’re exercising.', 'Ever since I quit that type of multitasking behavior, my workouts have improved drastically. These days, I completely focus on the task at hand: Running, lifting weights, my muscles, the way I breath, etc. I still like to listen to music because that easily moves to the background. You don’t have to focus on it.', '2. Enjoy The\xa0Moment', 'This quote from Thích Nhất Hạnh, a Vietnamese Zen Monk, says it all:', '“Drink your tea slowly and reverently, as if it is the axis on which the world earth revolves\u200a—\u200aslowly, evenly, without rushing toward the\xa0future.”', 'Look, you don’t have to do groundbreaking things to live a meaningful life. You don’t need to be the youngest person to climb Everest. Actually, you don’t need to be the first person who does anything.', 'Just makes sure you enjoy most moments of your day. I say most because you’re probably way too busy to enjoy every moment. That’s not realistic unless you’re a Monk. But stopping for a few seconds a day, and enjoying the moment, that’s something everyone can do. No excuses.', '3. Happiness Is Closer Than You\xa0Think', 'We often look at outside sources for happiness: Travel, a new job, moving to a different city or county, a new partner, more experiences, etc. But if you’re unhappy now, you will probably be an unhappy person with new experiences.', 'A quote from the Japanese Zen Master Dogen explains it well:', '“If you are unable to find the truth right where you are, where else do you expect to find\xa0it?”', 'Don’t look for happiness in other places. Find it right where you are. Once you become happy, it’s easier to stay happy.', '4. Focus On The\xa0Process', 'Zen Monks and Masters don’t care about results. They focus on habits, rituals, and processes that support the Zen way of living.', 'Too often, we stare blindly on the results we want to achieve that we forget why we do something in the first place.', 'I don’t think there’s anything wrong with trying to achieve things. You don’t have to give up everything and move to a monastery.', 'But make sure you develop habits and rituals that support what you’re trying to achieve in life. When you focus on the process, the outcome will follow automatically.', '5. The Meaning Of Life Is To Be\xa0Alive', 'Alan Watts was a British philosopher who was introduced to Zen in 1936, when he attended a conference where D. T. Suzuki spoke. Suzuki, a Japanese author, singlehandedly influenced the spreading of Zen in the West.', 'And ever since that moment, Watts (21 years old at the time) was fascinated with Zen. He wrote many books. One of the most popular books is Way of Zen. Watts also built a large following in the West. And I have to say that I like his work a lot.', 'Especially his perspective on the meaning of life. He said:', '“The meaning of life is just to be alive. It is so plain and so obvious and so simple. And yet, everybody rushes around in a great panic as if it were necessary to achieve something beyond themselves.”', 'This sounds fucking obvious, but I’m going to say it anyway: Instead of thinking, spend your life living. Make yourself useful, solve problems, add value, and most importantly: Enjoy it.', 'Don’t rush life. Before you know, it will all be over. To me, that’s the true Zen way of living.', 'Thanks for reading! This article was originally published on dariusforoux.com.', '']
['2385', '2386', '2387', '2388', '2389', '2390', '2391', '2392', '2393', '2394', '2395', '2396', '2397', '2398', '2399', '2400', '2401', '2402', '2403', '2405', '2406', '2407', '2408', '2409', '2410', '2411', '2412', '2413', '2414', '2415', '2416', '2417', '2418', '2419', '2420', '2421', '2422', '2423', '2424', '2425', '2426', '2427', '2428', '2429', '2430', '2431', '2432', '2433', '2434', '2435', '2436', '2437', '2438', '2439', '2440', '2441', '2442', '2443', '2444', '2445', '2446', '2447', '2448', '2449', '2450', '2451', '2453', '2455', '2456', '2457', '2458', '2459', '2460', '2461', '2462', '2463', '2464', '2465', '2466', '2467', '2468', '2469', '2470', '2471', '2472', '2473', '2474', '2475', '2476', '2477', '2478', '2479', '2480', '2481', '2482', '2483', '2484', '2485', '2486', '2487', '2488', '2489', '2490', '2491', '2492', '2493', '2494', '2495', '2496', '2497', '2498', '2499', '2500', '2501', '2502', '2503', '2504', '2506', '2507', '2508', '2509', '2510', '2511', '2512', '2513', '2514', '2515', '2516', '2517', '2518', '2519', '2520', '2521', '2522', '2523', '2524', '2525', '2526', '2527', '2528', '2529', '2530', '2531', '2532', '2533', '2534', '2535', '2536', '2537', '2538', '2539', '2540', '2541', '2542', '2543', '2544', '2545', '2546', '2547', '2548', '2549', '2550', '2551', '2552', '2553', '2554', '2555', '2556', '2557', '2558', '2559', '2560', '2561', '2562', '2563', '2565', '2566', '2567', '2568', '2569', '2570', '2571', '2572', '2573', '2574', '2575', '2576', '2577', '2578', '2579', '2580', '2581', '2582', '2583', '2584', '2585', '2586', '2587', '2588', '2589', '2590', '2591', '2592', '2593', '2594', '2595', '2596', '2597', '2598', '2599', '2600', '2601', '2602', '2603', '2604', '2605', '2606', '2607', '2608', '2609', '2610', '2611', '2612', '2613', '2614', '2615', '2616', '2617', '2618', '2619', '2620', '2622', '2623', '2624', '2625', '2626', '2627', '2628', '2629', '2630', '2631', '2632', '2633', '2634', '2635', '2636', '2637', '2638', '2639', '2640', '2642', '2643', '2644', '2645', '2646', '2647', '2648', '2649', '2651', '2652', '2653', '2654', '2655', '2656', '2657', '2658', '2659', '2660', '2661', '2662', '2663', '2664', '2665', '2666', '2667', '2668', '2669', '2670', '2672', '2673', '2674', '2675', '2676', '2677', '2678', '2679', '2680', '2681', '2683', '2684', '2685', '2687', '2688', '2689', '2690', '2691', '2692', '2693', '2694', '2695', '2696', '2697', '2698', '2699', '2700', '2702', '2703', '2704', '2705', '2706', '2707', '2708', '2709', '2710', '2711', '2712', '2713', '2714', '2715', '2716', '2718', '2719', '2720', '2721', '2722', '2723', '2724', '2725', '2726', '2727', '2728', '2729', '2730', '2731', '2732', '2733', '2734', '2735', '2736', '2737', '2738', '2739', '2740', '2741', '2742', '2743', '2744', '2745', '2746', '2747', '2748', '2749', '2750', '2751', '2752', '2753', '2754', '2755', '2756', '2757', '2758', '2759', '2760', '2761', '2762', '2763', '2765', '2767', '2768', '2769', '2770', '2771', '2772', '2773', '2774', '2775', '2776', '2777', '2778', '2779', '2780', '2781', '2782', '2783', '2785', '2786', '2787', '2788', '2789', '2790', '2791', '2792', '2793', '2794', '2795', '2796', '2797', '2798', '2799', '2800', '2801', '2802', '2803', '2804', '2805', '2807', '2808', '2809', '2810', '2811', '2812', '2813', '2814', '2815', '2816', '2817', '2818', '2819', '2820', '2821', '2822', '2824', '2826', '2827', '2828', '2829', '2830', '2831', '2832', '2833', '2835', '2836', '2837', '2838', '2839', '2840', '2841', '2842', '2843', '2844', '2845', '2846', '2847', '2848', '2849', '2850', '2851', '2852', '2853', '2854', '2855', '2856', '2857', '2858', '2859', '2860', '2861', '2862', '2863', '2864', '2865', '2867', '2868', '2869', '2870', '2871', '2872', '2873', '2874', '2875', '2876', '2877', '2878', '2879', '2880', '2881', '2882', '2883', '2884', '2885', '2886', '2887', '2888', '2889', '2890', '2891', '2892', '2893', '2894', '2895', '2896', '2897', '2898', '2899', '2900', '2901', '2902', '2903', '2904', '2905', '2906', '2908', '2909', '2910', '2911', '2912', '2913', '2914', '2915', '2917', '2918', '2919', '2920', '2921', '2922', '2923', '2924', '2925', '2926', '2927', '2929', '2930', '2931', '2932', '2933', '2934', '2935', '2936', '2937', '2938', '2939', '2941', '2942', '2943', '2944', '2945', '2946', '2947', '2948', '2949', '2950', '2951', '2952', '2953', '2954', '2955', '2956', '2957', '2958', '2959', '2960', '2961', '2962', '2963', '2964', '2965', '2966', '2967', '2969', '2970', '2971', '2972', '2973', '2974', '2975', '2976', '2977', '2979', '2980', '2981', '2982', '2983', '2984', '2985', '2986', '2987', '2988', '2989', '2990', '2991', '2992', '2993', '2994', '2995', '2996', '2997', '2998', '3000', '3001', '3002', '3003', '3004', '3005', '3006', '3007', '3008', '3009', '3010', '3011', '3012', '3013', '3014', '3015', '3016', '3017', '3018', '3019', '3020', '3021', '3023', '3024', '3025', '3026', '3027', '3028', '3029', '3030', '3031', '3032', '3033', '3034', '3035', '3036', '3037', '3038', '3039', '3040', '3041', '3042', '3043', '3045', '3046', '3047', '3048', '3049', '3050', '3051', '3052', '3053', '3054', '3055', '3056', '3057', '3058', '3059', '3060', '3061', '3062', '3063', '3064', '3065', '3066', '3067', '3069', '3070', '3071', '3072', '3073', '3074', '3075', '3076', '3077', '3078', '3079', '3080', '3081', '3082', '3083', '3084', '3085', '3086', '3087', '3088', '3090', '3093', '3094', '3095', '3096', '3097', '3098', '3099', '3100', '3101', '3102', '3103', '3104', '3105', '3106', '3107', '3108', '3109', '3110', '3111', '3112', '3113', '3114', '3116', '3117', '3118', '3119', '3120', '3121', '3122', '3124', '3125', '3126', '3127', '3128', '3129', '3130', '3131', '3132', '3133', '3134', '3135', '3136', '3137', '3138', '3139', '3140', '3141', '3142', '3143', '3144', '3145', '3146', '3147', '3148', '3149', '3150', '3151', '3152', '3153', '3154', '3156', '3157', '3158', '3159', '3161', '3162', '3163', '3164', '3165', '3166', '3167', '3168', '3169', '3170', '3171', '3172', '3173', '3174', '3175', '3176', '3177', '3178', '3179', '3180', '3181', '3182', '3183', '3184', '3185', '3186', '3187', '3188', '3189', '3190', '3191', '3192', '3193', '3194', '3195', '3196', '3197', '3198', '3199', '3200', '3201', '3202', '3203', '3204', '3205', '3206', '3207', '3208', '3209', '3210', '3211', '3212', '3213', '3214', '3215', '3216', '3217', '3218', '3219', '3220', '3221', '3222', '3223', '3224', '3225', '3226', '3228', '3229', '3230', '3231', '3232', '3233', '3234', '3235', '3236', '3237', '3238', '3239', '3240', '3241', '3242', '3243', '3244', '3245', '3246', '3248', '3249', '3250', '3251', '3252', '3253', '3254', '3255', '3256', '3258', '3259', '3260', '3261', '3262', '3263', '3264', '3266', '3267', '3268', '3269', '3270', '3271', '3272', '3273', '3275', '3276', '3277', '3278', '3279', '3280', '3281', '3282', '3283', '3284', '3285', '3286', '3287', '3289', '3290', '3291', '3292', '3293', '3294', '3295', '3296', '3297', '3298', '3299', '3300', '3301', '3302', '3303', '3304', '3305', '3306', '3307', '3309', '3310', '3311', '3312', '3313', '3314', '3315', '3316', '3317', '3318', '3319', '3320', '3321', '3322', '3323', '3324', '3325', '3326', '3327', '3328', '3329', '3331', '3332', '3334', '3336', '3337', '3338', '3339', '3340', '3341', '3342', '3343', '3344', '3345', '3347', '3348', '3349', '3350', '3351', '3352', '3353', '3356', '3357', '3358', '3359', '3361', '3362', '3363', '3364', '3365', '3366', '3367', '3368', '3369', '3370', '3371', '3372', '3373', '3374', '3375', '3376', '3377', '3378', '3379', '3380', '3381', '3382', '3383', '3384', '3385', '3386', '3387', '3388', '3389', '3391', '3392', '3393', '3395', '3397', '3398', '3399', '3400', '3401', '3402', '3403', '3404', '3405', '3406', '3407', '3408', '3409', '3410', '3411', '3412', '3413', '3414', '3415', '3416', '3417', '3418', '3419', '3420', '3421', '3422', '3423', '3424', '3425', '3426', '3427', '3428', '3429', '3430', '3433', '3434', '3435', '3436', '3437', '3438', '3439', '3440', '3441', '3442', '3444', '3445', '3446', '3447', '3448', '3449', '3450', '3451', '3452', '3453', '3454', '3455', '3456', '3457', '3458', '3459', '3460', '3461', '3462', '3463', '3464', '3465', '3466', '3467', '3468', '3469', '3470', '3471', '3472', '3473', '3474', '3475', '3476', '3477', '3478', '3479', '3480', '3481', '3482', '3483', '3484', '3485', '3486', '3487', '3488', '3489', '3490', '3491', '3492', '3493', '3494', '3495', '3496', '3498', '3499', '3500', '3501', '3502', '3504', '3505', '3506', '3507', '3508', '3509', '3510', '3511', '3512', '3513', '3514', '3515', '3516', '3517', '3518', '3519', '3520', '3521', '3522', '3523', '3524', '3525', '3526', '3527', '3528', '3529', '3530', '3531', '3532', '3533', '3534', '3535', '3536', '3537', '3538', '3539', '3540', '3542', '3543', '3544', '3545', '3546', '3547', '3548', '3549', '3550', '3551', '3552', '3553', '3554', '3555', '3556', '3557', '3558', '3559', '3560', '3561', '3562', '3563', '3564', '3565', '3566', '3567', '3568', '3569', '3570', '3571', '3572', '3573', '3574', '3575', '3576', '3577', '3578', '3579', '3580', '3582', '3583', '3584', '3585', '3586', '3587', '3588', '3589', '3590', '3591', '3592', '3593', '3594', '3595', '3596', '3597', '3598', '3599', '3600', '3601', '3602', '3603', '3604', '3605', '3606', '3607', '3608', '3609', '3610', '3611', '3612', '3613', '3614', '3615', '3616', '3617', '3618', '3619', '3620', '3622', '3623', '3624', '3625', '3626', '3627', '3628', '3629', '3631', '3632', '3633', '3634', '3635', '3636', '3637', '3639', '3640', '3641', '3642', '3643', '3644', '3645', '3646', '3647', '3648', '3649', '3650', '3651', '3652', '3653', '3654', '3655', '3656', '3657', '3658', '3659', '3660', '3661', '3662', '3663', '3664', '3665', '3666', '3667', '3668', '3669', '3670', '3671', '3672', '3673', '3674', '3675', '3676', '3678', '3679', '3680', '3681', '3682', '3683', '3684', '3685', '3686', '3687', '3688', '3689', '3690', '3691', '3692', '3693', '3694', '3695', '3696', '3697', '3698', '3699', '3700', '3701', '3702', '3703', '3704', '3705', '3706', '3707', '3708', '3709', '3710', '3711', '3712', '3714', '3715', '3716', '3717', '3718', '3719', '3721', '3722', '3723', '3724', '3725', '3726', '3727', '3728', '3729', '3730', '3731', '3732', '3733', '3734', '3735', '3736', '3737', '3738', '3739', '3740', '3741', '3742', '3743', '3744', '3745', '3746', '3747', '3748', '3749', '3750', '3751', '3752', '3753', '3754', '3755', '3756', '3758', '3759', '3760', '3761', '3762', '3763', '3765', '3766', '3767', '3768', '3769', '3770', '3771', '3772', '3773', '3774', '3775', '3776', '3777', '3778', '3779', '3780', '3781', '3782', '3783', '3784', '3785', '3786', '3787', '3788', '3789', '3790', '3791', '3792', '3793', '3794', '3795', '3796', '3797', '3798', '3799', '3800', '3801', '3802', '3803', '3804', '3805', '3806', '3807', '3808', '3809', '3810', '3811', '3812', '3813', '3814', '3815', '3816', '3817', '3818', '3819', '3820', '3821', '3822', '3823', '3824', '3825', '3826', '3827', '3828', '3829', '3830', '3831', '3832', '3833', '3834', '3835', '3836', '3837', '3838', '3839', '3840', '3841', '3842', '3843', '3844', '3845', '3846', '3847', '3848', '3849', '3850', '3851', '3852', '3853', '3854', '3855', '3856', '3857', '3858', '3859', '3860', '3861', '3862', '3863', '3864', '3865', '3866', '3867', '3869', '3870', '3871', '3872', '3873', '3874', '3875', '3876', '3877', '3878', '3879', '3880', '3881', '3882', '3883', '3884', '3885', '3886', '3887', '3888', '3889', '3890', '3891', '3892', '3893', '3894', '3895', '3896', '3897', '3899', '3900', '3901', '3902', '3903', '3904', '3905', '3906', '3907', '3908', '3909', '3910', '3911', '3912', '3913', '3914', '3915', '3916', '3917', '3918', '3919', '3920', '3921', '3922', '3923', '3924', '3926', '3927', '3928', '3929', '3930', '3931', '3932', '3933', '3934', '3935', '3936', '3937', '3938', '3939', '3940', '3941', '3942', '3943', '3944', '3945', '3946', '3947', '3948', '3949', '3950', '3951', '3952', '3953', '3954', '3955', '3956', '3957', '3958', '3959', '3960', '3961', '3962', '3963', '3964', '3965', '3966', '3967', '3968', '3969', '3970', '3971', '3973', '3974', '3975', '3976', '3979', '3980', '3981', '3982', '3983', '3984', '3986', '3987', '3988', '3990', '3991', '3992', '3993', '3994', '3996', '3997', '3998', '3999', '4000', '4001', '4002', '4003', '4004', '4005', '4006', '4007', '4008', '4009', '4010', '4011', '4012', '4013', '4014', '4015', '4016', '4017', '4018', '4019', '4020', '4021', '4022', '4023', '4024', '4025', '4026', '4027', '4028', '4029', '4030', '4032', '4033', '4034', '4035', '4036', '4038', '4039', '4040', '4041', '4042', '4043', '4044', '4045', '4046', '4047', '4048', '4049', '4050', '4051', '4052', '4053', '4054', '4055', '4056', '4057', '4058', '4059', '4060', '4061', '4062', '4063', '4064', '4065', '4066', '4067', '4068', '4069', '4070', '4071', '4072', '4073', '4074', '4075', '4076', '4077', '4078', '4080', '4081', '4083', '4084', '4086', '4088', '4089', '4090', '4091', '4092', '4093', '4095', '4096', '4097', '4098', '4099', '4100', '4101', '4102', '4103', '4104', '4105', '4106', '4107', '4108', '4109', '4110', '4111', '4112', '4113', '4114', '4115', '4116', '4117', '4118', '4120', '4121', '4122', '4123', '4124', '4125', '4126', '4127', '4128', '4129', '4130', '4131', '4132', '4133', '4134', '4135', '4136', '4137', '4138', '4139', '4140', '4141', '4142', '4143', '4144', '4145', '4146', '4147', '4148', '4149', '4150', '4151', '4152', '4153', '4154', '4155', '4156', '4157', '4158', '4159', '4160', '4161', '4162', '4163', '4164', '4165', '4167', '4168', '4169', '4170', '4171', '4172', '4173', '4174', '4176', '4177', '4178', '4179', '4180', '4181', '4182', '4183', '4184', '4185', '4186', '4187', '4188', '4189', '4190', '4191', '4192', '4193', '4194', '4195', '4196', '4197', '4198', '4199', '4200', '4201', '4202', '4203', '4204', '4205', '4206', '4207', '4208', '4209', '4210', '4212', '4214', '4215', '4216', '4217', '4218', '4219', '4220', '4221', '4222', '4223', '4224', '4225', '4226', '4227', '4228', '4229', '4230', '4231', '4232', '4233', '4234', '4236', '4237', '4238', '4239', '4240', '4241', '4242', '4243', '4244', '4245', '4247', '4248', '4249', '4250', '4251', '4252', '4253', '4254', '4255', '4256', '4257', '4259', '4260', '4261', '4262', '4263', '4264', '4265', '4266', '4267', '4268', '4269', '4270', '4271', '4272', '4273', '4274', '4275', '4276', '4277', '4278', '4279', '4280', '4281', '4282', '4283', '4284', '4285', '4286', '4287', '4288', '4289', '4290', '4291', '4292', '4293', '4294', '4295', '4296', '4297', '4298', '4299', '4300', '4301', '4302', '4303', '4304', '4305', '4306', '4307', '4308', '4309', '4310', '4311', '4312', '4313', '4314', '4315', '4316', '4317', '4318', '4319', '4320', '4321', '4322', '4323', '4324', '4325', '4326', '4327', '4328', '4329', '4330', '4331', '4332', '4333', '4334', '4336', '4338', '4339', '4341', '4343', '4344', '4345', '4346', '4347', '4348', '4349', '4350', '4351', '4352', '4353', '4354', '4355', '4356', '4357', '4358', '4359', '4360', '4361', '4362', '4363', '4364', '4365', '4366', '4367', '4369', '4370', '4371', '4372', '4373', '4374', '4375', '4376', '4377', '4378', '4379', '4380', '4381', '4383', '4384', '4385', '4386', '4387', '4388', '4389', '4390', '4391', '4392', '4393', '4394', '4395', '4396', '4397', '4398', '4399', '4400', '4401', '4403', '4404', '4405', '4406', '4407', '4408', '4410', '4411', '4412', '4413', '4414', '4415', '4416', '4417', '4418', '4419', '4420', '4421', '4423', '4424', '4425', '4426', '4427', '4428', '4430', '4431', '4432', '4433', '4434', '4435', '4436', '4437', '4438', '4439', '4440', '4441', '4442', '4444', '4445', '4446', '4447', '4448', '4449', '4450', '4451', '4452', '4453', '4455', '4456', '4457', '4458', '4459', '4460', '4461', '4462', '4463', '4464', '4465', '4466', '4467', '4468', '4469', '4470', '4471', '4472', '4473', '4474', '4475', '4476', '4477', '4478', '4479', '4480', '4481', '4482', '4483', '4484', '4485', '4486', '4487', '4488', '4489', '4490', '4491', '4492', '4493', '4494', '4495', '4496', '4498', '4499', '4500', '4501', '4502', '4503', '4504', '4505', '4507', '4508', '4509', '4510', '4511', '4512', '4513', '4514', '4515', '4516', '4517', '4518', '4519', '4520', '4521', '4522', '4523', '4524', '4525', '4526', '4528', '4529', '4530', '4531', '4532', '4533', '4534', '4535', '4536', '4537', '4538', '4539', '4540', '4541', '4542', '4543', '4544', '4546', '4547', '4548', '4549', '4550', '4551', '4552', '4553', '4554', '4555', '4556', '4558', '4559', '4560']
2065
2065

In [25]:

    

id_ft_all = id_ft + id_ft2
fullt_all = fullt + fullt2

print(str(len(id_ft)))
print(str(len(id_ft2)))
print(str(len(id_ft_all)))
print(str(len(fullt)))
print(str(len(fullt2)))
print(str(len(fullt_all)))

keys_fullt = id_ft_all
vals_fullt = fullt_all
dict_fullt = dict(zip(keys_fullt,vals_fullt))


    

    




2276
2065
4341
2276
2065
4341

In [34]:

    

# retrieve with pickle
data_temp = pickle.load(open('/Users/clarencecheng/Dropbox/~Insight/skimr/data_pd','rb'))

print(data_temp.head())

ids = data_temp['ids']
intersect = set(ids) & set(id_ft_all)
# print(intersect)

# print(len(ids))
# print(len(id_ft_all))
# print(len(intersect))

interx = list(map(int,intersect))
interx.sort()
interx = list(map(str,interx))
# print(interx)

sorted(interx) == sorted(ids)

keys_f = []
vals_f = []
for i in interx:
    keys_f.append(i)
    vals_f.append(dict_fullt[i])

keys_h = data_temp['ids']
vals_h = data_temp['highlights']

print(sorted(keys_h) == sorted(keys_f))

dict_h = dict(zip(keys_h,vals_h))
dict_f = dict(zip(keys_f,vals_f))

# print(len(keys_h))
# print(len(vals_h))
# print(len(keys_f))
# print(len(vals_f))

vals_all = zip(vals_h, vals_f)
dict_all_new = dict(zip(keys_h, vals_all))
print(dict_all_new['2'])

data_new = pd.DataFrame({'ids':keys_h, 'highlights':vals_h, 'text':vals_f})


    

    




                                          highlights ids  \
0  Until you appreciate what you currently have, ...   2   
1  And let’s not feel terrified, but full of rene...   4   
2  Hard work is doing the work other people don’t...   5   
3  He’d made up his mind to skip the dog thing al...  10   
4  Realizing that our actions, feelings and behav...  12   

                                                text  
0  [When you have five minutes of down-time, how ...  
1  [The purpose of terrorism is to spread terror....  
2  [Designers, programmers, tech entrepreneurs, a...  
3  [REPORTING FROM HERTFORDSHIRE, ENGLAND, 6/3/17...  
4  [I spent several years working through Cogniti...  
True
('Until you appreciate what you currently have, more won’t make your life better.', ['https://unsplash.com/?photo=pFqrYbhIAXs', '35 Things You Need to Give Up to Be Successful', '1. Wasting Five\xa0Minutes', 'When you have five minutes of down-time, how do you spend that time? Most people use it as an excuse to rest or laze.', 'By lazing for 5 five minute breaks each day, we waste 25 minutes daily. That’s 9,125 minutes per year (25 X 365). Sadly, my guess is we’re wasting far more time than that.', 'I was once told by my 9th grade English teacher that if I read every time I had a break\u200a—\u200aeven if the break was just for a minute or two\u200a—\u200athat I’d get a lot more reading done than expected. She was right. Every time I finished my work early, or had a spare moment, I’d pick up a book and read.', 'How we spend our periodic five minute breaks is a determining factor to what we achieve in our lives. Every little bit adds up.', 'Why can we justify wasting so much time?', '2. Not Valuing One\xa0Dollar', 'I was recently in Wal-Mart with my mother-in-law buying a few groceries. While we were in the check-out line, I pointed an item out to her I thought was interesting (honestly can’t remember what it is anymore).', 'What stuck out to me is that she said, “One dollar. That’s a lot of money!”', 'Why this surprised me is that my in-laws are not short of money. Actually, this happened while we were on a family trip (30+ people) at Disney World\u200a—\u200athe whole thing being paid for by them.', 'Understanding the value of one dollar is the same as coming to appreciate the value of time. To thoughtlessly spend one dollar may not seem like a big deal, but it actually is. That frivolous spending compounded over a long enough time could be millions. It also reflects a lack of care about the details, which is where the true art and value lies.', 'Additionally, most millionaires are “self-made”, 80 percent being first-generation rich, and 75 percent being self-employed. Not getting paid hourly challenges you to take more responsibility for every minute and every dollar. Consequently, a great majority of millionaires are extremely frugal\u200a—\u200aor at least highly mindful\u200a—\u200awith their money.', '3. Believing Success Will Make You\xa0Happy', '“One of the enemies of happiness is adaptation” says Dr. Thomas Gilovich, a Cornell psychologist who has studied the relationship between money and happiness for over two decades.', '“We buy things to make us happy, and we succeed. But only for a while. New things are exciting to us at first, but then we adapt to them,” Gilovich further states.', 'Actually, savoring the anticipation or idea of a desired outcome is generally more satisfying than the outcome itself. Once we get what we want\u200a—\u200awhether that’s wealth, health, or excellent relationships\u200a—\u200awe adapt and the excitement fades. Often, the experiences we’re seeking end up being underwhelming and even disappointing.', 'I love watching this phenomena in our foster kids. They feel like they need a certain toy or the universe will explode. Their whole world revolves around getting this one thing. Yet, once we buy the toy for them, it’s not long before the joy fades and they want something else.', 'Until you appreciate what you currently have, more won’t make your life better.', '4. Believing You’re Not Up For the Challenge', 'Just as we deceive ourselves into believing something will make us happier than it will, we also deceive ourselves into believing something will be harder than it will.', 'The longer you procrastinate or avoid doing something, the more painful (in your head) it becomes. However, once you take action, the discomfort is far less severe than you imagined. Even to extremely difficult things, humans adapt.', 'I recently sat on a plane with a lady who has 17 kids. Yes, you read that correctly. After having eight of her own, her and her husband felt inspired to foster four siblings whom they later adopted. A few years later, they took on another five foster siblings whom they also adopted.', 'Of course, the initial shock to the system impacted her entire family. But they’re handling it. And believe it or not, you could handle it too, if you had to.', 'The problem with dread and fear is that it holds people back from taking on big challenges. What you will find\u200a—\u200ano matter how big or small the challenge\u200a—\u200ais that you will adapt to it.', 'When you consciously adapt to enormous stress, you evolve.', '5. Pursuing “Happiness”', '“There is no way to happiness\u200a—\u200ahappiness is the way.”\u200a—\u200aThich Nhat Hanh', 'Most people believe they must:', 'First have something (e.g., money, time, or love)', 'Before they can do what they want to do (e.g., travel the world, write a book, start a business, or have a romantic relationship)', 'Which will ultimately allow them to be something (e.g., happy, peaceful, content, motivated, or in love).', 'Paradoxically, this have\u200a—\u200ado\u200a—\u200abe paradigm must actually be reversed to experience happiness, success, or anything else you desire.', 'First you be whatever it is you want to be (e.g., happy, compassionate, peaceful, wise, or loving)', 'Then you start doing things from this space of being.', 'Almost immediately, what you are doing will bring about the things you want to have.', 'You attract what you are. If you want the things happy people have, you must be happy to get those things. If you want things wealthy people have, you must be and live wealthy to have those things.', 'Results translate from attitudes and behaviors. Not the other ways around.', '6. Undervaluing What You\xa0Have', 'In an interview at the annual Genius Network Event in 2013, Tim Ferriss was asked, “With all of your various roles, do you ever get stressed out? Do you ever feel like you’ve taken on too much?”', 'Ferriss responded:', '“Of course I get stressed out. If anyone says they don’t get stressed out they’re lying. But one thing that mitigates that is taking time each morning to declare and focus on the fact that ‘I have enough.’ I have enough. I don’t need to worry about responding to every email each day. If they get mad that’s their problem.”', 'Ferriss was later asked during the same interview:', '“After having read The 4-Hour Workweek, I got the impression that Tim Ferriss doesn’t care about money. You talked about how you travel the world without spending any money. Talk about the balance and ability to let go of caring about making money.”', 'Ferriss responded:', '“It’s totally okay to have lots of nice things. If it is addiction to wealth, like in Fight Club, “The things you own end up owning you,” and it becomes a surrogate for things like long-term health and happiness\u200a—\u200aconnection\u200a—\u200athen it becomes a disease state. But if you can have nice things, and not fear having them taken away, then it’s a good thing. Because money is a really valuable tool.”', 'If you appreciate what you already have, than more will be a good thing in your life. If you feel the need to have more to compensate for something missing in your life, you’ll always be left wanting\u200a—\u200ano matter how much you acquire or achieve.', '7. Downplaying Your Current\xa0Position', 'It’s easy to talk about how hard our lives are. It’s easy to talk about how unfair life is. And that we got the short-end of the stick.', 'But does this kind of talking really help anyone?', 'When we judge our situation as worse than someone else’s, we are ignorantly and incorrectly saying, “You’ve got it easy. You’re not like me. Success should come easy to you because you haven’t had to deal with what I’ve gone through.”', 'This paradigm has formally become known as the victim mentality, and it generally leads to feelings of entitlement.', 'The world owes you nothing. Life isn’t meant to be fair. However, the world has also given you everything you need. The truth is, you have every advantage in the world to succeed. And by believing this in your bones, you’ll feel an enormous weight of responsibility to yourself and the world.', 'You’ve been put in a perfect position to succeed. Everything in the universe has brought you to this point so you can now shine and change the world.The world is your oyster. Your natural state is to thrive. All you have to do is show up.', '8. Compartmentalizing Your\xa0Life', 'Human beings are holistic\u200a—\u200awhen you change a part of any system you simultaneously change the whole. You can’t change a part without fundamentally changing everything.', 'Every pebble of thought\u200a—\u200ano matter how inconsequential\u200a—\u200acreates endless ripples of consequence. This idea, coined the butterfly effect by Edward Lorenz came from the metaphorical example of a hurricane being influenced by minor signals\u200a—\u200asuch as the flapping of the wings of a distant butterfly\u200a—\u200aseveral weeks earlier. Little things become big things.', 'When one area of your life is out of alignment, every area of your life suffers. You can’t compartmentalize a working system. Although it’s easy to push certain areas\u200a—\u200alike your health and relationships\u200a—\u200ato the side, you unwittingly infect your whole life. Eventually and always, the essentials you procrastinate or avoid will catch up to your detriment.', 'Conversely, when you improve one area of your life, all other areas are positively influenced. As James Allen wrote in As a Man Thinketh, “When a man makes his thoughts pure, he no longer desires impure food.”', 'We are holistic systems.', 'Humanity as a whole is the same way. Everything you do effects the whole world, for better or worse. So I invite you to ask:', '“Am I part of the cure? Or am I part of the disease?”\u200a—\u200aColdplay', '9. Competing With Other\xa0People', '“All failed companies are the same: they failed to escape competition.”\u200a—\u200aPeter Thiel', 'Competition is extremely costly to maximum product reach and wealth creation. It becomes a battle of who can slightly out-do the other for cheaper and cheaper. It’s a race to the bottom for all parties involved.', 'Instead of trying to compete with other people or businesses, it’s better to do something completely novel or to focus on a tightly defined niche. Once you’ve established yourself as an authority over something, you can set your own terms\u200a—\u200arather than reactively responding to the competition. Thus, you want to monopolize the space in which you create value.', 'Competing with others leads people to spend every day of their lives pursuing goals that aren’t really their own\u200a—\u200abut what society has deemed important. You could spend your whole life trying to keep up, but will probably have a shallow life. Or, you can define success for yourself based on your own values and detach yourself from the noise.', '10. Trying To Have It\xa0All', 'Every decision has opportunity cost. When you choose one thing, you simultaneously don’t choose several others. When someone says you can have it all, they are lying. They are almost certainly not practicing what they preach and are trying to sell you on something.', 'The truth is, you don’t want it all. And even if you did, reality simply doesn’t work that way. For example, I’ve come to terms with the fact that I want my family to be the center of my life. Spending time with my wife and three foster kids is my top priority. As a result, I can’t spend 12 or 15 hours a day working like some people. And that’s okay. I’ve made my choice.', 'And that’s the point. We all need to choose what matters most to us, and own that. If we attempt to be everything, we’ll end up being nothing. Internal conflict is hell.', 'Although the traditional view of creativity is that it is unstructured and doesn’t follow rules, creativity usually occurs by thinking inside the proverbial box, not outside of it. People flex their creative muscles when they constrain their options rather than broaden them. Hence, the more clearly defined and constraining your life’s objectives the better, because it allows you to sever everything outside those objectives.', '11. Forgetting Where You Came\xa0From', 'It’s easy when you achieve any level of success to believe you are solely responsible for that success. It’s easy to forget where you came from.', 'It’s easy to forget all the sacrifices other people have made to get you where you are.', 'It’s easy to see yourself as superior to other people.', 'Burn all your bridges and you’ll have no human connection left. In that internal cave of isolation, you’ll lose your mind and identity, becoming a person you never intended to be.', 'Humility, gratitude, and recognition of your blessings keeps your success in proper perspective. You couldn’t do what you’ve without the help of countless other people. You are extremely lucky to be able to contribute in the way you have.', '12. Seeking Permission From\xa0Others', 'My father-in-law is a highly successful real-estate investor. Throughout his career, he’s had hundreds of people ask him if they should “go into real-estate.” He tells every one of them the same thing: that they shouldn’t do it. In fact, he actually tries talking most of them out of it. And in most cases he succeeds.', 'Why would he do that?', '“Those who are going to succeed will do so regardless of what I say,” my father-in-law told me.', 'I know so many people who chase whatever worked for other people. They never truly decide what they want to do, and end up jumping from one thing to the next\u200a—\u200atrying to strike quick gold. And repetitively, they stop digging just a few feet from the gold after resigning the spot is barren.', 'No one will ever give you permission to live your dreams. As Ryan Holiday has said in The Obstacle is the Way, “Stop looking for angels, and start looking for angles.” Rather than hoping for something external to change your circumstances, mentally reframe yourself and your circumstances.', '“When you change the way you see things, the things you see change.”\u200a—\u200aWayne Dyer', 'You are enough.', 'You can do whatever you decide to do.', 'Make the decision and forget what everyone else says or thinks about it.', '13. Letting Others Determine How Much Money You Can\xa0Earn', 'Most people “say” they want to be successful. But if they really wanted to, they’d be successful.', 'I used to tell people, “I wish I played the piano.” Then someone said, “No you don’t. If you did, you’d make the time to practice.” I’ve since stopped saying that, because he was right.', 'Life is a matter of priority and decision. And when it comes to money\u200a—\u200ain a free-market economy\u200a—\u200ayou can make as much money as you choose. The question is, how much money do you really want to make?', 'Instead of vegging on social media day-after-day, year-after-year, you could spend an hour or two each day building something of value\u200a—\u200alike yourself.', 'In the book, Think and Grow Rich, Napoleon Hill invites readers to write down on a piece of paper the amount of money they want to make, and to put a time-line on it. This single act will challenge you to think and act in new ways to create the future of your wanting.', 'For example, despite growing up so poor that for a time his family lived in their Volkswagen van on a relative’s lawn, Jim Carrey believed in his future. Every night in the late 1980’s, Carrey would drive atop a large hill that looked down over Los Angeles and visualize directors valuing his work. At the time, he was a broke and struggling young comic.', 'One night in 1990, while looking down on Los Angeles and dreaming of his future, Carrey wrote himself a check for $10 million and put in the notation line “for acting services rendered.” He dated the check for Thanksgiving 1995 and stuck it in his wallet. He gave himself five years. And just before Thanksgiving of 1995, he got paid $10 million for Dumb and Dumber.', '14. Ignoring the Vision You Have For Your\xa0Future', '“Create the highest, grandest vision possible for your life, because you become what you believe.”\u200a—\u200aOprah Winfrey', 'No matter where you are right now, you can have any future you want. But one thing is for certain, what you plant you must harvest. So, please plant with intention. Mental creation always precedes physical creation. The blueprint you design in your head becomes the life you build.', 'Don’t let society tell you how your house should look. You are an artist and a creator. Your life can be exactly how you want it, whether or not it’s considered a “mansion” by others. Home is where your heart is.', '15. Doing, Not\xa0Being', 'There’s a parable of a wealthy parent who hesitated giving their unwise child an inheritance, knowing it would undoubtedly be squandered. The parent said to the child:', '“All that I have I desire to give you\u200a—\u200anot only my wealth, but also my position and standing among men. That which I have I can easily give you, but that which I am you must obtain for yourself. You will qualify for your inheritance by learning what I have learned and by living as I have lived. I will give you the laws and principles by which I have acquired my wisdom and stature. Follow my example, mastering as I have mastered, and you will become as I am, and all that I have will be yours.”', 'Going through the motions is not enough. There isn’t a check-list of things you must do to be successful. You have to fundamentally change who you are to live at a higher level. You must shift from doing to being\u200a—\u200aso that what you do is a reflection of who you are, and who you’re becoming. Once you’ve experienced this change, success will be natural. Be, then do, then have (see point#3 above).', '“After you become a millionaire, you can give all of your money away because what’s important is not the million dollars; what’s important is the person you have become in the process of becoming a millionaire.”\u200a—\u200aJim Rohn', '16. Believing Money Is\xa0Evil', '“For better or worse, humans are holistic. Even the human body does best when its spiritual and physical sides are synchronized… People’s bodies perform best when their brains are on board with the program… Helping your mind to believe what you do is good, noble, and worthwhile in itself helps to fuel your energies and propel your efforts.”\u200a—\u200aRabbi Daniel Lapin', 'I know so many people who genuinely believe making money is immoral, and that people with money are evil. They believe those who seek profits force those weaker than them to buy their products.', 'Money is not evil, but neutral. It is a symbol of perceived value.', 'If I’m selling a pair of shoes for $20 and someone decides to buy them, they perceive the shoes to be worth more than the $20, or they wouldn’t buy them. I’m not forcing them to buy my shoes. It’s their choice. Thus, value exchange is win-win and based purely on perception. Value is subjective! If you offered that same person $20 for the shoes they just bought, they probably wouldn’t sell them. They see them as worth more than $20. But what if you offered $30? They still might not sell them.', 'There is no “correct” price for goods and services. The correct price is the perceived worth from the customer. If the price is too high, the customer won’t exchange their money for it.', 'We are extremely lucky to live in a society with a system of money. It allows us to borrow, lend, and leverage. Our ability to scale our work would be enormously limited in a bartering and trading system.', 'Earning money is a completely moral pursuit when it is done with honesty and integrity. In fact, if you don’t feel moral about the work you’re doing, you should probably change your job.', 'When you believe in the value you provide so much that you are doing people a disservice by not offering them your services, you’re on track to creating colossal value. Our work should be a reflection of us. It’s always their choice whether they perceive the value in what we’re offering or not.', '17. Continuing to be Distracted', '“You cannot overestimate the unimportance of practically everything.”\u200a—\u200aGreg McKeown', 'Almost everything is a distraction from what really matters. You really can’t put a price-tag on certain things. They are beyond a particular value to you. You’d give up everything, even your life, for those things.', 'Your relationships and personal values don’t have a price-tag. And you should never exchange something priceless for a price.', 'Keeping things in proper perspective allows you to remove everything non-essential from your life. It allows you to live simply and laser focused, and toavoid dead-end roads leading nowhere.', '18. Not Realizing that Focus is Today’s\xa0I.Q.', 'We live in the most distracted era of human history. The internet is a double-edged sword. Like money, the internet is neutral\u200a—\u200aand it can be used for good or bad based on who uses it.', 'Sadly, most of us are simply not responsible enough for the internet. We waste hours every day staring idly at a screen. Millennials are particularly prone to distractions on the internet, but nowadays, everyone is susceptible.', 'Our attention spans have shrunk to almost nothing. Our willpower has atrophied. We’ve developed some really bad habits that often require extreme interventions to reverse.', 'There is a growing body of scientific evidence suggesting the internet\u200a—\u200awithits constant distractions and interruptions\u200a—\u200ais turning us into scattered and superficial thinkers. One of the biggest challenges to constant distraction is that it leads to “shallow” rather than “deep” thinking, and shallow thinking leads to shallow living. The Roman philosopher Seneca may have put it best 2,000 years ago: “To be everywhere is to be nowhere.”', 'In his book, Deep Work: Rules for Focused Success in a Distracted World, Cal Newport differentiates “deep work,” from “shallow work.” Deep work is using your skills to create something of value. It takes thought, energy, time and concentration. Shallow work is all the little administrative and logistical stuff: email, meetings, calls, expense reports, etc. Most people aren’t moving toward their goals because they prioritize shallow work.', '“The ability to perform deep work is becoming increasingly rare at exactly the same time it is becoming increasingly valuable in our economy. As a consequence, the few who cultivate this skill, and then make it the core of their working life, will thrive.”\u200a—\u200aCal Newport', '19. Pursuing “Logical” Goals', '“You need to aim beyond what you are capable of. You need to develop a complete disregard for where your abilities end. If you think you’re unable to work for the best company in its sphere, make that your aim. If you think you’re unable to be on the cover of Time magazine, make it your business to be there. Make your vision of where you want to be a reality. Nothing is impossible.”\u200a—\u200aPaul Arden', 'Most people’s goals are completely logical. They don’t require much imagination. They certainly don’t require faith, luck, magic, or miracles.', 'Personally, I believe it’s sad how skeptical and secular many people are becoming. I find great pleasure in having faith in the spiritual. It provides context for life and meaning for personal growth. Having faith allows me to pursue that which others would call absurd, like walking on water and transcending death. Truly, with God all things are possible. There is absolutely nothing to fear.', '20. Seeking Praise Rather than Criticism', 'As a culture, we’ve become so fragile that we must combine honest feedback with 20 compliments. And when we get feedback, we do our best to disprove it. Psychologists call this confirmation bias\u200a—\u200athe tendency to search for, interpret, favor, and recall information that confirms our own beliefs, while giving excessively less consideration to alternative possibilities.', 'It’s easy to get praise when you ask family and friends who will tell you exactly what you want to hear. Instead of seeking praise, your work will improve if you seek criticism.', 'How could this be better?', 'You will know your work has merit when someone cares enough to give unsolicited critique. If something is noteworthy, there will be haters. As Robin Sharma, author of The Monk Who Sold His Ferrari, has said, “haters confirm greatness.” When you really start showing up, the haters will be intimidated by you. Rather than being a reflection of what they could do,you become a reflection of what they are not doing.', '21. Taking Rather Than\xa0Giving', 'From a scarcity perspective, helping other people hurts you because you no longer have the advantage. This perspective sees the world as a giant pie. Every piece of the pie you have is pie I don’t have. So in order for you to win, I must lose.', 'From an abundance perspective, there is not only one pie, but an infinite number of pies. If you want more, you make more. Thus, helping others actually helps you because it makes the system as a whole better. It also builds relationships and trust and confidence.', 'I have a friend, Nate, who is doing some really innovative stuff at the real estate investing company he works for. He’s using strategies that no one else is using. And he’s killing it. He told me he considered keeping his strategies a secret. Because if other people knew about them, they’d use them and that’d mean less leads for him.', 'But then he did the opposite. He told everyone in his company about what he was doing. He has even been giving tons of his leads away! This has never been seen before in his company.', 'But Nate knows that once this strategy no longer works, he can come up with another one. And that’s what leadership and innovation is all about. And people have come to trust him. Actually, they’ve come to rely on him for developing the best strategies.', 'Nate makes pies\u200a—\u200afor himself and several other people. And yes, he is also the top-selling and highest-earning in his company. It’s because he gives the most and doesn’t horde his ideas, resources, or information.', '22. Creating What You Think You “Should”\xa0Create', 'Many entrepreneurs design products to “scratch their own itch.” Actually, that’s how loads of problems are solved. You experience a difficulty and create a solution.', 'Musicians and artists approach their work the same way. They create music they’d want to listen to, draw painting they’d want to see, and write books they wish were written. That’s how I personally approach my work. I write articles I myself would want to read.', 'Your work should first and foremost resonate with yourself. If you don’t enjoy the product of your work, how can you expect other people to?', '23. Looking For The Next Opportunity', 'The perfect client, perfect opportunity, and perfect circumstances will almost never happen. Instead of wishing things were different, why not cultivate what’s right in front of you?', 'Rather than waiting for the next opportunity, the one in your hands is the opportunity. Said another way, the grass is greener where you water it.', 'I see so many people leave marriages because they believe better relationships are “out” there. In most cases, these people start new relationships and end them the same way the previous relationship ended. The problem isn’t your circumstances. The problem is you. You don’t find your soul-mate, you create your soul-mate through hard work.', 'As Jim Rohn said, “Don’t wish it was easier, wish you were better. Don’t wish for less problems, wish for more skills. Don’t wish for less challenge, wish for more wisdom.”', '24. Waiting To\xa0Start', 'If you don’t purposefully carve time out every day to progress and improve\u200a—\u200awithout question, your time will get lost in the vacuum of our increasingly crowded lives. Before you know it, you’ll be old and withered\u200a—\u200awondering where all that time went.', 'As Meredith Willson has said\u200a—\u200a“You pile up enough tomorrows, and you’ll find you are left with nothing but a lot of empty yesterdays.”', 'I waited a few years too long to actively start writing. I was waiting for the right moment when I’d have enough time, money, and whatever else I thought I needed. I was waiting until I was somehow qualified or had permission to do what I wanted to do.', 'But you are never pre-qualified. There is no degree for “Live your dreams.”You qualify yourself by showing up and working. You get permission by deciding.', 'Life is short.', 'Don’t wait for tomorrow for something you could do today. Your future self will either thank you or shamefully defend you.', '25. Publishing Too\xa0Early', 'At age 22, Tony Hsieh (now CEO of Zappos.com), graduated from Harvard. When Tony was 23 years old, six months after starting Linkexchange, he was offered one million dollars for the company. This was amazing to Tony because less than a year before, he was stoked to get a job at Oracle making 40K per year.', 'After much thought and discussion with his partner, he rejected the offer believing he could continue to build Linkexchange into something bigger. His true love is in building and creating. A true pro gets paid, but doesn’t work for money. A true pro works for love.', 'Five months later, Hsieh was offered 20 million dollars from Jerry Yang, cofounder of Yahoo!. This blew Tony away. His first thought was, “I’m glad I didn’t sell five months ago!” However, he held his cool and asked for a few days to consider the proposal. He would make this decisions on his terms.', 'He thought about all the things he would do if he had all that money, knowing he would never have to work another day in his life. After reflecting, he could only devise a small list of things he wanted:', 'A condo', 'A TV and built-in home theater', 'The ability to go on weekend mini-vacations whenever he wanted', 'A new computer', 'To start another company because he loves the idea of building and growing something.', 'That was it.', 'His passion and motivation wasn’t in having stuff. He concluded that he could already afford a TV, a new computer, and could already go on weekend mini-vacations whenever he wanted. He was only 23 years old, so he determined a condo could wait. Why would he sell Linkexchange just to build and grow another company?', 'A year after Tony rejected the 20 million dollar offer, Linkexchange exploded. There were over 100 employees. Business was booming. Yet, Hsieh no longer enjoyed being there. The culture and politics had subtly changed in the process of rapid growth. Linkexchange was no longer Hsieh and a group of close friends building something they loved. They had hired a bunch of people in a hurry who didn’t have the same vision and motivations they had. Many of the new employees didn’t care about Linkexchange, or about building something they loved. Rather, they just wanted to get rich quick\u200a—\u200apurely self-interested.', 'So he decided to sell the company on his terms. Microsoft purchased Linkexchange in 1998 for 265 million dollars when Hsieh was 25 years old.', 'A similar concept emerged in a conversation I had about one year ago with Jeff Goins, best-selling author of The Art of Work. I asked his advice about publishing a book I want to write and he said, “Wait. Don’t jump the gun on this. I made that mistake myself. If you wait a year or two, you’ll get a 10x bigger advance, which will change the trajectory of your whole career.”', 'Here’s how it works. With 20K email subscribers, a writer can get around a $20–40K book advance. But with 100–200K email subscribers, a writer can get around a $150–500K book advance. Wait a year or two and change the trajectory of your career (and life).', 'This isn’t about procrastination. It’s about strategy. Timing\u200a—\u200aeven a few seconds\u200a—\u200acould change your whole life.', '26. Playing By The\xa0“Rules”', '“There is nothing that is a more certain sign of insanity than to do the same thing over and over and expect the results to be different.”\u200a—\u200aAlbert Einstein', 'Convention is where we’re at. Breaking convention is how we’ll evolve, which requires a gargantuan quantity of failure.', 'If you don’t have the grit to fail 10,000 times, you’ll never invent your light bulb. As Seth Godin has said, “If I fail more than you do, I win.”', 'Failure is something to be prized and praised. Failure is feedback. Failure is moving forward. It’s conscious and exerted effort toward something you’ve never done before. It’s incredible.', '“The person who doesn’t make mistakes is unlikely to make anything.”\u200a—\u200aPaul Arden', '27. Not Setting Yourself Up To Win Before You\xa0Start', '“People may spend their whole lives climbing the ladder of success only to find, once they reach the top, that the ladder is leaning against the wrong wall.”\u200a—\u200aThomas Merton', 'Too many people are playing the wrong game\u200a—\u200aa losing game from the onset\u200a—\u200aand it hurts like hell. It’s how you ruin your life without even knowing it.', 'More important than playing “the game” is how the game is set up. How you set up the game determines how you play. And it’s better to win first, then play.', 'How does this work?', 'Start from the end and work backwards. Rather than thinking about what’s plausible, or what’s expected, or what makes sense\u200a—\u200astart with what you want. Or as Covey put it in 7 Habits, “Begin with the end clearly in mind.” Once that’s nailed down, then dictate the daily, weekly, monthly, and yearly behaviors that will facilitate that.', 'Jim Carrey wrote himself a $10 million check. Then he set out to earn it. He won the game first, then played. So can you.', '28. Not Leveraging Every Small Win You\xa0Get', 'No matter how small your wins along the way are, leverage your position!', 'You have a high school diploma? Leverage your position!', 'You know a guy who knows a guy who knows a guy? Leverage your position!', 'You get an article featured on some unknown blog? Leverage your position!', 'You have $100? Leverage your position!', 'Sadly, most people can’t stop looking at the other side of the fence. They fail to realize the brilliant possibilities currently available to them. This is bad stewardship.', 'There are people you already know who have information you need.', 'There are people you already know who have capital you can use.', 'There are people you already know who can connect you with people you should know.', 'Instead of wanting more, how about you utilize what you already have? Until you do, more won’t help you. Actually, it will only continue hurting you until you learn to earn something for yourself. It’s easy to want other people to do it for you. But real success comes when you take ownership of your life. No one else cares more about your success (or health, or relationships, or time) than you do.', 'Your current position is ripe with abundant opportunity. Leverage it. Once you gain another inch of position, leverage it for all it’s worth. Don’t wish for more. Wish you were better. And soon enough, you’ll find yourself in incredible positions and collaborating with your heroes.', 'Success is based on choice.', 'Success is based on having and maintaining a motivation worth fighting for. It’s based on believing what others might call a fantasy. It’s based on leveraging your position and maintaining the momentum of every step you take.', '29. Viewing Your Work as\xa0“Work”', 'The cool part about poetry is that to most poets, how their poems are performed is just as important\u200a—\u200aif not more important\u200a—\u200athan what is actually said.', 'In a similar way, when you go to an event or to hear a speech, you’re usually going to see the speaker, not hear what they have to say. You already know what they have to say.', 'No matter what type of work you are in, it will be better received if you see it as an art-form. You are performing for an audience. They want you just as much as they want your work\u200a—\u200aoften more.', '30. Letting Others Decide How Your Work Should\xa0Be', 'Ryan Holiday, author of The Obstacle is the Way, explains what he calls “the moment,” which every skilled creative has experienced. “The moment,” is when your eyes are opened to the mechanics and behind-the-scenes of your craft.', 'Until you have this moment, it all seems like magic to you. You have no idea how people create what they create. After you have this moment, you realize that everything is done by a person intentionally creating a particular experience.', 'I was recently watching Lord of the Rings and it dawned on me that those movies would be completely different if they weren’t directed by Peter Jackson. Completely different!', 'Every shot, every set, the lighting, the costumes, how the characters and landscapes look, and how the whole film feels and is portrayed. It all would have looked and felt completely different based on the experience a different director was trying to create.', 'Thus, there is no right or wrong way. Rather, it’s about doing things your way. Until you experience this “moment,” you’ll continue attempting the correct or best way to do things. You’ll continue copying other people’s work.', 'But if you persist, you’ll become disillusioned to those who were once your idols. They are people just like you and me. They’ve just made a decision to create in their own way.', 'The idea of imitation will become abhorrent, freeing you to create as you see fit. You’ll emerge with your own voice and original work. You’ll be less troubled about how your work is received and more focused on creating something you believe in.', '31. Seeking Retirement', '“To retire is to die.”\u200a—\u200aPablo Casals', 'The most powerful way to punch someone in the face is to aim a foot behind their face. That way, you have full momentum and power when you make contact. If you aim only for the face itself, by the time you reach it you’ll have already begun slowing down. Thus, your punch will not be as powerful as you intended it to be.', 'Retirement is the same way.', 'Most people planning for retirement begin slowing down in their 40’s and 50’s. The sad part is, as momentum-based beings, when you begin to slow down, you start a hard-to-reverse decaying process.', 'Research has found that retirement often:', 'Increases the difficulty of mobility and daily activities', 'Increases the likelihood of becoming ill', 'And decreases mental health', 'But retirement is a 20th century phenomena. And actually, the foundations under girding this outdated notion make little sense in modern and future society.', 'For instance, due to advances in health care, 65 is not considered old age anymore. When the Social Security system was designed, the planners chose age 65 because the average lifespan was age 63 at the time. Thus, the system was designed only for those who were really in need, not to create a culture of people being supported by others’ labor.', 'Furthermore, the perception that people over 65 can’t provide meaningful work no longer makes sense either. Retirement became a thing when most work was manual labor\u200a—\u200abut today’s work is more knowledge-based. And if there’s anything lacking in today’s society, its wisdom, which people in their later years have spent a lifetime refining.', 'Retirement should never be the goal.', 'We are fully capable to work\u200a—\u200ain some capacity\u200a—\u200auntil our final breath.', 'My 92 year old grandfather, Rex, was a fighter pilot in WWII. In the past five years he’s written three books. He goes to bed every night at 8 P.M. and wakes up every morning at 4:30 A.M. He spends the first 2.5 hours of his day watching inspirational and instructional content on television. He then eats breakfast at 7 A.M. and spends his day reading, writing, connecting and serving people, and even doing physical labor around his son’s (my dad’s) house. He even walks around his neighborhood proselyting his faith and asking random strangers how he can help them.', 'I have no intention of stopping or slowing down. Contrary to popular belief, humans are like wine and get better with age.', '32. Downplaying The Importance Of Yesterday', '“The best time to plant a tree was 20 years ago. The second best time is now.”\u200a—\u200aChinese Proverb', 'Our present circumstances are a reflection of our past decisions. Although we have enormous power to change the trajectory of our lives here and now,we are where we are because of our past. While it’s popular to say the past doesn’t matter, that simply is not true.', 'Today is tomorrow’s yesterday. What we do today will either enhance or diminish our future-present moments. But most people put things off until tomorrow. We thoughtlessly go into debt, forego exercise and education, and justify negative relationships. But at some point it all catches up. Like an airplane off-course, the longer we wait to correct the longer and harder it is to get back on-course.', 'Time is absolutely marvelous. We get to anticipate the experiences we want to have\u200a—\u200awhich is often more enjoyable than the experiences themselves. We get to have the experiences we long for. And then we get to remember and carry those experiences with us forever. The past, present, and future are uniquely important and enjoyable.', '33. Believing You’re Way\xa0Behind', 'In sports and all other forms of competition, people perform best when the game is close. Which is why big magic happens at the end of games, like on-sides kicks retrieved followed by 30 second touchdown drives. But when the contest is decidedly in one opponent’s favor, neither side acts with the same effort.', 'When you’re winning big, it’s easy to get lax and overconfident. When you’re losing big, it’s easy to give up.', 'Sadly, you probably perceive those at the top of your field “in a different league” altogether. But when you do this, you perform with less intensity than you would if you perceived the “game” to be closer.', 'When you elevate your thinking\u200a—\u200aand see yourself on the same level as those at “the top”\u200a—\u200ayou quickly become disillusioned by the fallibility of those you once perceived as immortal. They are just people. Most importantly, you will begin playing with an urgency that often surpasses even them.', 'The game is close. The game is close.', '34. Listening To Music That Destroys Your Joy and Productivity', '“Without music, life would be a mistake”\u200a—\u200aFriedrich Nietzsche', 'You can also use music as a trigger for optimal performance. For example, Michael Phelps had a routine he did religiously before each swimming event involving music. He’s not alone. Many athletes use music before events to trigger relaxation from the pressure and even to psych themselves up.', 'When asked by Time Magazine about his use of music prior to races, Phelps said it kept him focused and helped him “tune everything out, and take one step at a time.” When asked about the kind of music he listens to, he answered, “I listen to hip hop and rap.”', 'Interestingly, research has found that high tempo music like hip hop can create strong arousal and performance readiness. Other evidence finds the intensity of the emotional response can linger long after the music has stopped. So, while Phelps is in the water swimming, he’s still hyped from his hip hop.', 'Lastly, research has found that the types of music we listen to impact our level of spirituality. This last point is particularly important to me. Spirituality heavily influences everything I do, from how I interact with my family, to what and how I write, to how I develop and pursue my goals.', '35. Call To\xa0Action', 'If you want to focus on the right activities and get results 10x faster than most people, check out my morning checklist.', 'Click here to get the checklist right now!'])

In [35]:

    

# save dataframe with pickle
# data = pd.DataFrame({'ids':keys_h, 'highlights':vals_h, 'text':vals_f})
fdata = open('/Users/clarencecheng/Dropbox/~Insight/skimr/data_pd_new','wb')
pickle.dump(data_new,fdata)

# # save dict_all with pickle
fdict_all = open('/Users/clarencecheng/Dropbox/~Insight/skimr/dict_all_new','wb')
pickle.dump(dict_all_new, fdict_all)


    

In [ ]: