tmp.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0.08430046593653404"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "import numpy as  np\n",
    "a = {'r/gay': 0.7752100840336135, 'r/VoteBlue': 0.7804878048780488, 'r/Republican': 0.8834498834498834, 'r/science': 0.7631684358101342, 'r/technology': 0.7687917294852467, 'r/Liberal': 0.7910798122065728, 'r/ScienceFacts': 0.5, 'r/politics': 0.8449422738741494, 'r/MensRights': 0.7912371134020618, 'r/trans': 0.6935483870967742, 'r/LesbianActually': 0.8176470588235294, 'r/shittyaskscience': 0.7667464114832536, 'r/Showerthoughts': 0.784617951284618, 'r/Conservative': 0.9151567669765244, 'r/Feminism': 0.7420454545454546, 'r/democrats': 0.851010101010101, 'r/Jokes': 0.7701939471440751, 'r/teenagers': 0.7758412655851991}\n",
    "np.std(list(a.values()))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0.040628307"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "from googleapiclient import discovery\n",
    "import json\n",
    "\n",
    "API_KEY = 'AIzaSyBNL2HciBE-cuXHUO_zcrKQq3FiupFJuw0'\n",
    "\n",
    "toxicity_client = discovery.build(\n",
    "  \"commentanalyzer\",\n",
    "  \"v1alpha1\",\n",
    "  developerKey=API_KEY,\n",
    "  discoveryServiceUrl=\"https://commentanalyzer.googleapis.com/$discovery/rest?version=v1alpha1\",\n",
    "  static_discovery=False,\n",
    ")\n",
    "def get_toxicity_score(content):\n",
    "    analyze_request = {\n",
    "    'comment': { 'text': content },\n",
    "    'requestedAttributes': {'TOXICITY': {}}\n",
    "    }\n",
    "\n",
    "    response = toxicity_client.comments().analyze(body=analyze_request).execute()\n",
    "    toxicity_score = response[\"attributeScores\"][\"TOXICITY\"][\"summaryScore\"][\"value\"]\n",
    "get_toxicity_score(\"I love you\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "1.4042654220543672e-24"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "p"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import json\n",
    "\n",
    "\n",
    "path = \"output/curated_feeds/Jokes_all_user_as_curator_upvote_thres_0.3.json\"\n",
    "fp = open(path, \"r\")\n",
    "cont = json.load(fp)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['I desperately needed a massive shit on the train today but there were no toilets in sight and none onboard so I just sat there and held it for about 20 minutes. [SEP] \\nThe woman sitting opposite looked at me in disgust and said, \"Is that a poo in your hand?\"',\n",
       " 'I only believe in about 12.5% of the bible [SEP] I’m an eight-iest',\n",
       " '(NSFW) Coronavirus porn is going viral on PornHub.. [SEP] What a bunch of sick fucks',\n",
       " 'Black Wolf was taking a walk around his tribe... [SEP] Eyebrows furrowed and lips thinned, Black Wolf held his hand out to catch the white specks drifting down from the sky. The first snow of the year was falling, and earlier than usual.  \\n\\nThe ‘white doe’ tribe of the Northeast had been falling upon hard times in recent years with the advance of white settlements. Skirmishes with them and competition for food continued to dwindle the numbers of the tribe even as it was getting pushed further and further up the barren mountains. Only Black Wolf’s adept leadership and immense ability was keeping the tribe intact at this time, as material shortages and internal conflict threatened to tear it apart altogether. Black Wolf himself was a vastly experienced hunter and forager, and he himself managed to provide much of the tribe’s much needed sustenance. But as his salt and pepper mane of wavy hair evidenced, he was getting old. \\n\\nAs he coughed in the cold, Black Wolf mused to himself that he did not have much time left either. The elders were already pressuring him to step down, and he had to pass on the leadership soon or the tribe could very well disintegrate. To this end, Black Wolf favoured a young and whip-smart brave called ‘Falling Rocks’. While slight of build and not the strongest, Falling Rocks was not only very courageous but also had great general acumen. Known for his astute tactical mind and signature move of jumping off ledges and trees to kill prey and enemies alike, Falling Rocks had Black Wolf’s complete faith. However, a large number favoured his brutish rival, ‘Tall Bear’, who was an absolute physical specimen and formidable warrior but who was however not necessarily the sharpest tool in the shed. Black Wolf knew that he could not possibly just name Falling Rocks as the leader without holding a fair contest, so he called all the aspiring leaders to meet him on a neighbouring plateau the following morning. Dutifully, 5 brave warriors including Falling Rocks and Tall Bear turned up, and Black Wolf addressed the small group.\\n\\n‘Braves of the white doe, I have led this tribe for 32 years and my time is rightfully ending. I now challenge all of you to compete for the leadership and your task is as follows: hike west as far as you can, and the one who goes the furthest while bringing me back something as proof of your travels shall be the new leader.’ \\n\\nHenceforth, Black Wolf returned to the plateau every day from dusk till dawn to wait for any returning warriors. After 1 month, the first brave returned and met the veteran leader. ‘Sir, I hiked westwards as you instructed until I reached a white man settlement that was so densely patrolled that I dared not venture further, and it was there I decided to turn back.’ After handing Black Wolf the head of a decapitated patrol, the first brave was sent back to resume his normal duties.\\n\\nAnother 2 months saw the return of a second brave, who told Black Wolf, ‘Sir, I hiked west so far as to reach a vast lake that seemed endless on every side, that I felt that I could go no further and it was there I decided to turn back.’ Handing Black Wolf a tangle of lake weeds, the second brave was also sent back to continue his life. \\n\\nOnly after 4 months did the third brave return, and he told Black Wolf, ‘Sir, I travelled west all the way to a colossal range of mountains, far taller than the one we have here. Seeing no way around or over it, I felt that I could go no further and it was there I decided to turn back. He passed Black Wolf the horn of a mountain goat and returned to the tribe.\\n\\nA year on from the original challenge, neither Tall Bear nor Falling Rocks had returned, and winter was approaching again. Hungry and angry, the elders and the rest of the tribe were beginning to heap pressure on Black Wolf to end this nonsensical challenge and name the third brave as the new leader. Yet, Black Wolf held out, as he still wanted Falling Rocks to succeed him. But as it got progressively colder and the dissent started boiling over, Black Wolf knew that he could not control the tribe for much longer. On a day where a rebellious and a loyalist faction almost started fighting, Black Wolf intervened with the last vestige of his waning authority. \\n\\n‘Tribe, I will go out one last day tomorrow, and if nobody returns, I will name the third brave as the new leader.’ \\n\\nAnd so, Black Wolf climbed onto the plateau the next morning, and waited till it was almost dark. But just as he was about to resign to fate and head back, a lone figure approached against the backdrop of the last bit of sun. It was Tall Bear! Addressing Black Wolf, Tall Bear recounted, ‘Sir, I went so far as to reach another sea. I knew it was not the same sea as here as the fish were different and the water tasted different, but it was definitely the sea nevertheless. Seeing no end to the shore, I felt that I could go no further and it was there that I decided to turn back.’ \\n\\nThat night, the tribe conducted their age-old handover ritual, and Tall Bear became the new leader. Relieved from his duties and without a sense of purpose anymore, Black Wolf’s health fell off a cliff and he tragically began a steep and terminal decline. Only weeks later, he was on his deathbed. With the entire white doe kneeling and weeping before his bed with Tall Bear at the front, Black Wolf raised his voice to make one last address to the tribe.\\n\\n‘Tribe, I have led you for 33 years and I only have 1 last request. Falling Rocks has not returned but I know he is out there and he will return. The only thing I want you to promise me is that none of you will ever forget him, and you will wait for him until he comes back.’ \\n\\nAnd with that, Black Wolf breathed his last breath. A grieving tribe mourned throughout the night, and they collectively promised to honour Black Wolf’s last wish. That is why till this day\\n\\n&gt;!we still see signs on the mountains that say: look out for Falling Rocks.!&lt;',\n",
       " 'All my friends jokingly said that this girl I have a date with is imaginary. [SEP] Well,  the joke is on them. Because so are they',\n",
       " 'Me: “Squirting isn’t real, right? It’s just urine, right?” [SEP] Interviewer: “I meant any questions about the job.”',\n",
       " 'imagine if Americans switched from pounds to kilograms overnight. [SEP] there would be mass confusion.',\n",
       " 'An Amish woman and her daughter were riding in an old buggy one cold blustery day, when the daughter said, \"My hands are freezing cold!\" The mother replied, \"Put them between your legs. Your body heat will warm them up.\" [SEP] \\n\\nThe daughter did and her hands warmed up.\\n\\nThe next day, the daughter was riding with her boy friend who said, \"My hands are freezing cold!\"\\n\\nThe girl replied, \"Put them between my legs. The warmth of my body will warm them up.\"\\n\\nHe did and warmed his hands.\\n\\nThe following day, the boyfriend was again in the buggy with the daughter.\\n\\nHe said, \"My nose is cold.\"\\n\\nThe girl replied, \"Put it between my legs. The warmth of my body will warm it up.\"\\n\\nHe did and warmed his nose.\\n\\nThe next day, the boyfriend was again driving with the daughter and he said, \"My penis is frozen solid.\"\\n\\nThe following day, the daughter was driving in the buggy with her mother again and she says to her mother, \"Have you ever heard of a penis?\"\\n\\nSlightly concerned the mother said, \"Why, yes. Why do you ask?\"\\n\\nThe daughter replies, \"They make one heck of a mess when they defrost, don\\'t they?!\"',\n",
       " 'woman pregnant with triplets is shot in the belly 3 times after robbery [SEP] she has a healthy pregnancy with no complications and gives birth to 2 girls and a boy. 15 years passes and one of the daughters runs to the mother crying saying that she was peeing and a bullet came. The mother finds this mildly amusing and begins to tell the story that took place 15 years ago. A coupple months passes and the second daughter runs to the mother with tears in her eyes and says \"mommy mommy.  I was peeing and a bullet came out\" the mother then proceeds to tell her what happened 15 years ago to clear up the confusion.  After this a couple months passed and while the mother was making breakfast her son tried to walk passed her to makes sure he isnt seen. The mother stops the son she can clearly see he\\'s distraught and his face was filled with shame. To the mother it was obvious. She says \"let me guess you were peeing a bullet came out\" the boy responds \"no I jacking off and I shot the dog\"',\n",
       " 'I told my boyfriend we could watch a porn for his birthday and do everything that we saw in the video... [SEP] He was super psyched, until I fucked the pizza guy.',\n",
       " 'A calm, respected woman walks into a Pharmacy [SEP] As she walks in, she goes right up to the pharmacist, looks him straight into his eyes and said;\\n\\n \"I would like to buy some cyanide,\"\\n\\n The pharmacist asked why in the world do you need cyanide? She said I need it to poison my husband. The pharmacists eyes got really big and he exclaimed, \"\\n\\nLord Have Mercy I can\\'t give you cyanide to kill your husband. That\\'s against the law. I\\'ll lose my license,they will throw us both in jail. All kinds of bad stuff will happen. Absolutely not. you CANNOT HAVE ANY CYANIDE.\"\\n\\n The lady then pulls a picture out of her purse showing him her husband in bed with the pharmacist\\'s wife. The pharmacist looks at the picture and says;\\n\\n\"Well now thats different\\n---------\\nYou didn\\'t tell me you had a prescription.\"',\n",
       " 'My wife bent over to put the dishes in the dishwasher... [SEP] I walked up behind her, placed my crotch in the center of her ass and gave a thrust.\\n\\n“Excuse me!” she shouted. “I’m trying to put a load in the dishwasher!”\\n\\n“Me too”, I replied.',\n",
       " 'Guess who just woke up to 19 missed calls and 30 messages from his ex [SEP] My ex',\n",
       " 'A straight tree and a gay tree lived next to each other for 60 years [SEP] The straight tree was always making fun of the gay tree. One evening, there was a thunderstorm, and lightning hits the straight tree. It shatters into hundreds of pieces. The gay tree bursts out laughing, and says \"Who\\'s the faggot now?\"',\n",
       " \"What Do You Call A Woman With Two (2) Black Eyes? [SEP] Someone who didn't listen the first time.\",\n",
       " 'What is atheism? [SEP] A non-prophet organisation.',\n",
       " 'I wanted to post a joke about Sodium but I was like Na, people won’t Understand. [SEP] Want to hear a joke about Sodium hypobromite?\\n\\n\\nNaBrO.',\n",
       " \"If I got $1 every time a woman said I was't her type [SEP] I'd be her type.\",\n",
       " 'before my surgery my anaesthesiologist offered to knock me out with either gas or a boat paddle. [SEP] It was an ether / oar situation.',\n",
       " 'A man is sitting at home when he hears a knock on the door. [SEP] A man is sitting at home and a police officer knocks on his door.\\n\\nThe officer asks him if he is married and the man replies, \"Yes I am.\"\\n\\nHe then asks him if he has a recent picture of his wife. \"Sure hold on a second.\"\\n\\nThe officer looks at the picture, and in a sad voice says, \"I\\'m sorry, but it looks like your wife has been hit by a train.\"\\n\\nThe man says, \"I know, but she has a good personality and is an excellent cook.\"',\n",
       " 'What do pedophile vampires do to relax? [SEP] Crack open a boy with the cold ones.',\n",
       " \"What do you call a boat full of polite football players? [SEP] A good sportsman ship\\n\\n\\n\\nI'm sorry\",\n",
       " 'The tale of a flight attendant and non-compliant passenger [SEP] A gay male flight attendant is walking up and down the aisles of an aircraft, making his final checks before the aircraft taxis to the runway for takeoff.\\n\\nHe notices a well-dressed woman, of Middle Eastern appearance, who has not stowed her tray table as instructed.\\n\\n\"Ma\\'am, can you stow your tray table please?\" he asks her.\\n\\n\"In my culture, I am a princess.  They call me \"Princess\".  Nobody tells me what to do and I don\\'t take instructions from people like you.\" she sneeringly replies.\\n\\nThe attendant pauses for a moment, then says \"Well, honey, in my culture they call me a Queen, so I\\'m more important than you.  Fold your fucking table up!\".',\n",
       " 'Teach a man a joke, and he will laugh for a day [SEP] Teach a redditor a joke, and they will repost it for a lifetime.',\n",
       " 'An old man went to his doctor for his quarterly check-up. [SEP] The doctor asked him how he was feeling, and he said, ‘Things are great and I’ve never felt better.’\\n\\nI now have a young bride who is pregnant with my child.\\n\\n“So what do you think about that Doc?”\\n\\nThe doctor considered his question for a minute and\\xa0 then began to tell a story.\\n\\nI have an older friend, much like you, who is an avid hunter and never misses a season.\\n\\nOne day he was setting off to go hunting.\\n\\nIn a bit of a hurry, he accidentally picked up his walking cane instead of his gun.\\n\\nAs he neared a lake, he came across a very large male beaver sitting at the water’s edge.\\n\\nHe realized he’d left his gun at home and so he couldn’t shoot the magnificent creature.\\n\\nOut of habit he raised his cane, aimed it at the animal as if it were his favorite hunting rifle and went bang bang.\\n\\nMiraculously, two shots rang out and the beaver fell over dead.\\n\\nNow, what do you think of that? asked the doctor.\\n\\nThe old man said, “Logic would strongly suggest that somebody else pumped a couple of rounds into that beaver.”\\n\\nThe doctor replied, “My point exactly.”',\n",
       " 'My girlfriend is half mermaid. [SEP] Top half mermaid, bottom half human. Also, a creature of myth...',\n",
       " 'My friend claims he can build a gun using his new 3D printer, but I’m not impressed. [SEP] I’ve had a Canon printer for years.',\n",
       " \"Donald J. Trump has been impeached [SEP] Finally, something he's earned\",\n",
       " \"What's the difference between a politician and a flying pig? [SEP] The F\",\n",
       " 'A german guy was peeing on a wall in public. A girl passed by. [SEP]  Girl: Gross \\n\\nGerman guy: Thanks!',\n",
       " 'Did you know? [SEP] That there are enough bones in your body to make up a skeleton.',\n",
       " 'The sex position formerly known as 69 is now called 96. [SEP] Due to the economy, the cost of eating out has gone up.',\n",
       " \"What's the difference between 2% milk, whole milk and a pack of cigarettes? [SEP] I don't know my father didn't get home from the store yet.\",\n",
       " 'My little daughter came to me all excited, saying, “Daddy! Daddy! Guess how old I’ll be in August!” I said, “Oh I don’t know princess, why don’t you tell me?” She gave me a huge smile and held up four fingers... [SEP] \\n\\nIt’s now three hours later, the police are annoyed and she *still* won’t say where she got them...',\n",
       " 'A guy applies for a job with the L.A.P.D. [SEP] Inspector says \"These are the best qualifications I\\'ve ever seen, just one more test before you get the job. Take this gun, go out and shoot six black guys and a rabbit.\"\\n\\nGuy replies \"Why the rabbit?\"\\n\\nInspector says \"Fantastic attitude, you\\'ve got the job!\"',\n",
       " \"Why don't ants get sick? [SEP] Because they have little anty bodies\",\n",
       " 'Marilyn Monroe suggests to Albert Einstein : \"If you and I were to marry, our kids will be the smartest and most beautiful in all the world.\" [SEP] Einstein: \"What if they get my looks and your brain?\"',\n",
       " 'Sex with the priest\\'s wife [SEP] Jack goes to his buddy Bob and says ...\\n\"I\\'m sleeping with the priest\\'s wife. Can you hold him in church for an hour after mass for me?\"\\nThe friend doesn\\'t like it but being a buddy, he agrees.\\nAfter mass, Bob starts talking to the priest, asking him all sorts of stupid questions, just to keep him occupied.\\nFinally the priest gets annoyed and asks him what he\\'s really up to.\\nBob feeling guilty, finally confesses to the priest...\\n\"My friend is sleeping with your wife right now, so he asked me to keep you occupied.\"\\nThe priest smiles, puts a brotherly hand on Bob\\'s shoulder and says...\\n\"You better hurry home now. My wife died a year ago\".',\n",
       " 'A man is walking the Las Vegas strip, and runs into the most beautiful women he has ever met. [SEP] He starts talking to her, and to his luck he finds out she is a prostitute. So, he asks her.    \\n\"How much for a hand-job?\"    \\n\"5,000$\" she replies.    \\n\"5,000$?? You must be nuts, no way.\"    \\n\"Walk with me.\" She replies. He agrees and they walk for a moment to end up in front of a restaurant. \"You see this restaurant? I own this restaurant because men pay me 5,000$ for hand jobs.\"      \\nHe ponders for a moment. \"Damn, they must be pretty good then. Alright.\" He brings her back to his hotel room. Gets the hand job, and as advertised; it is the best hand job he has ever had. After he finishes, he realizes how perfect she is and asks. \"Okay, that was awesome. How much for a blow job?\"    \\n\"15,000$\" she replies.    \\n\"15,000$?!? You are out of your mind. No way!\" He shouts  \\n\"Come to the window.\" They walk to the window and she begins to point. \"You see those three casinos? I own those casinos because men pay me 15,000$ for blow jobs.\"  \\n\"Fine, how can i say no?\"  \\nOnce again, it is the best blow job of his life. He is writhing in ecstasy after finishing, and practically in love with this woman. \"Okay, I am gonna regret this. How much for the pussy?\"  \\n\"Come to the window.\" He follows her to the window, ready for anything. \"Do you see all of Las Vegas?\" She asks.\\n\"No way! You own all of Las Vegas?!\" He exclaims, astounded.    \\n\"No..\" she looks down. \" But I would if I had a pussy...\"',\n",
       " 'When is the bible accurate? [SEP] When thrown from close range',\n",
       " 'A wife is speaking to her husband... [SEP] Wife: I have a bag full of used clothing I’d like to donate. \\n\\nHusband: why not just throw it in the trash? That’s much easier. \\n\\nWife: but there are poor starving people who could really use all of these clothes. \\n\\nHusband: honey, anyone who fits into your clothing is not starving.',\n",
       " 'At a wedding I whispered to a guy next to me, [SEP] \"Isn\\'t the bride a right ugly dog\"\\n\\n\"Do you mind. That\\'s my daughter you\\'re talking about\"\\n\\n\"I\\'m sorry, I didn\\'t know you were her father\\'\\'...\\n\\n\"I\\'m not . . . I\\'m her fucking mother.',\n",
       " \"The 2016 US Presidential Election [SEP] That's it. That's the entire fucking joke. \\n\\nEdit: Woke up to hundreds of messages and FP status. Damn. Thanks, folks! And thanks for the gold! \",\n",
       " '\"Do you know why I pulled you over?\" [SEP] Cop: \"Do you know why I pulled you over?\"\\n\\nMe: \"Because of the - \"\\n\\nA car drives by, honking very loudly.\\n\\nMe: \"Because of the - \"\\n\\nAnother car drives past us, honking even louder.\\n\\nMe: \"Because of the - \"\\n\\nA third car drives by, honking the loudest yet. The second police car that was parked behind my own car pulled out and chased down the third car.\\n\\nMe: \"Because of the bumper sticker I have that says \"Honk if you think that cops have micro pps.\"',\n",
       " 'By legalizing Cannabis and same-sex marriage we finally interpreted the bible correctly: [SEP] **\"A man who lays with another man should be stoned.\"** [Leviticus 20:13 esv] \\n\\n\\n\\n\\n\\n\\nEdit1: a typo \\n\\n\\nEdit2: thanks for the gold humorous stranger! ',\n",
       " 'A guy walks into a bar owned by Eminem [SEP] He tells the bartender,\"Give me 2 shots of...\"\\n\\nThe bartender cuts him off saying,\"You only get 1 shot.\"',\n",
       " 'Im surprised that Roy Moore wants a recount; a large gap in numbers had never bothered him before. [SEP] Get it?\\n\\n\\n\\nEdit: I\\'m not removing the \"Get it?\" Part.\\n\\nThicc Sauce is Andre Segers\\n\\nAnother Edit: thanks for making \"Get It\" a meme &lt;3',\n",
       " 'Feminists just want to be treated equally [SEP] To the pretty ones.',\n",
       " '\"Do you have a vagina?\"  [SEP] A woman is at home when she hears someone knock at the door.She goes to the door and opens the door to see a man standing there.\\n\\nHe asks the lady, \\n\\n\\'Do you have a vagina?\\'\\n\\nShe slams the door in disgust.\\n\\nThe next morning she hears a knock at the door and it is the same man and he asks the same question of the woman,\\n\\n\\'Do you have a vagina?\\' \\n\\nShe slams the door again.\\n\\nLater that night when her husband gets home she tells him what has happened for the last two days. The husband tells the wife in a loving and concerned voice,\\n\\n\\'Honey, I am taking tomorrow off to be home just in case this guy shows up again.\\'\\n\\nThe next morning they hear a knock and both\\nrun for the door. The husband says to the wife in a whispered\\nvoice, \\n\\n\\'Honey, I\\'m going to hide behind the door and listen and if it is the same guy I want you to answer yes to the question because I want to see where the bastard is going with it.\\' \\n\\nShe nods yes to her husband and opens the door. Sure enough the same fellow is standing there and asks the same question; \\n\\n\\'Do you have vagina\\'?\\n\\n\\'Yes, actually I have one,\\' she says.\\n\\nThe man replies..\\n\\n\\'Good! Would you mind telling your husband\\nto leave my wife\\'s alone and start using\\nyours?\\'',\n",
       " 'The Pope and Hillary are on the same stage in Yankee Stadium in front of a huge crowd. The Pope leans towards Hillary and said, [SEP] \"Do you know that with one little wave of my hand I can make every person in this crowd go wild with joy? This joy will not be a momentary display, but will go deep into their hearts and they\\'ll forever speak of this day and rejoice!\"\\n     Hillary replied, \"I seriously doubt that! With one little wave of your hand....Show me!\"\\n     \\n\\nSo the Pope backhanded her and knocked her off the stage!',\n",
       " 'David: *plays secret chord* [SEP] The Lord: Nice',\n",
       " 'Did you hear about the pessimist who hates sausage? [SEP] They say he fears the wurst',\n",
       " \"Call me a racist if you want, but south of the border is a sea of violence, corruption and stupidity I wouldn't touch with a ten foot pole. [SEP] I just thank my lucky stars I live in Canada.\\n\\nEdit: Sorry.\",\n",
       " 'What do Dale Earnhardt Sr and Pink Floyd have in common? [SEP] Their last big hit was the wall!',\n",
       " 'How many Democrats does it take to change a lightbulb? [SEP] None. They only *talk* about change.',\n",
       " 'Why is the hand on the endangered species list? [SEP] Because it was over fist.',\n",
       " \"What has an N, an I, two G's, an E, and an R and can be used to describe people of a certain color? [SEP] 'Ginger'\\n\\nEdit: If it makes anyone feel better, I've never heard of Tim Minchin before this comment thread.\",\n",
       " 'Why are women and children evacuated first in a disaster? [SEP] [removed]',\n",
       " 'Why have sumo wrestlers began shaving their legs? [SEP] They were getting tired of being mistaken for feminists',\n",
       " 'What do diapers and politicians have in common? [SEP] They both need changing regularly, for the exact same reason.',\n",
       " 'Creationism v Feminism [SEP] In the beginning god made everything and said it was good. \\n\\nThen he asked Adam, \"Is there anything else you could possibly want?\"\\n\\nAdam replied, \"I want a companion. Someone that will always be there for me. Someone that will love me, console me when I\\'m sad, celebrate with me when I\\'m happy, and stimulate me when I\\'m bored. I want a true soul mate.\"\\n\\nGod says \"Ok... But that will cost you an arm and a leg.\" \\n\\nAdam sighs and says \"Alright then... What can I get for a rib?\"',\n",
       " \"An Englishman, a Frenchman, a ravishing blonde and a homely brunette... [SEP] ...are sharing a compartment on a train as it winds its way through the Alps. Every now and then the train passes through a tunnel, during which time the compartment is plunged into complete darkness. On one such occasion, a ringing slap is heard and as the train passes back into daylight, the Frenchman is rubbing his sore, red cheek.\\nThe brunette thinks 'I bet that dirty Frenchman fondled the blonde and she struck the pervert.'\\nThe blonde thinks 'I bet that filthy Frenchman was looking to grope me in the dark, mistook the dowdy brunette for me and she slapped the beast.'\\nThe Frenchman thinks 'I bet that perfidious Englishman touched up the blonde in the dark and she slapped me by mistake.'\\nThe Englishman thinks 'I can't wait for another tunnel so I can slap that French twat again.'\",\n",
       " 'Teacher and Student [SEP] Teacher: Whoever answers my next question, can go home. \\n\\nOne boy throws his bag out the window. \\n\\nTeacher: Who just threw that? \\n\\nBoy: Me and I’m going home now.',\n",
       " \"Have you heard the rumor going around about butter? [SEP] Nevermind. I shouldn't spread it.\"]"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "import random\n",
    "\n",
    "selected = set(random.sample(cont, 64))\n",
    "selected = [_ for _ in cont if _ in selected]\n",
    "selected"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3.6.12 ('cr4')",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.12"
  },
  "orig_nbformat": 4,
  "vscode": {
   "interpreter": {
    "hash": "740471d2bc5e6e0b41d12bdc2e64373746aa6a34800f381ff958ff5f02fa0c53"
   }
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}