skim_hmm.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 191,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "from __future__ import division, print_function\n",
    "import numpy as np\n",
    "from hmmlearn.hmm import MultinomialHMM\n",
    "import poetrytools\n",
    "import itertools\n",
    "import time"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 192,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "%run 'preprocessing.ipynb'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 193,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "def get_rhymes(words):\n",
    "    num_words = len(words)\n",
    "    rhymes = np.empty((num_words, num_words))\n",
    "    \n",
    "    for i in range(num_words):\n",
    "        for j in (k for k in range(num_words) if not k == i):\n",
    "            if poetrytools.rhymes(words[i], words[j]):\n",
    "                rhymes[i][j] = 1\n",
    "    return rhymes"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 281,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "quatrain_rhymes = get_rhymes(quatrain_words)\n",
    "volta_rhymes = get_rhymes(volta_words)\n",
    "couplet_rhymes = get_rhymes(couplet_words)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 195,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "         1      -75894.8318             +nan\n",
      "         2      -62169.0486      +13725.7832\n",
      "         3      -62161.5162          +7.5324\n",
      "         4      -62137.7369         +23.7794\n",
      "         5      -62060.5324         +77.2045\n",
      "         6      -61822.0680        +238.4644\n",
      "         7      -61269.6252        +552.4427\n",
      "         8      -60580.5955        +689.0297\n",
      "         9      -60150.5293        +430.0662\n",
      "        10      -59958.2948        +192.2345\n",
      "        11      -59858.5186         +99.7762\n",
      "        12      -59779.5475         +78.9710\n",
      "        13      -59681.8289         +97.7186\n",
      "        14      -59542.9309        +138.8980\n",
      "        15      -59362.6478        +180.2831\n",
      "        16      -59159.5839        +203.0639\n",
      "        17      -58956.3148        +203.2691\n",
      "        18      -58763.1790        +193.1358\n",
      "        19      -58563.6543        +199.5247\n",
      "        20      -58313.8096        +249.8447\n",
      "         1      -35845.9006             +nan\n",
      "         2      -30166.4898       +5679.4108\n",
      "         3      -30163.7929          +2.6969\n",
      "         4      -30155.2726          +8.5203\n",
      "         5      -30127.3941         +27.8785\n",
      "         6      -30037.6132         +89.7808\n",
      "         7      -29795.9031        +241.7101\n",
      "         8      -29406.8808        +389.0223\n",
      "         9      -29103.2564        +303.6244\n",
      "        10      -28969.8194        +133.4370\n",
      "        11      -28911.5086         +58.3108\n",
      "        12      -28861.7795         +49.7291\n",
      "        13      -28786.3896         +75.3899\n",
      "        14      -28666.4350        +119.9546\n",
      "        15      -28517.4539        +148.9811\n",
      "        16      -28385.8006        +131.6533\n",
      "        17      -28292.9740         +92.8266\n",
      "        18      -28220.8170         +72.1571\n",
      "        19      -28141.5645         +79.2525\n",
      "        20      -28032.7127        +108.8517\n",
      "         1      -17913.4616             +nan\n",
      "         2      -15392.3457       +2521.1159\n",
      "         3      -15390.2249          +2.1209\n",
      "         4      -15384.2087          +6.0162\n",
      "         5      -15367.2792         +16.9295\n",
      "         6      -15323.9064         +43.3728\n",
      "         7      -15233.3338         +90.5726\n",
      "         8      -15095.6718        +137.6620\n",
      "         9      -14949.1769        +146.4949\n",
      "        10      -14844.0100        +105.1669\n",
      "        11      -14791.4052         +52.6048\n",
      "        12      -14760.8854         +30.5198\n",
      "        13      -14725.6265         +35.2589\n",
      "        14      -14669.6366         +55.9899\n",
      "        15      -14589.7686         +79.8680\n",
      "        16      -14502.0967         +87.6719\n",
      "        17      -14421.1158         +80.9809\n",
      "        18      -14336.0601         +85.0557\n",
      "        19      -14217.8735        +118.1866\n",
      "        20      -14038.9018        +178.9717\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "MultinomialHMM(algorithm='viterbi', init_params='ste', n_components=30,\n",
       "        n_iter=20, params='ste',\n",
       "        random_state=<mtrand.RandomState object at 0x103563640>,\n",
       "        startprob_prior=1.0, tol=0.01, transmat_prior=1.0, verbose=True)"
      ]
     },
     "execution_count": 195,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "reversed_quatrain_model = MultinomialHMM(n_components=30, n_iter=20, verbose=True)\n",
    "reversed_volta_model = MultinomialHMM(n_components=30, n_iter=20, verbose=True)\n",
    "reversed_couplet_model = MultinomialHMM(n_components=30, n_iter=20, verbose=True)\n",
    "reversed_quatrain_model.fit(np.concatenate(reversed_converted_quatrain_lines), quatrain_lengths)\n",
    "reversed_volta_model.fit(np.concatenate(reversed_converted_volta_lines), volta_lengths)\n",
    "reversed_couplet_model.fit(np.concatenate(reversed_converted_couplet_lines), couplet_lengths)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 181,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "# checks if line is in iambic pentameter (i.e. 0101010101 stress pattern)\n",
    "def check_iambic_pentameter(line):\n",
    "    # get the stresses from cmu dict \n",
    "    # if word is 1 syllable, then have the option for it to be stressed or unstressed\n",
    "    \n",
    "    stresses = []\n",
    "    for i in line.split(' '):\n",
    "        if i != '':\n",
    "            stress = poetrytools.stress(i)\n",
    "            if len(stress) == 1:\n",
    "                stresses.append(['0','1'])\n",
    "            else:\n",
    "                stresses.append([stress])\n",
    "    \n",
    "    # make combination of all possible stress patterns\n",
    "    result = [[]]\n",
    "    final = []\n",
    "    for pool in stresses:\n",
    "        result = [x+[y] for x in result for y in pool]\n",
    "    final = [''.join(i) for i in result]\n",
    "    \n",
    "    # return if any pattern fits iambic pentameter \n",
    "    return ('0101010101' in final)\n",
    "\n",
    "def generate_b_line(seed, rhymes, model, length=7):\n",
    "    b_line = []\n",
    "    start_probs = model.startprob_\n",
    "    emission_probs = model.emissionprob_\n",
    "    transition_probs = model.transmat_\n",
    "\n",
    "    start_state = np.random.choice(len(start_probs), p = start_probs)\n",
    "    \n",
    "    possible_start_emissions = np.where(rhymes[seed] == 1)\n",
    "    probs = np.array(emission_probs[start_state][possible_start_emissions])\n",
    "\n",
    "    scaled_probs = probs / sum(probs)\n",
    "    \n",
    "    start_emission = np.random.choice(possible_start_emissions[0], p=scaled_probs)\n",
    "    b_line.append(start_emission)\n",
    "    \n",
    "    curr_state = start_state\n",
    "    for _ in range(length - 1):\n",
    "        possible_transitions = transition_probs[curr_state]\n",
    "        curr_state = np.random.choice(len(possible_transitions), p=possible_transitions)\n",
    "        possible_emissions = emission_probs[curr_state]\n",
    "        curr_emission = np.random.choice(len(possible_emissions), p=possible_emissions)\n",
    "        b_line.append(curr_emission)\n",
    "        \n",
    "    return b_line\n",
    "\n",
    "# convert a_line to words\n",
    "def convert_a_line(sample, words):\n",
    "    ret = ''\n",
    "    reversed_list = []\n",
    "    for word in np.nditer(sample):\n",
    "        reversed_list.append(word)\n",
    "    \n",
    "    i = 0\n",
    "    for word in reversed(reversed_list):\n",
    "        curr_word = words[word]\n",
    "        if i == 0 or len(curr_word) == 1:\n",
    "            ret += curr_word.title() + ' '\n",
    "        else:\n",
    "            ret += curr_word + ' '\n",
    "        i += 1\n",
    "    return ret\n",
    "\n",
    "# convert b_line to words\n",
    "def convert_b_line(sample, words):\n",
    "    ret = ''\n",
    "    i = 0\n",
    "    for word in reversed(sample):\n",
    "        curr_word = words[word]\n",
    "        if i == 0 or len(curr_word) == 1:\n",
    "            ret += curr_word.title() + ' '\n",
    "        else:\n",
    "            ret += curr_word + ' '\n",
    "        i += 1\n",
    "    return ret\n",
    "\n",
    "# generate pair of a_line and b_line \n",
    "def generate_pair(model, rhymes, words, length=7):\n",
    "    while True:\n",
    "        while True:\n",
    "            a_line = model.sample(length)[0]\n",
    "            seed = a_line[0][0]\n",
    "            a_line = convert_a_line(a_line, words)\n",
    "            # if not iambic, generate whole line again\n",
    "            if (check_iambic_pentameter(a_line)):\n",
    "                break\n",
    "        if len(np.where(rhymes[seed] == 1)[0]) > 0:\n",
    "            while True:\n",
    "                b_line = generate_b_line(seed, rhymes, model)\n",
    "                b_line = convert_b_line(b_line, words)\n",
    "                # if not iambic, generate whole line again\n",
    "                if (check_iambic_pentameter(b_line)):\n",
    "                    break\n",
    "            return a_line, b_line\n",
    "        \n",
    "# generate 1 sonnet\n",
    "def generate_rhyming_sonnet():\n",
    "    start = time.time()\n",
    "    elapsed = 0\n",
    "    while elapsed < 2:\n",
    "        sonnet = ''\n",
    "        a_lines = []\n",
    "        b_lines = []\n",
    "\n",
    "        for _ in range(4):\n",
    "            a_line, b_line = generate_pair(reversed_quatrain_model, quatrain_rhymes, quatrain_words)\n",
    "            a_lines.append(a_line)\n",
    "            b_lines.append(b_line)\n",
    "\n",
    "        for i in range(2):\n",
    "            sonnet += a_lines[2 * i] + '\\n'\n",
    "            sonnet += a_lines[2 * i + 1] + '\\n'\n",
    "            sonnet += b_lines[2 * i] + '\\n'\n",
    "            sonnet += b_lines[2 * i + 1] + '\\n'\n",
    "\n",
    "        a_lines = []\n",
    "        b_lines = []\n",
    "\n",
    "        for _ in range(2):\n",
    "            a_line, b_line = generate_pair(reversed_volta_model, volta_rhymes, volta_words)\n",
    "            a_lines.append(a_line)\n",
    "            b_lines.append(b_line)\n",
    "\n",
    "        sonnet += a_lines[0] + '\\n'\n",
    "        sonnet += a_lines[1] + '\\n'\n",
    "        sonnet += b_lines[0] + '\\n'\n",
    "        sonnet += b_lines[1] + '\\n'\n",
    "\n",
    "        a_line, b_line = generate_pair(reversed_couplet_model, couplet_rhymes, couplet_words)\n",
    "        sonnet += a_line + '\\n'\n",
    "        sonnet += b_line + '\\n'\n",
    "        \n",
    "        return sonnet\n",
    "        elapsed = time.time() - start\n",
    "    return(generate_rhyming_sonnet())\n",
    "    \n",
    "# generate 10 sonnets\n",
    "def generate_10_rhyming_sonnets():\n",
    "    sonnets = ''\n",
    "    for i in range(10):\n",
    "        sonnets += str(i) + '\\n' + generate_rhyming_sonnet() + '\\n'\n",
    "    \n",
    "    f = open(\"project2data/rhyming_shakespeare2.txt\",\"w\")\n",
    "    f.write(sonnets)\n",
    "    return sonnets"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 188,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0\n",
      "Hast see lord O perfumes addition due \n",
      "And graces make gone for antique behind \n",
      "Gives painting power earth thou motion hue \n",
      "Some own infection your thee summer's brand \n",
      "Hath hated why not monsters simple give \n",
      "Or tender of dost in eclipse adieu \n",
      "When find see doth above abundance live \n",
      "From worth looks lust inherit ever due \n",
      "Abundant of couldst this as bounty youth \n",
      "The sun bud eye before invention lend \n",
      "Still my thou and I distillation truth \n",
      "On honour she in any sightless fiend \n",
      "Remembered love eyes nor herself knows dead \n",
      "Shall for give universe in purpose bred \n",
      "\n",
      "1\n",
      "Your which not any outward am anew \n",
      "Me thou your proudly hell affections flow \n",
      "Describe which princes that all cancelled new \n",
      "Beloved giving when A the time slow \n",
      "Advantage thy well that self are allayed \n",
      "To that your thou beloved of appear \n",
      "Alone prescriptions to robs like but aid \n",
      "Play many slept doth can appearance dear \n",
      "Both wood might fearing physic heaven truth \n",
      "Me bearing flourish most of healthful time \n",
      "His my not deepest the imprisoned youth \n",
      "Addition old both A be captain prime \n",
      "Himself your but foul heaven's in control \n",
      "Despite but but since feeds enfeebled soul \n",
      "\n",
      "2\n",
      "Hymn coming thy the image to behold \n",
      "Subject plead yellow erst thy open die \n",
      "Upon much truant me or prayers compiled \n",
      "Of hours strong sweet in abundance dye \n",
      "I added conscience lives skill throned part \n",
      "Consider straight which of art thy divine \n",
      "Becomes as from heart ragged it resort \n",
      "You the death yellow on successive mine \n",
      "Still true it by believe enjoys behind \n",
      "Creation then art sharp he his despised \n",
      "I such do men eternal heaven's fiend \n",
      "My where to title in to sympathized \n",
      "Upon you being to king speechless one \n",
      "Of hold eyes surfeit the enfeebled son \n",
      "\n",
      "3\n",
      "My all those rider wrackful who surmount \n",
      "Thou will december's spacious A life words \n",
      "Art have to why abundance this invent \n",
      "I the thou I infection dearest winds \n",
      "Stick'St will nor of desire all decease \n",
      "Far creatures o'er that far former tend \n",
      "That have than better respose would decrease \n",
      "That thoughts ere praises power of depend \n",
      "Beloved crowning feel and but doth cross \n",
      "Is the is and triumphant gaudy prove \n",
      "Beloved time love to my other dross \n",
      "Still love waste rich recounting being move \n",
      "All water answer they unkind so night \n",
      "Receiving virtue which though scythe in sight \n",
      "\n",
      "4\n",
      "And wert thou and of other expiate \n",
      "Entitled thou plods dulling now this held \n",
      "From dost dead that choirs thou determinate \n",
      "Example millions and there shun now filed \n",
      "You play that body to deceased increase \n",
      "Shop clock to should by budding counterfeit \n",
      "The I my unbless beauties thy decrease \n",
      "Be able and my when perfect permit \n",
      "Heart tender it eternal by day moan \n",
      "Your flatter beauty whose come time's impute \n",
      "Another'S I from me they something shown \n",
      "Enough nor glowing now all selflove mute \n",
      "Would my most of away admiring sort \n",
      "Before awards thee as thus A report \n",
      "\n",
      "5\n",
      "Him and mine full desire me decrease \n",
      "Entombed I basest better thy of life \n",
      "In by my fairest vial it increase \n",
      "Upon woes give eclipses what of strife \n",
      "This face to number millions be depart \n",
      "Is for beloved it perfumes my grave \n",
      "Aught work me due increasing am report \n",
      "Return as be when sweet another crave \n",
      "And abysm and and shall familiar face \n",
      "In count and conquest old familiar sun \n",
      "For all come mother's is invention place \n",
      "Back age's my do appetite can done \n",
      "But and informer is I must untrue \n",
      "Becoming ransom no to him with threw \n",
      "\n",
      "6\n",
      "State to crown being giving poet short \n",
      "Without like under love steal absence heart \n",
      "Remembrance darkness so or thy would heart \n",
      "By than the fingers some physicians part \n",
      "To murd'rous sorrow gilded of once twain \n",
      "An beauty basest are man's from expense \n",
      "Will stamp climbed time's offenders his disdain \n",
      "By bail exceeded he not the defence \n",
      "Admired and what all to outward see \n",
      "How thousand reason keeps and bounty bright \n",
      "And whereon how deserve upon on sea \n",
      "A in the would A distillation white \n",
      "This after being no wilt longer days \n",
      "So thou so more belongs complexion praise \n",
      "\n",
      "7\n",
      "Converted his faults lo might learned's pain \n",
      "Mine feeling and self this confined beside \n",
      "Smell by but my desire motion main \n",
      "That thou thou hateth thinking my provide \n",
      "Some summer's manners right my sunken aid \n",
      "Up darkness true love roses wont approve \n",
      "Upon loves dial's sicken be their shade \n",
      "Advantage air dressed is bars thou remove \n",
      "Blest april play thy in imperfect gone \n",
      "And this bring these let all anticipate \n",
      "Ah service habit I horse dancing on \n",
      "I this sad thee so faults accumulate \n",
      "Love this most sourly beauty to removed \n",
      "Thee even nothing for upon me proved \n",
      "\n",
      "8\n",
      "Religious will A this worms second dead \n",
      "Mine whilst in publish she remember give \n",
      "Forsake dust thou heart rebel former red \n",
      "On heaven most entitled of his live \n",
      "We you perspective for A absence catch \n",
      "Hate this fell famine steepup be renewed \n",
      "Name this such lofty of invention latch \n",
      "Who they neglected that for my subdued \n",
      "Keeps any self is in directly ill \n",
      "Name parallels no sweet to any new \n",
      "Thou look confounded lawful of dear skill \n",
      "Is that change parallels no to anew \n",
      "Well beauty's than to but admiring worse \n",
      "Beloved love all so these outward curse \n",
      "\n",
      "9\n",
      "Ink unswept bastard worthy say thine sight \n",
      "Time nature first lives jewels to compare \n",
      "Despite as feeding than your judgment light \n",
      "Take centre be do A desire fair \n",
      "Thy razed put beweep stealing foul engrossed \n",
      "Then others height unseen his under prime \n",
      "It if adonis hides which dearest west \n",
      "Eye signs which variation right his time \n",
      "The whether it thy beauty of away \n",
      "Of me wear when enlighten living state \n",
      "Your looks upon which richer verses way \n",
      "Shouldst whether thou that I controlling gate \n",
      "Fond even sourest the love not belied \n",
      "Since hardest daily love breath be denied \n",
      "\n",
      "\n"
     ]
    }
   ],
   "source": [
    "print(generate_10_rhyming_sonnets())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 121,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 2",
   "language": "python",
   "name": "python2"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 2
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython2",
   "version": "2.7.10"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}