From e8130c36342b780ab2bc50ff97277a6f78d27560 Mon Sep 17 00:00:00 2001 From: Niels Simenon Date: Sun, 17 Nov 2019 03:56:45 +0100 Subject: [PATCH] Scraping actor profiles from FreeOnes. --- assets/components/actor/actor.vue | 63 +- migrations/20190325001339_releases.js | 39 +- public/css/style.css | 5 + public/img/flags/ad.svg | 150 + public/img/flags/ae.svg | 6 + public/img/flags/af.svg | 81 + public/img/flags/ag.svg | 14 + public/img/flags/ai.svg | 767 +++ public/img/flags/al.svg | 5 + public/img/flags/am.svg | 5 + public/img/flags/ao.svg | 13 + public/img/flags/aq.svg | 6 + public/img/flags/ar.svg | 31 + public/img/flags/as.svg | 33 + public/img/flags/at.svg | 6 + public/img/flags/au.svg | 9 + public/img/flags/aw.svg | 186 + public/img/flags/ax.svg | 18 + public/img/flags/az.svg | 8 + public/img/flags/ba.svg | 12 + public/img/flags/bb.svg | 6 + public/img/flags/bd.svg | 4 + public/img/flags/be.svg | 7 + public/img/flags/bf.svg | 7 + public/img/flags/bg.svg | 7 + public/img/flags/bh.svg | 11 + public/img/flags/bi.svg | 15 + public/img/flags/bj.svg | 14 + public/img/flags/bl.svg | 7 + public/img/flags/bm.svg | 98 + public/img/flags/bn.svg | 36 + public/img/flags/bo.svg | 676 +++ public/img/flags/bq.svg | 5 + public/img/flags/br.svg | 45 + public/img/flags/bs.svg | 13 + public/img/flags/bt.svg | 89 + public/img/flags/bv.svg | 13 + public/img/flags/bw.svg | 7 + public/img/flags/by.svg | 20 + public/img/flags/bz.svg | 145 + public/img/flags/ca.svg | 4 + public/img/flags/cc.svg | 19 + public/img/flags/cd.svg | 5 + public/img/flags/cf.svg | 15 + public/img/flags/cg.svg | 12 + public/img/flags/ch.svg | 9 + public/img/flags/ci.svg | 7 + public/img/flags/ck.svg | 9 + public/img/flags/cl.svg | 13 + public/img/flags/cm.svg | 15 + public/img/flags/cn.svg | 11 + public/img/flags/co.svg | 7 + public/img/flags/cr.svg | 7 + public/img/flags/cu.svg | 13 + public/img/flags/cv.svg | 13 + public/img/flags/cw.svg | 14 + public/img/flags/cx.svg | 15 + public/img/flags/cy.svg | 6 + public/img/flags/cz.svg | 12 + public/img/flags/de.svg | 5 + public/img/flags/dj.svg | 13 + public/img/flags/dk.svg | 5 + public/img/flags/dm.svg | 152 + public/img/flags/do.svg | 6745 +++++++++++++++++++++++++ public/img/flags/dz.svg | 5 + public/img/flags/ec.svg | 138 + public/img/flags/ee.svg | 7 + public/img/flags/eg.svg | 38 + public/img/flags/eh.svg | 15 + public/img/flags/er.svg | 8 + public/img/flags/es-ct.svg | 4 + public/img/flags/es.svg | 544 ++ public/img/flags/et.svg | 14 + public/img/flags/eu.svg | 28 + public/img/flags/fi.svg | 5 + public/img/flags/fj.svg | 120 + public/img/flags/fk.svg | 89 + public/img/flags/fm.svg | 11 + public/img/flags/fo.svg | 12 + public/img/flags/fr.svg | 7 + public/img/flags/ga.svg | 7 + public/img/flags/gb-eng.svg | 5 + public/img/flags/gb-nir.svg | 131 + public/img/flags/gb-sct.svg | 4 + public/img/flags/gb-wls.svg | 9 + public/img/flags/gb.svg | 15 + public/img/flags/gd.svg | 27 + public/img/flags/ge.svg | 6 + public/img/flags/gf.svg | 5 + public/img/flags/gg.svg | 9 + public/img/flags/gh.svg | 6 + public/img/flags/gi.svg | 32 + public/img/flags/gl.svg | 4 + public/img/flags/gm.svg | 14 + public/img/flags/gn.svg | 7 + public/img/flags/gp.svg | 7 + public/img/flags/gq.svg | 23 + public/img/flags/gr.svg | 22 + public/img/flags/gs.svg | 201 + public/img/flags/gt.svg | 204 + public/img/flags/gu.svg | 39 + public/img/flags/gw.svg | 13 + public/img/flags/gy.svg | 9 + public/img/flags/hk.svg | 30 + public/img/flags/hm.svg | 9 + public/img/flags/hn.svg | 18 + public/img/flags/hr.svg | 58 + public/img/flags/ht.svg | 116 + public/img/flags/hu.svg | 7 + public/img/flags/id.svg | 6 + public/img/flags/ie.svg | 7 + public/img/flags/il.svg | 14 + public/img/flags/im.svg | 36 + public/img/flags/in.svg | 25 + public/img/flags/io.svg | 138 + public/img/flags/iq.svg | 10 + public/img/flags/ir.svg | 219 + public/img/flags/is.svg | 12 + public/img/flags/it.svg | 7 + public/img/flags/je.svg | 29 + public/img/flags/jm.svg | 8 + public/img/flags/jo.svg | 16 + public/img/flags/jp.svg | 11 + public/img/flags/ke.svg | 23 + public/img/flags/kg.svg | 15 + public/img/flags/kh.svg | 61 + public/img/flags/ki.svg | 36 + public/img/flags/km.svg | 16 + public/img/flags/kn.svg | 14 + public/img/flags/kp.svg | 15 + public/img/flags/kr.svg | 24 + public/img/flags/kw.svg | 13 + public/img/flags/ky.svg | 63 + public/img/flags/kz.svg | 23 + public/img/flags/la.svg | 12 + public/img/flags/lb.svg | 15 + public/img/flags/lc.svg | 8 + public/img/flags/li.svg | 43 + public/img/flags/lk.svg | 22 + public/img/flags/lr.svg | 14 + public/img/flags/ls.svg | 8 + public/img/flags/lt.svg | 7 + public/img/flags/lu.svg | 5 + public/img/flags/lv.svg | 6 + public/img/flags/ly.svg | 13 + public/img/flags/ma.svg | 4 + public/img/flags/mc.svg | 6 + public/img/flags/md.svg | 70 + public/img/flags/me.svg | 116 + public/img/flags/mf.svg | 7 + public/img/flags/mg.svg | 7 + public/img/flags/mh.svg | 7 + public/img/flags/mk.svg | 5 + public/img/flags/ml.svg | 7 + public/img/flags/mm.svg | 16 + public/img/flags/mn.svg | 13 + public/img/flags/mo.svg | 9 + public/img/flags/mp.svg | 86 + public/img/flags/mq.svg | 7 + public/img/flags/mr.svg | 6 + public/img/flags/ms.svg | 39 + public/img/flags/mt.svg | 49 + public/img/flags/mu.svg | 8 + public/img/flags/mv.svg | 6 + public/img/flags/mw.svg | 10 + public/img/flags/mx.svg | 382 ++ public/img/flags/my.svg | 15 + public/img/flags/mz.svg | 21 + public/img/flags/na.svg | 16 + public/img/flags/nc.svg | 7 + public/img/flags/ne.svg | 6 + public/img/flags/nf.svg | 9 + public/img/flags/ng.svg | 6 + public/img/flags/ni.svg | 129 + public/img/flags/nl.svg | 7 + public/img/flags/no.svg | 7 + public/img/flags/np.svg | 14 + public/img/flags/nr.svg | 12 + public/img/flags/nu.svg | 26 + public/img/flags/nz.svg | 41 + public/img/flags/om.svg | 115 + public/img/flags/pa.svg | 14 + public/img/flags/pe.svg | 244 + public/img/flags/pf.svg | 19 + public/img/flags/pg.svg | 9 + public/img/flags/ph.svg | 9 + public/img/flags/pk.svg | 15 + public/img/flags/pl.svg | 6 + public/img/flags/pm.svg | 7 + public/img/flags/pn.svg | 62 + public/img/flags/pr.svg | 13 + public/img/flags/ps.svg | 15 + public/img/flags/pt.svg | 57 + public/img/flags/pw.svg | 11 + public/img/flags/py.svg | 157 + public/img/flags/qa.svg | 4 + public/img/flags/re.svg | 7 + public/img/flags/ro.svg | 7 + public/img/flags/rs.svg | 292 ++ public/img/flags/ru.svg | 7 + public/img/flags/rw.svg | 13 + public/img/flags/sa.svg | 26 + public/img/flags/sb.svg | 13 + public/img/flags/sc.svg | 14 + public/img/flags/sd.svg | 13 + public/img/flags/se.svg | 16 + public/img/flags/sg.svg | 13 + public/img/flags/sh.svg | 74 + public/img/flags/si.svg | 18 + public/img/flags/sj.svg | 7 + public/img/flags/sk.svg | 9 + public/img/flags/sl.svg | 7 + public/img/flags/sm.svg | 91 + public/img/flags/sn.svg | 8 + public/img/flags/so.svg | 11 + public/img/flags/sr.svg | 6 + public/img/flags/ss.svg | 8 + public/img/flags/st.svg | 16 + public/img/flags/sv.svg | 601 +++ public/img/flags/sx.svg | 56 + public/img/flags/sy.svg | 6 + public/img/flags/sz.svg | 45 + public/img/flags/tc.svg | 67 + public/img/flags/td.svg | 7 + public/img/flags/tf.svg | 15 + public/img/flags/tg.svg | 14 + public/img/flags/th.svg | 7 + public/img/flags/tj.svg | 22 + public/img/flags/tk.svg | 5 + public/img/flags/tl.svg | 13 + public/img/flags/tm.svg | 206 + public/img/flags/tn.svg | 13 + public/img/flags/to.svg | 10 + public/img/flags/tr.svg | 8 + public/img/flags/tt.svg | 5 + public/img/flags/tv.svg | 27 + public/img/flags/tw.svg | 14 + public/img/flags/tz.svg | 13 + public/img/flags/ua.svg | 6 + public/img/flags/ug.svg | 30 + public/img/flags/um.svg | 15 + public/img/flags/un.svg | 16 + public/img/flags/us.svg | 10 + public/img/flags/uy.svg | 28 + public/img/flags/uz.svg | 30 + public/img/flags/va.svg | 479 ++ public/img/flags/vc.svg | 8 + public/img/flags/ve.svg | 26 + public/img/flags/vg.svg | 127 + public/img/flags/vi.svg | 28 + public/img/flags/vn.svg | 11 + public/img/flags/vu.svg | 18 + public/img/flags/wf.svg | 7 + public/img/flags/ws.svg | 7 + public/img/flags/ye.svg | 7 + public/img/flags/yt.svg | 7 + public/img/flags/za.svg | 17 + public/img/flags/zm.svg | 27 + public/img/flags/zw.svg | 21 + seeds/04_countries.js | 1251 +++++ src/actors.js | 123 +- src/app.js | 8 + src/argv.js | 11 + src/releases.js | 105 +- src/scrape-release.js | 6 +- src/scrape-sites.js | 4 +- src/scrapers/freeones.js | 136 + src/scrapers/scrapers.js | 47 +- 268 files changed, 19161 insertions(+), 102 deletions(-) create mode 100644 public/img/flags/ad.svg create mode 100644 public/img/flags/ae.svg create mode 100644 public/img/flags/af.svg create mode 100644 public/img/flags/ag.svg create mode 100644 public/img/flags/ai.svg create mode 100644 public/img/flags/al.svg create mode 100644 public/img/flags/am.svg create mode 100644 public/img/flags/ao.svg create mode 100644 public/img/flags/aq.svg create mode 100644 public/img/flags/ar.svg create mode 100644 public/img/flags/as.svg create mode 100644 public/img/flags/at.svg create mode 100644 public/img/flags/au.svg create mode 100644 public/img/flags/aw.svg create mode 100644 public/img/flags/ax.svg create mode 100644 public/img/flags/az.svg create mode 100644 public/img/flags/ba.svg create mode 100644 public/img/flags/bb.svg create mode 100644 public/img/flags/bd.svg create mode 100644 public/img/flags/be.svg create mode 100644 public/img/flags/bf.svg create mode 100644 public/img/flags/bg.svg create mode 100644 public/img/flags/bh.svg create mode 100644 public/img/flags/bi.svg create mode 100644 public/img/flags/bj.svg create mode 100644 public/img/flags/bl.svg create mode 100644 public/img/flags/bm.svg create mode 100644 public/img/flags/bn.svg create mode 100644 public/img/flags/bo.svg create mode 100644 public/img/flags/bq.svg create mode 100644 public/img/flags/br.svg create mode 100644 public/img/flags/bs.svg create mode 100644 public/img/flags/bt.svg create mode 100644 public/img/flags/bv.svg create mode 100644 public/img/flags/bw.svg create mode 100644 public/img/flags/by.svg create mode 100644 public/img/flags/bz.svg create mode 100644 public/img/flags/ca.svg create mode 100644 public/img/flags/cc.svg create mode 100644 public/img/flags/cd.svg create mode 100644 public/img/flags/cf.svg create mode 100644 public/img/flags/cg.svg create mode 100644 public/img/flags/ch.svg create mode 100644 public/img/flags/ci.svg create mode 100644 public/img/flags/ck.svg create mode 100644 public/img/flags/cl.svg create mode 100644 public/img/flags/cm.svg create mode 100644 public/img/flags/cn.svg create mode 100644 public/img/flags/co.svg create mode 100644 public/img/flags/cr.svg create mode 100644 public/img/flags/cu.svg create mode 100644 public/img/flags/cv.svg create mode 100644 public/img/flags/cw.svg create mode 100644 public/img/flags/cx.svg create mode 100644 public/img/flags/cy.svg create mode 100644 public/img/flags/cz.svg create mode 100644 public/img/flags/de.svg create mode 100644 public/img/flags/dj.svg create mode 100644 public/img/flags/dk.svg create mode 100644 public/img/flags/dm.svg create mode 100644 public/img/flags/do.svg create mode 100644 public/img/flags/dz.svg create mode 100644 public/img/flags/ec.svg create mode 100644 public/img/flags/ee.svg create mode 100644 public/img/flags/eg.svg create mode 100644 public/img/flags/eh.svg create mode 100644 public/img/flags/er.svg create mode 100644 public/img/flags/es-ct.svg create mode 100644 public/img/flags/es.svg create mode 100644 public/img/flags/et.svg create mode 100644 public/img/flags/eu.svg create mode 100644 public/img/flags/fi.svg create mode 100644 public/img/flags/fj.svg create mode 100644 public/img/flags/fk.svg create mode 100644 public/img/flags/fm.svg create mode 100644 public/img/flags/fo.svg create mode 100644 public/img/flags/fr.svg create mode 100644 public/img/flags/ga.svg create mode 100644 public/img/flags/gb-eng.svg create mode 100644 public/img/flags/gb-nir.svg create mode 100644 public/img/flags/gb-sct.svg create mode 100644 public/img/flags/gb-wls.svg create mode 100644 public/img/flags/gb.svg create mode 100644 public/img/flags/gd.svg create mode 100644 public/img/flags/ge.svg create mode 100644 public/img/flags/gf.svg create mode 100644 public/img/flags/gg.svg create mode 100644 public/img/flags/gh.svg create mode 100644 public/img/flags/gi.svg create mode 100644 public/img/flags/gl.svg create mode 100644 public/img/flags/gm.svg create mode 100644 public/img/flags/gn.svg create mode 100644 public/img/flags/gp.svg create mode 100644 public/img/flags/gq.svg create mode 100644 public/img/flags/gr.svg create mode 100644 public/img/flags/gs.svg create mode 100644 public/img/flags/gt.svg create mode 100644 public/img/flags/gu.svg create mode 100644 public/img/flags/gw.svg create mode 100644 public/img/flags/gy.svg create mode 100644 public/img/flags/hk.svg create mode 100644 public/img/flags/hm.svg create mode 100644 public/img/flags/hn.svg create mode 100644 public/img/flags/hr.svg create mode 100644 public/img/flags/ht.svg create mode 100644 public/img/flags/hu.svg create mode 100644 public/img/flags/id.svg create mode 100644 public/img/flags/ie.svg create mode 100644 public/img/flags/il.svg create mode 100644 public/img/flags/im.svg create mode 100644 public/img/flags/in.svg create mode 100644 public/img/flags/io.svg create mode 100644 public/img/flags/iq.svg create mode 100644 public/img/flags/ir.svg create mode 100644 public/img/flags/is.svg create mode 100644 public/img/flags/it.svg create mode 100644 public/img/flags/je.svg create mode 100644 public/img/flags/jm.svg create mode 100644 public/img/flags/jo.svg create mode 100644 public/img/flags/jp.svg create mode 100644 public/img/flags/ke.svg create mode 100644 public/img/flags/kg.svg create mode 100644 public/img/flags/kh.svg create mode 100644 public/img/flags/ki.svg create mode 100644 public/img/flags/km.svg create mode 100644 public/img/flags/kn.svg create mode 100644 public/img/flags/kp.svg create mode 100644 public/img/flags/kr.svg create mode 100644 public/img/flags/kw.svg create mode 100644 public/img/flags/ky.svg create mode 100644 public/img/flags/kz.svg create mode 100644 public/img/flags/la.svg create mode 100644 public/img/flags/lb.svg create mode 100644 public/img/flags/lc.svg create mode 100644 public/img/flags/li.svg create mode 100644 public/img/flags/lk.svg create mode 100644 public/img/flags/lr.svg create mode 100644 public/img/flags/ls.svg create mode 100644 public/img/flags/lt.svg create mode 100644 public/img/flags/lu.svg create mode 100644 public/img/flags/lv.svg create mode 100644 public/img/flags/ly.svg create mode 100644 public/img/flags/ma.svg create mode 100644 public/img/flags/mc.svg create mode 100644 public/img/flags/md.svg create mode 100644 public/img/flags/me.svg create mode 100644 public/img/flags/mf.svg create mode 100644 public/img/flags/mg.svg create mode 100644 public/img/flags/mh.svg create mode 100644 public/img/flags/mk.svg create mode 100644 public/img/flags/ml.svg create mode 100644 public/img/flags/mm.svg create mode 100644 public/img/flags/mn.svg create mode 100644 public/img/flags/mo.svg create mode 100644 public/img/flags/mp.svg create mode 100644 public/img/flags/mq.svg create mode 100644 public/img/flags/mr.svg create mode 100644 public/img/flags/ms.svg create mode 100644 public/img/flags/mt.svg create mode 100644 public/img/flags/mu.svg create mode 100644 public/img/flags/mv.svg create mode 100644 public/img/flags/mw.svg create mode 100644 public/img/flags/mx.svg create mode 100644 public/img/flags/my.svg create mode 100644 public/img/flags/mz.svg create mode 100644 public/img/flags/na.svg create mode 100644 public/img/flags/nc.svg create mode 100644 public/img/flags/ne.svg create mode 100644 public/img/flags/nf.svg create mode 100644 public/img/flags/ng.svg create mode 100644 public/img/flags/ni.svg create mode 100644 public/img/flags/nl.svg create mode 100644 public/img/flags/no.svg create mode 100644 public/img/flags/np.svg create mode 100644 public/img/flags/nr.svg create mode 100644 public/img/flags/nu.svg create mode 100644 public/img/flags/nz.svg create mode 100644 public/img/flags/om.svg create mode 100644 public/img/flags/pa.svg create mode 100644 public/img/flags/pe.svg create mode 100644 public/img/flags/pf.svg create mode 100644 public/img/flags/pg.svg create mode 100644 public/img/flags/ph.svg create mode 100644 public/img/flags/pk.svg create mode 100644 public/img/flags/pl.svg create mode 100644 public/img/flags/pm.svg create mode 100644 public/img/flags/pn.svg create mode 100644 public/img/flags/pr.svg create mode 100644 public/img/flags/ps.svg create mode 100644 public/img/flags/pt.svg create mode 100644 public/img/flags/pw.svg create mode 100644 public/img/flags/py.svg create mode 100644 public/img/flags/qa.svg create mode 100644 public/img/flags/re.svg create mode 100644 public/img/flags/ro.svg create mode 100644 public/img/flags/rs.svg create mode 100644 public/img/flags/ru.svg create mode 100644 public/img/flags/rw.svg create mode 100644 public/img/flags/sa.svg create mode 100644 public/img/flags/sb.svg create mode 100644 public/img/flags/sc.svg create mode 100644 public/img/flags/sd.svg create mode 100644 public/img/flags/se.svg create mode 100644 public/img/flags/sg.svg create mode 100644 public/img/flags/sh.svg create mode 100644 public/img/flags/si.svg create mode 100644 public/img/flags/sj.svg create mode 100644 public/img/flags/sk.svg create mode 100644 public/img/flags/sl.svg create mode 100644 public/img/flags/sm.svg create mode 100644 public/img/flags/sn.svg create mode 100644 public/img/flags/so.svg create mode 100644 public/img/flags/sr.svg create mode 100644 public/img/flags/ss.svg create mode 100644 public/img/flags/st.svg create mode 100644 public/img/flags/sv.svg create mode 100644 public/img/flags/sx.svg create mode 100644 public/img/flags/sy.svg create mode 100644 public/img/flags/sz.svg create mode 100644 public/img/flags/tc.svg create mode 100644 public/img/flags/td.svg create mode 100644 public/img/flags/tf.svg create mode 100644 public/img/flags/tg.svg create mode 100644 public/img/flags/th.svg create mode 100644 public/img/flags/tj.svg create mode 100644 public/img/flags/tk.svg create mode 100644 public/img/flags/tl.svg create mode 100644 public/img/flags/tm.svg create mode 100644 public/img/flags/tn.svg create mode 100644 public/img/flags/to.svg create mode 100644 public/img/flags/tr.svg create mode 100644 public/img/flags/tt.svg create mode 100644 public/img/flags/tv.svg create mode 100644 public/img/flags/tw.svg create mode 100644 public/img/flags/tz.svg create mode 100644 public/img/flags/ua.svg create mode 100644 public/img/flags/ug.svg create mode 100644 public/img/flags/um.svg create mode 100644 public/img/flags/un.svg create mode 100644 public/img/flags/us.svg create mode 100644 public/img/flags/uy.svg create mode 100644 public/img/flags/uz.svg create mode 100644 public/img/flags/va.svg create mode 100644 public/img/flags/vc.svg create mode 100644 public/img/flags/ve.svg create mode 100644 public/img/flags/vg.svg create mode 100644 public/img/flags/vi.svg create mode 100644 public/img/flags/vn.svg create mode 100644 public/img/flags/vu.svg create mode 100644 public/img/flags/wf.svg create mode 100644 public/img/flags/ws.svg create mode 100644 public/img/flags/ye.svg create mode 100644 public/img/flags/yt.svg create mode 100644 public/img/flags/za.svg create mode 100644 public/img/flags/zm.svg create mode 100644 public/img/flags/zw.svg create mode 100644 seeds/04_countries.js create mode 100644 src/scrapers/freeones.js diff --git a/assets/components/actor/actor.vue b/assets/components/actor/actor.vue index 9a5eedf2..0cb23c53 100644 --- a/assets/components/actor/actor.vue +++ b/assets/components/actor/actor.vue @@ -20,30 +20,50 @@ {{ actor.aliases.join(', ') }} -
  • - Born in - {{ actor.city }} - {{ actor.country || 'Unknown' }} -
  • - -
  • +
  • Date of birth - {{ actor.birthdate || 'Unknown' }} + {{ formatDate(actor.birthdate, 'MMMM D, YYYY') }} ({{ age }})
  • -
  • +
  • + Born in + + + {{ actor.birthCountry.name }} + + + {{ actor.birthPlace }} +
  • + +
  • + Lives in + + + {{ actor.residenceCountry.name }} + + + {{ actor.residencePlace }} +
  • + +
  • Ethnicity - {{ actor.ethnicity || 'Unknown' }} + {{ actor.ethnicity }}
  • -
  • +
  • Height - {{ actor.height || 'Unknown' }} + {{ actor.height }}
  • -
  • +
  • Boobs - Size: {{ actor.boobSize || 'Unknown' }} + {{ actor.boobSize }} {{ actor.boobsNatural ? 'Natural' : 'Enhanced' }}
  • @@ -57,9 +77,15 @@