TETProject3Final(Python)
from pyspark.sql.functions import udf, col, lower, regexp_replace, concat_ws, trim
from pyspark.ml.feature import Tokenizer, StopWordsRemover
from pyspark.sql.types import ArrayType, StringType, IntegerType

file_location = "dbfs:///FileStore/tables/all-news/*.csv"
file_type = "csv"

# CSV options
infer_schema = "false"
first_row_is_header = "true"
delimiter = ","

# The applied options are for CSV files. For other file types, these will be ignored.
df_file = spark.read.format(file_type) \
  .option("inferSchema", infer_schema) \
  .option("header", first_row_is_header) \
  .option("sep", delimiter) \
  .load(file_location) \
  .select('id', 'title', 'content') \
  .na.drop()

# Delete punctuation
df_cleaned = df_file.select('id', (lower(regexp_replace('title', "[^a-zA-Z\\s]", " ")).alias('title')), \
                                  (lower(regexp_replace('content', "[^a-zA-Z\\s]", " ")).alias('content')))

df_cleaned = df_cleaned.select('id', (regexp_replace('title', "[!-~]?\\b[\\w]\\b[!-~]?", " ")).alias('title'), \
                                     (regexp_replace('content', "[!-~]?\\b[\\w]\\b[!-~]?", " ")).alias('content'))

df_cleaned = df_cleaned.select('id', (regexp_replace(trim(col('title')), " +", " ")).alias('title'), \
                                     (regexp_replace(trim(col('content')), " +", " ")).alias('content'))

# Tokenize title
title_tokenizer = Tokenizer(inputCol='title', outputCol='tokenized_title')
df_tokenized_title = title_tokenizer.transform(df_cleaned).select('id', 'tokenized_title', 'content')

# Remove stopwords from title
stopwords_title_remover = StopWordsRemover(inputCol='tokenized_title', outputCol='cleaned_title')
df_title_removed_stopwords = stopwords_title_remover.transform(df_tokenized_title).select('id', 'cleaned_title', 'content')

# Clean words whose lenght is less than 1
filter_length_udf = udf(lambda row: [x for x in row if len(x) > 1], ArrayType(StringType()))
df_final_title = df_title_removed_stopwords.withColumn('cleaned_title', filter_length_udf(col('cleaned_title')))

# Tokenize content
content_tokenizer = Tokenizer(inputCol='content', outputCol='tokenized_content')
df_tokenized_content = content_tokenizer.transform(df_final_title).select('id', 'cleaned_title', 'tokenized_content')

# Remove stopwords from content
stopwords_remover = StopWordsRemover(inputCol='tokenized_content', outputCol='cleaned_content')
df_removed_stopwords = stopwords_remover.transform(df_tokenized_content).select('id', 'cleaned_title', 'cleaned_content')

# Filter length in content
df_final = df_removed_stopwords.withColumn('cleaned_content', filter_length_udf(col('cleaned_content')))

# Make title and content strings and id an integer
df_final = df_final.withColumn('cleaned_title', concat_ws(" ", 'cleaned_title')) \
           .withColumn('cleaned_content', concat_ws(" ", 'cleaned_content')) \
           .withColumn('id', df_final['id'].cast(IntegerType())) \
           .select('id', col('cleaned_title').alias('title'), col('cleaned_content').alias('content')) 
           
display(df_final)
17283house republicans fret winning health care suit new york timeswashington congressional republicans new fear comes health care lawsuit obama administration might win incoming trump administration choose longer defend executive branch suit challenges administration authority spend billions dollars health insurance subsidies americans handing house republicans big victory issues sudden loss disputed subsidies conceivably cause health care program implode leaving millions people without access health insurance republicans prepared replacement lead chaos insurance market spur political backlash republicans gain full control government stave outcome republicans find awkward position appropriating huge sums temporarily prop obama health care law angering conservative voters demanding end law years another twist donald trump administration worried preserving executive branch prerogatives choose fight republican allies house central questions dispute eager avoid ugly political pileup republicans capitol hill trump transition team gaming handle lawsuit ele...
17284rift officers residents killings persist south bronx new york timesbullet shells get counted blood dries votive candles burn people peer windows see crime scenes gone cold band yellow police tape blowing breeze south bronx across harlem river manhattan shorthand urban dysfunction still suffers violence levels long ago slashed many parts new york city yet city efforts fight remain splintered underfunded burdened scandal th precinct southern tip bronx poor minority neighborhoods across country people long hounded infractions crying protection grievous injury death september four every five shootings precinct year unsolved city precincts th highest murder rate fewest detectives per violent crime reflecting disparities staffing hit hardest neighborhoods outside manhattan according new york times analysis police department data investigators precinct saddled twice number cases department recommends even bosses called police headquarters answer sharpest crime rise city year across bronx investigative resources squeezed highest rate city five boroughs thinne...
17285tyrus wong bambi artist thwarted racial bias dies new york timeswalt disney bambi opened critics praised spare haunting visual style vastly different anything disney done know film striking appearance created chinese immigrant artist took inspiration landscape paintings song dynasty extent contribution bambi remains mark film animation widely known decades like film title character artist tyrus wong weathered irrevocable separation mother hope making life america incarceration isolation rigorous interrogation still child years followed endured poverty discrimination chronic lack recognition work disney also fine art finding acclaim mr wong died friday hollywood studio artist painter printmaker calligrapher illustrator later years maker fantastical kites one celebrated artists th century marginalization long subject passed much career unknown general public artistic recognition mr wong find noteworthy fact among chinese immigrant men generation professional prospects largely limited menial jobs like houseboy laundryman trained painter mr wong leadin...
17286among deaths heavy toll pop music new york timesdeath may great equalizer isn necessarily evenhanded fields endeavor suffered mortal losses consider muhammad ali arnold palmer sports hollywood deaths carrie fisher debbie reynolds pop music world hands bleakest year start david bowie whose stage persona androgynous glam rocker dance pop star electronic experimentalist music year days old news came died cancer hinted time short lyrics final album released two days death otherwise gone great lengths hide illness public wish privacy ensured death appear come blue came another shock three months later prince accidentally overdosed painkiller collapsed elevator sprawling home studio near minneapolis death came indications one including prince rogers nelson seen coming energetic onstage ever holding otherwise healthy regimen successfully defied age sixth decade death leonard cohen hand rd year undoubtedly see coming shoulder went hesitate say merry way ever wise troubadour playing sellout crowds shrugging inevitable knowing dark finally ov...
17287kim jong un says north korea preparing test long range missile new york timesseoul south korea north korea leader kim said sunday country making final preparations conduct first test intercontinental ballistic missile bold statement less month inauguration donald trump although north korea conducted five nuclear tests last decade ballistic missile tests alone although habitually threatens attack united states nuclear weapons country never intercontinental ballistic missile icbm annual new year day speech broadcast north kctv sunday mr kim spoke proudly strides said country made nuclear weapons ballistic missile programs said north korea continue bolster weapons programs long united states remained hostile continued joint military exercises south korea reached final stage preparations intercontinental ballistic rocket said analysts region said mr kim might conduct another weapons test coming months taking advantage leadership changes united states south korea mr trump sworn jan south korea president park whose powers suspended parliamentary impeachment dec waiti...
17288sick cold queen elizabeth misses new year service new york timeslondon queen elizabeth ii battling cold week missed new year day church service country estate sandringham buckingham palace said sunday week earlier queen missed christmas day church service first time since illness queen yet feel ready attend church still recuperating heavy cold palace said statement queen husband prince philip also ill well enough attend services church sandringham norfolk east coast england queen ascended throne became world monarch following death king bhumibol adulyadej thailand october also britain monarch last year surpassed queen victoria reign mother lived age
17289taiwan president accuses china renewed intimidation new york timesbeijing president tsai taiwan sharply criticized china leaders saturday saying resorted military economic threats order intimidate island step step beijing going back old path dividing coercing even threatening intimidating taiwan told journalists taipei capital news conference tensions taiwan china rivals since communist revolution intensified december ms tsai spoke phone american donald trump breaking longstanding diplomatic practice recent weeks china stepped military activities near taiwan sending sole aircraft carrier waters near island dispatching military planes region monday beijing announced tom pr ncipe island nation west coast africa one taiwan fewer two dozen remaining diplomatic allies switched allegiance mainland provoking outcry taiwan despite beijing recent actions said hurt feelings taiwanese people destabilized relations ms tsai vowed avoid confrontation bow pressure course revert old path confrontation said ms tsai faces delicate task registering discontent beijing a...
17290biggest loser bodies fought regain weight new york timesdanny cahill stood slightly dazed blizzard confetti audience screamed family ran stage won season nbc reality television show biggest loser shedding weight anyone ever program astonishing pounds seven months got scale see evening dec weighed pounds dressed shorts lean athletic handsome model ve got life back declared mean feel like million bucks mr cahill left show stage hollywood flew directly new york start triumphal tour talk shows chatting jay leno regis philbin joy behar heard fans world elation knew bounds years since pounds crept back onto frame despite best efforts fact season contestants regained much weight lost arduously even heavier yet experiences bitter personal disappointment gift science study season contestants yielded surprising new discoveries physiology obesity help explain many people struggle unsuccessfully keep weight lose kevin hall scientist federal research center admits weakness reality tv idea follow biggest loser contestants six years victorious night proje...
17291first mixtape romance new york timeshillary kerr founder digital media company los angeles tell song playing five years ago jukebox bar somewhat randomly met man became husband days version sung nico german made famous andy warhol velvet underground actually song playing met jonathan leahy december night bar silver lake district los angeles ms kerr remember exactly playing met moment jumping like tigger put answering usual questions mr leahy told music supervisor girls hbo show created starring lena dunham enough get ms kerr bouncing music changed life told mr leahy mr leahy quiet shy least doesn jump upon meeting people mesmerized main reaction said lot easier talk beautiful women bar re working hit show exchanged email addresses act politeness promise soundtrack went quiet almost year mr leahy ms kerr active social lives focused careers mr leahy grew laconia graduated college william mary williamsburg va landed los angeles later year music supervisor aperture music joined manish raval tom wolfe responsible music girls ...
17292calling angels enduring trials job new york timesangels everywhere mu iz family apartment bronx paintings angels wall ceramic angels flanking ancient vcr angels strumming lyres blowing little golden trumpets bathroom shelves jos zoraida mu iz children struggled deal series trials setbacks including cancer debilitating epilepsy deep depression near eviction sometimes seemed angels love forces holding things together zoraida early life puerto rico like something tropical dickens novel siblings mother built house hand hurricane ravaged home children father withdrew support zoraida grandfather father absent father destroyed house rage barely teenager met jos vietnam war veteran permission uncle judge married moved new york started new life built boilers worked construction using skills learned child clothing store mr mu iz began violent seizures eight day respond medication longer work stopped working take care still determined live something like normal life started family first child jos jr heart defect time six operations angels came ...
17293weak federal powers limit trump climate policy rollback new york timesdonald trump take control white house seem dark time renewable energy industry mr trump mocked science global warming chinese hoax threatened kill global deal climate change promised restore coal industry former glory consider happened middle december investors month absorb implications mr trump victory federal government opened bidding tract ocean floor new york state potential site huge wind farm away soared offers interest bidders fevered auction went rounds spilled second day end winning bidder offered federal treasury million twice government got august oil leases oil leases gulf mexico won bid none statoil norwegian oil company midst major campaign turn big player renewable energy know sure new york wind farm get built know energy transition real mr trump going stop global scale half investment new electricity generation going renewable energy billion year sign powerful momentum become wind power booming united states industry adding manufacturing jobs reddest states mr trump app...
17294carbon capture technology prosper trump new york timesthompsons tex one promising troubled technologies fighting global warming survive administration donald trump technology carbon capture involves pulling carbon dioxide smokestacks industrial processes gas make way atmosphere mr trump denial overwhelming scientific evidence supporting climate change view shared many cabinet nominees might appear doom environmental initiatives new petra nova plant start running miles southwest houston bright spot technology supporters completed essentially time within budget unlike many previous projects fires plant attached one power company nrg hulking units draw percent co emissions produced megawatts generated power fraction roughly megawatts produced gargantuan plant largest lone star state still enough capture million tons carbon dioxide year equivalent greenhouse gas produced driving billion miles co generating electricity homes tower hundreds feet petra nova operation carbon capture system looks like fever dream erector set fanatic mazes pipes gl...
17295mar lago future winter white house home calmer trump new york timeswest palm beach fla donald trump rang new year weekend opulence joined actor sylvester stallone gossip page fixture fabio crowd wealthy developers reveling swaying palm trees mr trump resort palm beach president george bush ranch crawford tex father compound kennebunkport president obama taken frequent vacations hawaii staying private home mr trump private club florida spent past two weeks away home new york city likely eclipse th president winter white house always intention marjorie meriweather post cereal heiress property original owner left federal government died hoping serve home presidents government interest plan mr trump later bought property less million turning club membership costs six figures mr trump arrival greeted sneers palm beach elite opened membership jews excluded establishments also first club owner island admit openly gay couple since mr trump victory november stuffed guests attracted amenity unique club chance rub shoulders next president like going disneyland k...
17296form healthy habits new york timesarticle part series aimed helping navigate life opportunities challenges else write contact us smarterliving nytimes com woke morning first hop shower check email grab doughnut say roommates way door salad hamburger lunch got home put sneakers go run eat dinner front television choices make day may feel like products decision making re re habits though habit means relatively little time meals eat spend evenings often exercise enormous impacts particularly true many habits still grabs patterns establish right impact health productivity financial security happiness decades much money make much time spend friends family well body functions years many ways products habits building today related health habits experts say need last decade understanding neurology habit formation transformed ve learned habits form hard break know create good habits change bad ones like never core every habit neurological loop three parts cue routine reward understand create habits exercise habits must learn es...
17297turning vacation photos works art new york timesseason family travel photos perhaps enlarging images snowy landscapes tropical getaways decorate home course usual print services methods choose glossy matte finish print photo canvas make poster clicks online photo sites like snapfish shutterfly professional photo shops like adorama mpix drugstores chains like walgreens costco web also home many printing services well uncommon surfaces enlarge photos display burlap wood boards acrylic fabric try fresh sites methods recently sent quality iphone vacation photos handful companies never used enlarged various sizes printed different surfaces ve also offered guidance bulk digitizing boxes old travel photos sitting closet basement begin new year vacation home ways turn photos wall art interested trying engineer prints named large lightweight prints used architects less cost couple movie tickets make huge enlargements mind particular aesthetic one likely appeal people industrial shabby chic bohemian look paper thin lines images softer fine ar...
17298second avenue subway opens train delay ends happy tears new york timesfinally second avenue subway opened new york city sunday thousands riders flooding polished stations witness piece history nearly century making descended beneath streets upper east side manhattan board trains bound coney island brooklyn cheered eyes filled tears snapped selfies front colorful mosaics lining walls stations first day felt like new day city long struggled build sorely needed subway line rare display unbridled optimism hardened new yorkers arrived huge grins wide eyes taking bells whistles three new stations choked betsy morris said rode first train leave th street station noon explain something never thought happen going change way everybody lives far commuting goes major moment new york sprawling transit system decades failed efforts bring line one corners manhattan subway reach opening first segment line extension train th street promises lighten crush passengers nos trains along lexington avenue nation overcrowded subway line line upper east side manhattan stations op...
17300dylann roof rejects best defense execution new york timespages journal found dylann roof car assertions black inferiority lamentations white powerlessness longing race war comes incongruous declaration want state morally opposed psychology wrote young white supremacist murder nine black worshipers emanuel church charleston june jewish invention nothing invent diseases tell people problems dont mr roof plans represent penalty phase federal capital trial begins tuesday apparently devoted enough proposition delusion maintain stake life although defense based psychological capacity might best opportunity avoid execution seems steadfastly committed preventing public examination mental state background calling mental health experts presenting mental health evidence wrote judge richard gergel federal district court dec day jury took two hours find guilty counts including hate crimes resulting death obstruction religion firearms violations hearing wednesday mr roof told judge planned make opening statement call witnesses present evidence behalf test...
17301modi cash ban brings pain corruption weary india grits teeth new york timesmumbai india bold risky gamble prime minister narendra modi india quickly seemed backfire announcement ban largest currency bills circulating india came full effect midnight friday last day depositing old notes banks set cash shortages hit country vulnerable people hard prompted worries economy despite concerns well doubts whether currency ban reduce corruption designed moment least mr modi bet appears paying public arena even poorest indians struggled many continued voice support prime minister initiative target vast amounts untaxed money known black money flowing country economy hopes combat endemic culture corruption mr modi analysts say successfully tapped deep frustration corruption pervades almost every public interface government even though cash ban produced enormous hardship family support mr modi country said hem raj chechi taxi driver new delhi capital said business percent since ban announced mr chechi able pay children school fees send money back village support nearly two...
17302suicide bombing baghdad kills least new york timesbaghdad suicide bomber detonated pickup truck loaded explosives monday busy baghdad market killing least people hours president fran ois hollande france arrived iraqi capital islamic state later claimed responsibility attack bomb went produce market packed day laborers police officer said adding another people wounded news conference mr hollande haider iraq prime minister said suicide bomber pretended man seeking hire day laborers workers gathered around detonated vehicle islamic state also known isis isil claimed attack statement circulated website often used group third attack three days near baghdad underscoring lingering threat posed extremist group despite string setbacks elsewhere country past year including around northern city mosul attack took place sadr city vast shiite district eastern baghdad repeatedly targeted sunni extremists since invasion militiamen loyal shiite cleric moktada seen evacuating bodies trucks ambulances arrived bodies scattered across bloody pavement alon...
17303fecal pollution taints water melbourne beaches storm new york timessydney australia annual beach pilgrimage height summer melbourne australia city threatened unsettling phenomenon shores tides tainted excrement environment protection authority state victoria said monday heavy rains caused fecal pollution wash port phillip rivers creeks drains advised swimming beaches poor water quality poo luxurious forms causing problem said anthony boxshall agency manager applied sciences noting waste coming people dogs horses cows birds animals fecal pollution cause serious health problems including gastroenteritis mr boxshall said much waste washed yarra river runs melbourne port phillip affecting city bayside beaches agency takes regular water samples rates beaches good rating means water suitable swimming fair means rainfall affected water poor means people avoid residents said pollution deterred indulging favorite summer ritual temperature gets fahrenheit melbournians typically pack family car food drink spend day beach said sam riley lives city going take two ...
17305playoffs schedule matchups odds new york timesgreen bay packers lost washington redskins week dropping aaron rodgers vowed run table march playoffs victory detroit lions sunday night team fulfilled rodgers promise much drama matchup division rivals eliminated earlier day redskins lost giants thus guaranteeing packers lions playoff teams north bragging rights home game first round playoffs sufficient motivation green bay push hard enough secure team sixth consecutive win third consecutive loss detroit pundits spent week deciphering wild scenarios play positioning among remaining teams said done ten teams line playoff spot remained seeding order detroit lions seattle seahawks time eastern saturday nbc seahawks title hopes took crushing blow earl thomas lost season broken leg injury seahawks went wins coming major asterisks came rams ers collapse paled comparison lions lost final three games blowing large division lead green bay line seahawks giants green bay packers time eastern sunday fox thanks playing east home dallas cowboys gia...
17306mariah carey manager blames producers new year eve nightmare new york timesmariah carey suffered performance train wreck times square new year eve malfunctions left loss vocally hit song emotions struggling reach notes sync lyrics music trouble continued gave another numbers belong together recording song continued play confirmation sunday dispute erupted ms carey representatives producers abc dick clark new year rockin eve ryan seacrest singer performing ms carey manager stella bulochnikov charged show producers aware technical problems fix chose continue showing ms carey messy performance get ratings never know truth know told three times mike pack working disastrous production ms bulochnikov told us weekly magazine sunday certainly calling investigate new year eve times square mariah favor biggest star act together dick clark productions produced show issued statement sunday night saying ms carey performance woes nothing production suggestion company ever intentionally compromise success artist defamatory outrageous frankly absurd rare instances course tec...
17307damaged war syria cultural sites rise anew france new york timesparis islamic state driven ancient city palmyra march yves ubelmann got call syria director antiquities come hurry architect training mr ubelmann worked syria country engulfed war special urgency kind work youthful team architects mathematicians designers cramped offices paris producing digital copies threatened historical sites palmyra parts already destroyed islamists deemed monuments idolatrous still rigged explosives houmam saad syrian colleague spent four days flying drone robot camera crumbled arches temples drones four six rotors hover really close register structural details every crack hole take precise measurements said mr ubelmann founded company iconem stuff architects archaeologists need need new push virtual preservation scientists archaeologists others like mr ubelmann compiling large scale records used create computer models show monuments endangered historical sites might one day restored repaired reconstructed special interest today ancient sites syria also iraq suffe...
17308george michael freedom video oral history new york timespop music fashion never met cuter george michael freedom video sure catwalk favorites starred music videos era fashion photographers like steven meisel herb ritts recruited stars madonna chris isaak janet jackson burnish visuals convergence maker irresistible rhythms lyrics group models peak fame director verge runaway success gave freedom jolt stylish energy yet fade directed david fincher start film career filmed several days merton park studios london video mr michael album listen without prejudice vol brought together five models naomi campbell linda evangelista christy turlington cindy crawford tatjana patitz queens fashion runs six half minutes production also gathered team novice professionals go become major forces fashion including stylist camilla nickerson hairdresser guido palau makeup artist carol brown model john pearson shot moody romantic tones freedom viewed million times youtube time mr michael unexpected death last sunday reached phone week participants recalled exper...
17309new congress poised convene obama policies peril new york timeswashington powerful ambitious congress years convene tuesday plans leave mark virtually every facet american life refashioning country social safety net wiping scores labor environmental regulations unraveling significant policy prescriptions put forward obama administration even donald trump sworn jan giving party full control government republicans plan quick action several top priorities notably measure clear path affordable care act repeal perhaps first thing happen new congress push deregulation also early filling supreme court seat sure set pitched showdown starting confirmation hearings mr trump cabinet nominees big job actually responsibility produce results said senator mitch mcconnell kentucky majority leader intend republicans plan reserve first days congress partisan goals democrats preparing roadblocks party brutal wounds salted evidence russian election interference mr trump cabinet picks taunting twitter posts saturday offered new year wishes including fought lost badly ...
17311republicans stonewalled obama ball court new york timeswashington time republicans tumultuous decade seen profound changes makeup character party republicans poised complete slow steady climb back power seize control house senate white house first time since political triad leave splendid opportunity success little room failure hope satisfy impatient constituents deliver bold promises reshape nation health care delivery system restructure tax code drive job creation muscle american foreign policy rebuild crumbling infrastructure set america new course republicans take command senate house th congress convenes tuesday long itching chance way constantly grousing president obama congressional democrats held back american progress economic growth must show deliver know houses presidency acceptable excuse passing major legislation said representative tom cole senior republican oklahoma lot pressure republican members produce produce quickly easy mutual wariness many republicans congress donald trump leaving unclear often interests priorities co...
17312istanbul donald trump benjamin netanyahu morning briefing new york timesgood morning need know turkish authorities hunting gunman opened fire istanbul nightclub new year day killing least people fewer countries islamic state claimed hero soldier caliphate appeared refer turkey role syrian war iraq group claimed suicide bombing central baghdad killed dozens even makes brutal effort hang remaining iraqi stronghold mosul south korea full constitutional court begins formal hearings impeachment president park public outrage initially aimed influence choi daughter religious sect leader turned broader concerns power presidency influence conglomerates like samsung country seeking extradition ms choi daughter arrested denmark months hiding house republicans surprised washington voting hobble congressional ethics office advance notice full house consider move today powerful congress years goes session promising roll back many president obama signature policies faced north korea threat test intercontinental ballistic missile donald trump took twitter declare bluntly ...
17313inside trump defense secretary pick efforts halt torture new york timesbody iraqi prisoner found naked badly bruised outside detention center southern iraq run united states marines man beaten deprived sleep forced stand long periods interrogated marines alleged role fatal ambush american forces james mattis donald trump nominee secretary defense major general commander marine division iraq responsible center quickly convened inquiry death led banned harsh techniques used prison general mattis arms ralph dengler lieutenant colonel testified military hearing january added commander arrived hours discovery planned visit british counterpart immediately described death worst thing happened watch iraq war surprised felt strongly considering many deaths including american deaths colonel dengler said colleagues say general handling episode reflects firmly held views torture prisoner mistreatment shared many military leaders put odds new commander chief mr trump new york times interview late november said surprised learn man considering lead country million servi...
17314isis claims responsibility istanbul nightclub attack new york timesistanbul islamic state monday issued rare claim responsibility attack turkey new year day shooting istanbul nightclub killed least people describing gunman carried assault identified captured hero soldier caliphate turkish authorities still searching gunman killed police officer guarding reina nightclub going shooting rampage rifle state news media reported eight suspects detained connection attack authorities monday released two photographs person suspected gunman captured security cameras showed cleanshaven man dark winter coat government spokesman numan kurtulmus said news conference investigators believed found assailant fingerprints close identifying mr kurtulmus mention islamic state specifically said turkey press fight terrorism referring attack happened midnight sunday morning mr kurtulmus said fact done first minutes gives important message message go menace turkey say break caves wherever turkish newspaper hurriyet reported monday gunman might kyrgyzstan elsewhere central asi...
17317afghan war evolution obama new york timeswashington president obama advisers wrestled intractable problem spring summer stabilize afghanistan preserving mr obama longtime goal pulling last american troops left office happened president solved problem early august year mr obama convened meeting national security council looked around table acknowledged stark new reality fever room finally broken president told group according person meeting re longer mode mr obama meant one situation room day included thought united states years war billions dollars spent american lives lost ever transform afghanistan semblance democracy able defend time added counterterrorism challenges real bleak afghanistan prospects united states afford walk away allow country become seedbed extremists weeks later president halted withdrawal announced leave thousands american troops country indefinitely crucial turning point evolution barack obama antiwar candidate pledged turn around afghanistan good war george bush bad war iraq conceded longest military ...
17318tips post holiday clutter purge new york timesyear winding new year resolutions around corner time gear clutter purge thought tackling kitchen junk drawer even taking decorations overwhelming help motivate several organizing professionals offered tips streamline closets beat back toys taking living room yes finally deal junk drawer start holiday trappings keep plastic ornaments hanukkah candles organized use small containers already hand like popcorn cookie tins empty shoeboxes egg cartons wrap fragile ornaments leftover tissue paper newspaper invest storage containers like archival ornament boxes container store strings lights garlands use zip ties avoid tangles put plastic bags labeled according use tree lights porch lights balcony bushes etc zip ties also used wreaths hung coat hangers covered plastic garment bags dry cleaner avoid stockpile holiday cards save meaningful special tova weinstock professional organizer brooklyn said others appreciate receive kindly send trash edit closet eliminating clothes never wear easier said ...
17319benjamin netanyahu questioned israel graft inquiry new york timesjerusalem israeli police investigators questioned prime minister benjamin netanyahu three hours official residence monday evening suspicion receiving illicit gifts favors business executives mr netanyahu questioned caution police said statement implying grounds suspect mr netanyahu might committed criminal offense details given stage statement added ministry justice said late monday mr netanyahu questioned investigators lahav police fraud investigation prosecution unit authorization attorney general avichai mandelblit detailed statement ministry described police gathered testimony dozens witnesses abroad seized documents monthslong graft inquiry aspects inquiry yield evidence crimes statement said parts warranted deeper investigation mr netanyahu subject police inquiries investigations past ended without charges vehemently denied impropriety come nothing nothing said repeatedly latest accusations local news outlets say investigators focused two separate cases one serious offered little...
17321france lets workers turn tune live life new york timesparis world envy french enough already generous vacations universal health care fine food wine arrival brings newly created right disconnect though ridiculed quarters ban email hours quite born enlightened view actually beneficial people work time workers right occasionally draw line employer demands intrude evenings home treasured vacations sundays friends family employees connected hours outside office myriam el khomri minister labor said last year justifying need law boundary professional personal life become tenuous cases burnout becoming prevalent said measure one raft new laws took effect beginning new year exemplify search compromises preserving french traditions making concessions realities modern world new provision labor law ban emails require companies employees negotiate new protocol ensure work spill days hours consultants recommended employees managers avoid reply function emails groups one person asked read email respond rather half office another approach recommends set...
17323airline pilot believed drunk pulled cockpit canada new york timesottawa passengers six crew members aboard tarmac calgary international airport bound sunny holiday cancun mexico one problem however flight captain passed cockpit apparently drinking police calgary alberta arrested pilot miroslav gronych saturday charged two offenses new one obviously significant potential cause great harm pilot actually allowed fly plane staff sgt paul stacey calgary police service said news conference many checks balances doesn surprise got caught plane able leave gate nevertheless inspector ken thrower commander calgary police service traffic airport unit said officers along airport officials inspectors transport canada aviation regulator begin trying figure pilot managed pass several checkpoints including airport security obviously inebriated mr gronych charged two criminal offenses care control aircraft impaired care control aircraft testing milligrams alcohol per milliliters blood pretty high sergeant stacey said adding inconceivable pilot followed transport cana...
17324riot drug gangs brazil prison leaves least dead new york timesrio de janeiro prison riot involving gangs vying supremacy cocaine trade brazilian amazon left least people dead authorities city manaus said monday riots brazil prisons common episode manaus involved decapitated bodies thrown walls penitentiary ranks among bloodiest recent decades officials expressed dismay scenes slaughter compaj prison held inmates triple official capacity never saw anything like life judge lu carlos valois helped negotiate end riot said facebook post said dozens people killed challenging arrive precise count lots bodies many dismembered riot flared sunday lasted hours raising fears even greater violence streets manaus largest city amazon basin population million manaus emerged brutal battleground two prison gangs contesting control drug trade region authorities said one gangs familia norte family north operates manaus prisons responsible vast majority killings riot targets first capital command much larger rival gang commonly known portuguese initials roots prisons...
17325spacex says ready launch rockets new york timesexplosion september one rockets spacex ready get back business sending payloads space company announced monday next rocket headed orbit soon sunday statement spacex formally space exploration technologies corporation said investigation determined likely cause unexpected interplay supercold helium oxygen carbon fibers aluminum statement monday added technical details went wrong company said devised workarounds prevent recurrence cascade explosions sept destroyed falcon rocket launchpad cape canaveral air force station florida perplexing concerning occurred usually regarded safer portion operations fueling propellants eight minutes ignition engines planned test launch scheduled two days later trouble appeared start near liquid oxygen tank second stage rocket less tenth second section flames followed destruction entire rocket million communications satellite whose customers included facebook planned use expand internet services africa current federal laws investigations explosions led com...
17326world unto new york area yeshivas floor hockey new york timesbasement mammoth old building upper manhattan houses yeshiva university high school boys sits cramped gym home high school floor hockey team known lions school calls gym lions den many visitors call dungeon liken playing playing hockey inside box games raucous affairs rough play frenzied fans squeezed onto narrow bleachers one end squads panting players several miles away riverdale neighborhood bronx comparatively luxurious indoor rink salanter akiba riverdale high school known sturdy boards rounded sides rink resembles real ice hockey surface scoreboard flanked american israeli flags two extremes exists thriving world interscholastic floor hockey yeshiva high schools new york city surrounding towns game orthodox jewish private schools stretches back least late recent years grown enormously popular championship match fill arena many fans people watching live online players elementary grades jewish schools set sights yeshivas powerful hockey programs outside orthodox community foreign t...
17327inside jonathan lethem oddball trove new york timeswriters different rest us castoff scraps worth money mention obsessive attentions future scholars jonathan lethem recently became latest author sell personal paper trail major archive beinecke rare book manuscript library yale university acquired trove manuscripts letters notes artifacts sit alongside material walt whitman sinclair lewis james baldwin marilynne robinson rich american literature collection mr lethem papers contain items relating novels made something reluctant patron saint brooklyn literary ascendance including motherless brooklyn fortress solitude befits lifelong collector music obsessive comics geek dedicated chronicler underground culture also cartoons new york ephemera surely largest cache drawings vomiting cats university collection author much fun novelist interesting see much fun archival documents well said melissa barton curator american prose drama beinecke ms barton citing library policy declined say yale paid sale arranged manhattan book dealer glenn horowit...
17328immigrant instinct aid others collides financial need new york timesrey canunayon wife marygwen immigrated united states island mindanao philippines fulfilling family dreams years parents requested canunayons join new york city parents died happen mr canunayon felt remorse honoring wishes alive still wife wanted embark adventure make move america great nation kind nation nation greener pastures milk honey endless possibilities mr canunayon said couple arrived stayed ms canunayon family new jersey life exciting even relaxing mr canunayon said settled new country struggled find work grew despondent oh god cried river depression said mr canunayon found relaxation riding subway one station next long kept moving come place familiar country friends relatives connections career re stripped everything except dignity really hard said eventually couple able move apartment elmhurst queens also secured employment works laundry wife babysitter midwife nanny october received green cards beyond mr canunayon left career nonprofit work philippines recommitted working h...
17330house republicans fire back gutting ethics office new york timeswashington supposed triumphant morning republicans capitol hill moment demonstrate merits unified party rule age donald trump noon party leaders message charges going smoothly day house republicans voted eliminate independent ethics body members returned work tuesday find offices inundated angry missives constituents amid national uproar midmorning mr trump weighed questioning members priorities twitter shortly lawmakers summoned basement capitol hastily convened meeting republican leaders representative kevin mccarthy california majority leader along speaker paul ryan opposed proposal lobbed pointed question fellow republicans according two people present campaigned repealing affordable care act tinkering ethics office minutes later members emerged say changes scrapped reversal came less hours house republicans meeting secret session voted curtail powers office congressional ethics independent body created series scandals involving house lawmakers including three sent jail part turbul...
17331republican party megyn kelly titanic wednesday briefing new york timeswant get briefing email good morning need know congress focuses health care debate begins today legislation dismantle major parts affordable care act president obama scheduled meet democrats resisting efforts repeal law vice mike pence meet lawmakers party gird fight rough first day back republican lawmakers abandoned monday move eliminate ethics office rebukes constituents donald trump writer says mr trump intervention raises alarms among republicans power corral via social media trump trade pick trade representative robert lighthizer longtime advocate protectionist policies choice line mr trump focus making products america effort made republicans uneasy democrats ready support earlier tuesday mr trump criticized general motors making cars mexico hours later ford said expand production michigan factory drop plans new plant mexico getting ready legal fights democratic leaders california legislature hired former attorney general eric holder jr represent legal fights white house state p...
17332turmoil overshadows first day republican controlled congress new york timeswashington congress opened turbulent trump era washington tuesday new senate moved instantly begin repeal president obama signature health care law house descended chaos attempt gut independent congressional ethics office day usually reserved pomp constitutionally mandated procedure small children parading around fancy dresses congress instead pitched partisan battles speaker paul ryan easily won embarrassment members defy voting eliminate ethics office abandon effort flood criticism constituents twitter messages donald trump criticized house republican priorities rocky start period republicans promised end washington gridlock controlled congress white house intraparty conflict sense mr trump ran republican establishment continue openly critical party times democrats chambers seethed senator mitch mcconnell kentucky majority leader unveiled legislative language decimate affordable care act crocuses start bloom spring even replacement law take years budget language released tuesday give...
17333choice trade negotiator trump prepares confront mexico china new york timeswashington donald trump tuesday named chief trade negotiator washington lawyer long advocated protectionist policies latest sign mr trump intends fulfill campaign promise get tough china mexico trading partners mr trump also renewed episodic campaign persuade american companies expand domestic manufacturing criticizing general motors via twitter tuesday morning making mexico chevrolet cruze hatchbacks sells domestically hours later mr trump claimed credit ford said expand vehicle production flat rock mich choice robert lighthizer pronounced united states trade representative nearly completes mr trump selection top economic advisers taken together running commentary twitter underscores mr trump focus making things america causing unease among republicans regard mr trump views trade dangerously retrograde even embrace bulk economic agenda mainstream economists warn protectionist policies like import taxes impose higher prices consumers slow economic growth democrats signaling readiness s...
17334trump appears side assange intelligence agencies conclusions new york timesdonald trump appears side wikileaks founder julian assange united states intelligence agencies vice mike pence backing hired omarosa manigault gets white house post notable trump loyalists mr trump leaning republican veterans oval office top slots finds something strange intelligence briefing friday even though white house says always planned friday republican party mr assange wikileaks founder purely villain found little sympathy conservatives leaked american military secrets iraq published purloined diplomatic cables gotten american sources killed sought refuge ecuadorean embassy london fleeing charges rape mr trump appears siding mr assange conclusions america intelligence services mr assange appeared fox news tuesday night sean hannity one mr trump biggest news media boosters declare russians source purloined emails wikileaks released democratic national committee personal account hillary clinton campaign chairman john podesta mr trump followed appearance series twitter posts wedne...
17335california hires eric holder legal bulwark donald trump new york timeslos angeles girding four years potential battles donald trump democratic leaders california legislature announced wednesday hired eric holder jr attorney general president obama represent legal fights new republican white house decision legislature retain mr holder prominent washington lawyer latest sign ideological battle may play next four years predominantly democratic state washington hillary clinton democratic candidate president defeated mr trump four million votes former attorney general united states brings us lot firepower order prepare safeguard values people california kevin de le democratic leader senate said interview means serious mr de le said expected california challenge washington defend policies instituted washington issues including environment immigration criminal justice said california democrats decided turn mr holder watched mr trump assemble cabinet begin set tone presidency clear wasn campaign rhetoric mr de le said mr trump proposals past year surrounding peo...
17336israeli soldier shot wounded palestinian assailant convicted new york timesjerusalem fate one israeli soldier hanging balance many israelis guilty verdict announced wednesday critical turn battle character state military judges convicted sgt elor azaria manslaughter shooting palestinian assailant head lay wounded ground ruling conduct also host ethical political issues raised since shooting occupied west bank city hebron march case polarized israelis rocked pedestal military normally stands th anniversary israel occupation west bank approaching highly charged trial fueled debate military ethics place army israeli society verdict little heal rifts trial exposed hours rendered prime minister benjamin netanyahu joined chorus voices calling soldier pardoned difficult painful day us mr netanyahu said facebook post supporting pardon granted israel president army top officials referring israel defense forces added soldiers sons daughters need remain dispute prof david enoch expert philosophy law hebrew university jerusalem said thought manslaughter conviction justif...
17337work walk minutes work new york timesstuck work desk standing walking around five minutes every hour workday lift mood combat lethargy without reducing focus attention even dull hunger pangs according instructive new study study also found frequent brief walking breaks effective improving single longer walk work provide basis simple realistic new year exercise resolution us bound desks day growing evidence course long bouts uninterrupted sitting undesirable physical emotional consequences studies shown sitting motionless reduces blood flow legs increasing risk atherosclerosis buildup plaques arteries people sit eight nine hours daily many us describes typical workday also heightened risk diabetes depression obesity compared people move often response researchers bosses proposed variety methods helping people reduce sitting time work including standing workstations treadmill desks options cumbersome costly making impractical many work situations experts worried people physically active office might subsequently become tire...
17338time ignore advice stocks buy new york timestime year financial advice sites issue lists stocks buy take suggestions let look well portfolios portfolios stocks telling buy generally much worse stock market results underline many personal finance experts recommend invest broad mutual index fund times money columnist wrote broad stock index increased percent invested forbes list money grew percent kiplinger half list appeared money magazine site garnered percent barron returned percent one list cnbc little better percent vanguard total stock index fund returned percent period even calculated returns assuming dividends reinvested still none beat widely owned index fund nothing wrong lists using mere suggestions companies might worth investigating bona fide winners almost every list goldman sachs kennametal ellie mae douglas dynamics burlington stores might heard companies bad place look ideas problem lists encourage people approach investing wrong way unsophisticated investors persuaded sheaf stocks see even stocks recommended prof...
17339megyn kelly jump nbc fox news test networks new york timesmegyn kelly shift fox news nbc host daily daytime show sunday newsmagazine program test whether connect broader audience different format reach another level television stardom move announced tuesday broader implications television news industry raising new questions future fox news countervailing presence opinion lineup heavy ideology nbc news longtime te noire conservative press critics comes news organizations gird new era media coverage arrives jan inauguration donald trump murdoch family controls fox news parent company st century fox become invested ms kelly franchise prepared pay salary million year people inside outside network widely took mean murdochs staking network future journalist effectively made name upending expectations fox news anchor instance publicly taking republican nominee president fox news long cable news ratings leader influential voice national political debate course begin coverage new administration anchor ms kelly history challenging mr trump show kelly f...
17340anchor becomes news megyn kelly leaves fox news nbc new york timesmegyn kelly new office nbc news sits block north fox news headquarters midtown manhattan might well world away switching networks pivotal point career ms kelly personality cable television news taking calculated risk swap dedicated fox audience broader fickle viewership network television challenges splashy arrival potential fray nerves among big personalities network already compete one another interviews scoops ms kelly also taking daytime talk show format virtual graveyard television news personalities last years new sunday newsmagazine show nbc plans build around ms kelly go giant meaningfully challenged decades minutes cbs still ms kelly bona fide star book breakout role year presidential campaign clashed donald trump nbc news comes winner one closely watched talent sweepstakes years acquiring one television biggest names play role number major network events like coverage elections olympics interviews tuesday network executives producers fox nbc rival channels suggest ms kelly pe...
17341president xi great chinese soccer dream new york timesqingyuan china soccer fields vast evergrande football school south china seem barely enough students backdrop school spires seem modeled hogwarts young athletes swarm onto fields nearly every day kicking dribbling passing hope soccer glory riches soccer career grow wang kai gangly studied boarding school three years said morning session supervision spanish coach want chinese cristiano ronaldo said referring portuguese superstar grooming next ronaldo messi become national project china country fan president xi jinping bent transforming country great soccer power moonshot china whose teams ranked poor middling recent international competition effort already unleashed surge spending support game stunned fans players around world last two weeks main chinese league plucked foreign stars europe south america contracts reported worth much million year highest pay soccer player world chinese club offered real ronaldo million year declined agent said last week giddying sums shaking landscape pr...
17342tech giants seem invincible worries lawmakers new york timestechnology industry sharks never long safe minnows much last years biggest players tech ibm cisco yahoo eventually outmaneuvered came nowhere dynamic dependable often taken kind axiom grow large business also grow slow blind dumb become closed sources innovation turned shark first place last half decade something strange happened sharks began get bigger smarter nearly year ago argued witnessing new era tech business one typified less storied garage posse like call frightful five amazon apple facebook microsoft alphabet google parent company together five compose new superclass american corporate might much last year rise domination rest global economy looked plausible also maybe even probable much story remains new wrinkle world governments newly motivated take tech giants united states europe asia south america five find increasingly arrayed legal regulatory powers often even popular precise nature fights varies company region including tax antitrust investigations apple google europe...
17344chinese city official shoots others kills state media says new york timesbeijing city official southwest china unleashed barrage gunfire city mayor communist party secretary meeting wednesday injuring fleeing killing official news media reported privately owned guns rare china virtual ban civilian use grisly attacks officials colleagues also uncommon rumors shooting panzhihua industrial city sichuan province rippled quickly across chinese internet even local authorities confirmed news panzhihua built part mao plans relocate factories deep inland protected feared war violence isolated site nonetheless embarrassing breach efforts china president xi jinping remake officialdom clean impeccably disciplined bureaucracy details sparse clues gunman motives brief initial report state media sketched scene head panzhihua land resources bureau chen zhongshu bursting meeting exhibition center opening fire officials gunman stormed meeting fired repeatedly main leading comrades city party committee government fled said online report sichuan daily official provincial newsp...
17345drop gang violence drove new york city shootings new york timessteep drop gang violence last year drove shootings new york city lowest number least police department data shows result police officials say focus gang takedowns targeted arrests city roughest neighborhoods internal police data obtained new york times paints detailed portrait motives locations circumstances behind murders shootings last two years shootings fell year according data tracked shootings murders dec year killings dropped helped push citywide shootings new low year end police officials said murders also fell year new york city police commissioner james neill noted department efforts push shootings first time since least early police began keeping similar records mr neill mayor bill de blasio expected discuss efforts news conference brooklyn wednesday scores gang takedowns year resulting arrests took violent people streets made costly engage crimes police officials said precision policing targets people responsible violence significant amount cases gangs said stephen davis de...
17346elites became one nastiest epithets american politics new york timesnew president billionaire ivy league graduate real estate tycoon tv star son inherited wealth longer calculations member elite men women joining inner circle corporate executives harvard yale alumni silicon valley entrepreneurs goldman sachs bankers true elite apparently sits elsewhere among sarah palin notable formulation think re guess better anyone else adjective word elite still conveys something positive even aspirational elite athlete elite model elite travel services noun embodied actual living people become one nastiest epithets american politics elites taken upside pushed downside americans complains trump adviser steve bannon harvard goldman sachs hollywood formulation elites destructive condescending collective plotting beleaguered masses outside ranks attacks team deploying one effective partisan political stereotypes modern age american history sentiment matter versus left versus right half century ago conservative movement set claim politics meant redefining term away cla...
17347engaging proposals rooftop subway new york timesmarry hundreds thousands potential grooms brides pop question every year yet logistics delivering momentous phrase much surprise remains among important decisions anyone planning getting married make couples whose wedding announcements featured pages new york times past year whose weddings times learned got engaged unusual spots manhattan rooftop subway construction site city streets one proposal even involved seeking advice president obama course least several found youtube engaging stories year mr litman first began dating ms michelis eighth grade horace mann school riverdale section bronx proposed november montauk entire scene captured drone hovering unusually warm day beach waves rushing shore montauk point lighthouse distance ms michelis seen windblown aerial view playfully running beneath drone turning back mr litman runs closer drops knee engagement ring hand momentarily shocked sight drops purse asks marry two fall arms first thing came mind wait show kids ms michelis said marr...
17348mother big dreams two forbidden words new york timesalicia rivera single mother four children big dreams must budget money time wisely got kids ms rivera said want waste time ms rivera children joaquin nelson alyssa rafael live apartment bronx near southern tip bronx river parkway past years sometimes overwhelming tries raise children get education lay foundation professional career seven months pregnant rafael ms rivera injured back working home health aide soon born switched another job helping people navigate complicated real estate tax forms paperwork ms rivera makes every week also receives month supplemental security income month food stamps monthly rent needs keep frugal budget ms rivera plan track receive associate degree plaza college april goal earn bachelor degree master degree business metropolitan college new york dreams opening dance studio bronx ms rivera grew bronx mother afford send dance classes loved dancing front family television watched variety show bado gigante see kids dancing see dancing living room ms rivera sa...
17349senate republicans open fight obama health law new york timeswashington congress opened battle affordable care act wednesday republicans pushed immediately forward repeal health care law president obama made rare trip capitol hill defend bitterness long marked fight intensified republicans seized opportunity make good central campaign promise get rid law pledge reinforced wednesday vice mike pence met house republicans far president gathered democrats affordable care act mr obama signature health care law created online insurance marketplaces offered new protections people seeking health insurance provided coverage millions people near poverty line expanded medicaid health policy experts say system collapse republicans cut funds expanded coverage end penalties people go without health insurance american people voted decisively better future health care country mr pence said determined give said donald trump use executive authority help make transition away health care law offer specifics democrats vowed aggressive resistance however said partici...
17350parliamentary tactic obliterate obamacare new york timeswashington republicans hope repeal major parts affordable care act using expedited procedure known budget reconciliation process sometimes called arcane used often past years write nation important laws reconciliation probably potent budget enforcement tool available congress large portion budget congressional research service nonpartisan arm congress said primer budget reconciliation process way congress speed action legislation changes taxes spending especially spending entitlement programs like medicare medicaid although conceived primarily way reduce federal budget deficits also used cut taxes create programs increase spending changes raise deficits senate reconciliation bill ordinarily passed simple majority bills majority often needed limit debate move final vote called reconciliation term originated congressional budget impoundment control act intended give congress control budget process allowing lawmakers set overall levels spending revenue process begins budget blueprint reso...
17352republicans ethics office gambit spectacle tweets retreats new york timeswashington majorities congress often overreach usually first day house republicans verge washington takeover new congress convened tuesday couldn stop trying dilute power despised ethics watchdog first order business process created unsightly spectacle pretty much ruined celebration unified republican government undermined leadership perhaps foretold shape things come house republicans take stand contentious issue donald trump turns twitter break house republicans republicans frantically reverse course mr trump campaigned going drain swamp day trying fill swamp representative walter jones republican north carolina said colleagues hurriedly jettisoned plan seen brazen attempt weaken independent ethics office felt unfair lawmakers good way start deluged angry phone calls bad headlines chagrined republican officials say well way abandoning ethics revisions adopted monday night party meeting mr trump weighed via twitter suggested overhaul shouldn top priority urging republicans focus inste...
17353ivanka trump new washington home belonged putin foe new york timeswashington ivanka trump weighing prominent role father administration planning move family mansion exclusive kalorama section washington two people familiar decision said wednesday house previously owned financier extensive investments russia ties russian opposition leader ms trump husband jared kushner close adviser donald trump expected influential voice administration chosen house around corner president obama new home newly renovated house sleekly modern cor sold million december people said insisting anonymity transaction private home previously owned dan rapoport wife irina according property records filed district columbia neither responded emailed requests comment ms trump relocation plans first reported washingtonian magazine latest evidence mr kushner remain major players mr trump administration played crucial roles presidential bid wielded outsize power transition people close couple declined comment impending move william moody washington fine properties first disclosed dea...
17354donald trump nominates wall street lawyer head new york timeswall street lawyer walter clayton travel political circles well known corporate america insider insider deal maker nomination lead securities exchange commission strong signal financial regulation trump administration emphasize helping companies raise capital public markets tightening regulation contrast agency two chairwomen president obama regulatory enforcement backgrounds mr clayton known jay spent nearly entire career corporate boardrooms regulatory experience stems advising banks dealings government helping several financial institutions settlements related mortgage securities seat financial crisis advising barclays capital buying assets bankrupt lehman brothers bear stearns fire sale jpmorgan chase advised mergers initial public offerings including biggest ever billion offering alibaba group china mr clayton confirmed may recuse matters similar scrutiny applied mary jo white agency current chairwoman litigator debevoise plimpton clients included jpmorgan chase rupert murdoch new...
17355dylann roof addressing court offers apology explanation massacre new york timescharleston seeming abdicate one last chances save life convicted killer dylann roof stood wednesday jurors decide fate offered apology explanation remorse massacring nine black churchgoers bible study session june instead strikingly brief opening statement sentencing phase federal death penalty trial mr roof repeatedly assured jury mentally ill undercutting one mitigating factors work favor left fact trust people shouldn fact probably better constantly embarrassing anyone ever existed nothing wrong psychologically mr roof representing told jury found guilty last month killings charleston emanuel african methodist episcopal church three minutes walking lectern mr roof returned defense table exhaling deeply prospects mercy jury perhaps already drained prosecution disclosure opening statement white supremacist manifesto written mr roof charleston county jail sometime six weeks arrest like make crystal clear regret wrote distinctive scrawl sorry shed tear innocent people killed mr roof con...
17356turkey hand seen nearly every crisis new york timesistanbul turkish officials accused united states abetting failed coup last summer russian ambassador turkey assassinated last month turkish press said united states behind attack gunman walked istanbul nightclub early new year day killed dozens news media pointed finger united states america chief suspect one headline blared attack twitter turkish lawmaker referring name nightclub wrote whoever triggerman reina attack act cia period turkey confronted cascade crises seem accelerated syrian civil war spilled across border events pushed turkey closer nato allies conversely drifted apart nation lashes washington moves closer moscow working russian president vladimir putin secure syria one story turkish press based routine travel warning issued american embassy turkey united states advance knowledge nightclub attack islamic state later claimed responsibility another suggested stun grenades used gunman come stocks held american military still another claimed assault plot united states sow di...
17358new casualty syria war drinking water damascus new york timesbeirut lebanon millions damascus residents concerns direction war syria replaced worries get enough water dishes wash clothes take shower nearly two weeks syrian capital vicinity afflicted water crisis left taps dry caused long lines wells forced people stretch whatever thin resources find world gets hard us work something said woman video posted facebook showing used cola bottle wash teacups cut water dig water cut tap make tap like syria problems damascus water crisis symptom war killed hundreds thousands people displaced half country prewar population million left territory divided zones controlled government armed rebels jihadist groups brokered russia turkey announced last week reduced overall violence across country stopped fighting everywhere resolved happens resources needed one side controlled enemies appears case damascus water historically water capital controlled government president bashar come barada valley north city controlled rebels want oust mr assad crisis began dec ...
17360canada new york timescanada pick year places go list spans millions square miles also contains multitudes people locations memories asked five canadian authors reflect places lodged psyches mother always kept bright yellow hard hat car unexpected accessory petite hong kong immigrant senior purchaser british columbia forestry company lean years laid everyone department except pity dreamed early retirement meantime shuttled province pulp paper mills job six people negotiating contracts hotels log loaders harvesters one year finally said yes persistent invitations tag along wanted meet men women earned living mill towns called english name matilda set car exploring vancouver island heading northern tip port hardy turn last trip took together remember wet october chill eagles descending corridors evergreens seemingly endless highway twilight world took shifting depths emily carr painting put mother terrible driving devotion celine dion put moods going breakup decided order strengthen moral fiber camp alone thr...
17361put together places go list new york timesth straight year travel section presents annual places go issue likely questions spot get favorite spot list deal videos online nytimes frequently asked questions chose places go made canada top choice choose country canada maybe tropical beaches world unto vancouver island surf breaks culinary delights toronto montreal natural glories parks like banff alberta let face clich mounties hockey aside canada remains terra incognita americans much world great time correct country celebrates th anniversary year means free admission year national parks currently offers generous exchange rate united states dollar special list online print look interactive version list computer mobile device ll notice bunch videos allow explore places newly immersive way travel great match videos medium provides vivid sense place said maureen towey senior producer news new york times ask shooters adventurous camera placement ask rig camera motorcycle balloon ski lift say yes every time computer ll also notice st...
17362places put hands together new york timeswhether music ears pop classical jazz country another type tune altogether rhythms covered dance days nights away summerfest june july milwaukee bonanza includes acts spread across stages henry maier festival park lake michigan red hot chili peppers pink among headline performers year festival th genres classic rock latin reggae also represented monterey international pop festival june monterey calif also turning year celebrating style weekend location monterey county fair events center original festival held event helped establish careers many legendary musicians including jimi hendrix grateful dead year course three days nine bands take stage pay tribute monte carlo jazz time th annual jazz festival november december exact dates determined featuring performances world top jazz players manu katch drummer singer bassist richard bona ibrahim maalouf trumpet player guests heart action takes place op ra garnier ornate building shows spill casino de glitzy oceanfront bars mellower sounds s...
17363getting around rail sail foot new york timeswhether train ship trail transit alternatives poised proliferate midyear brightline express train south florida expected open linking miami west palm beach finished travelers make trip miami orlando three hours driving takes four terminus new downtown miamicentral station include food hall known central fare switzerland gotthard base tunnel world longest deepest railway passage ceremonially opened last june officially opened december eventually tunnel alps cut minutes trip zurich lugano offering leisurely tours luxury sleeper train belmond andean explorer begin may linking cusco peruvian andes lake titicaca arequipa itinerary takes two nights company also operates belmond hiram bingham trains machu picchu offer trips cusco lake titicaca japan welcomed newest train hokkaido shinkansen last march traveling tokyo northern hokkaido island four hours spring train suite offer luxury tours sleeper cars travel tokyo tohoku hokkaido regions among cruise ship launches mega class msc meraviglia e...
17364must see shows re new york month new york timesbroadway shows often fold tents end year fearing winter blues box office year shows note holding least week two ve got days catch stephen karam gorgeous humans last season tony winner best play ending jan even fewer jump exhilarating emotional roller coaster sublime revival musical falsettos ending sunday looking ahead notable shows events put top list first majestic cycle plays written great august wilson drama set written piece cycle produced broadway classic wilson ensemble drama group gypsy cab drivers hill district pittsburgh new manhattan theater club production directed ruben appeared directed wilson plays notably superb recent revival piano lesson signature theater previews jan opening samuel friedman theater normally frown theater rarefied form stargazing star luminous cate blanchett grant exception course ms blanchett graces new adaptation platonov early chekhov play merely movie star burnishing reputation broadway debut past decade made regular acclaimed appearances new york...
17365remaking kennedy airport governor next big plan new york timesgov andrew cuomo new york said wednesday complete overhaul la guardia airport underway wants rebuild new york city airport john kennedy international mr cuomo outlined plan spend billion modernizing kennedy terminals improving highway transit systems connected airport provide timetable plan say specifically money come next step tackle la guardia isn enough mr cuomo said speaking meeting association better new york business group manhattan need build new airport go process la guardia promoting big infrastructure projects including second avenue subway opened sunday mr cuomo building legacy new york perhaps raising national profile plans offered mr cuomo wednesday suggest intend stop trying impose port authority new york new jersey operates la guardia authority commissioners scheduled meet thursday vote billion spending plan includes billion improvements mr cuomo formed advisory group study improve said panel make recommendations authority authority chairman john degnan see panel final r...
17366cyberwar sale new york timesmorning may violeta lagunes perplexed series strange messages appeared gmail inbox election day choose leadership mexico partido acci nacional pan lagunes former federal congresswoman holding strategy meeting office puebla city emails seemed harmless least first one appeared come account trusted colleague asked download review document lagunes clicked link seemed broken wrote back colleague asked send elsewhere inbox email google warning someone tried log account meanwhile began receive phone calls pan allies claimed received emails lagunes account remember sending lagunes worried around clock called colleague appeared emailed reached restaurant finishing lunch campaign allies send email insisted consultant campaign asked remain anonymous order preserve relationships candidates overheard conversation knew campaign workers receiving similar messages emails vague subject lines asking recipient review document click link campaign realized hacked vote party leader lagunes allies puebla dri...
17367men want jobs done mostly women new york timeshasn great time man without job jobs disappearing like machine operator predominantly men occupations growing like health aide employ mostly women one solution men lost jobs factories become health aides fifth american men aren working aren running new jobs require different skills pay lot less re also seen women work always devalued american labor market two occupations predicted bureau labor statistics decline quickly locomotive firers shrinking percent vehicle electronics installers repairers percent percent percent male jobs many various types health aides percent female men take jobs job security wage growth work according recent research paid less feel stigmatized jobs created different jobs eliminated said david autor economist worried whether jobs worried whether jobs adults especially males seem reluctant take new jobs take tracy dawson welder st clair mo lost several jobs employers took work china mexico others workers replaced robots heard promises jobs health care field dau...
17368apple removes new york times apps store china new york timesapple complying said request chinese authorities removed news apps created new york times app store china late last month move limits access one remaining channels readers mainland china read times without resorting special software government began blocking times websites series articles wealth amassed family wen jiabao prime minister struggled recent months prevent readers using app apple removed apps app store china dec apps international publications including financial times wall street journal still available app store time new york times app permitted display content users china informed app violation local regulations fred sainz apple spokesman said times apps result app must taken china app store situation changes app store offer new york times app download china mr sainz declined comment local regulations times apps said violated contacted apple whether court order legal document presented china main internet regulator cyberspace administration china respond faxed questions t...
17369fed officials see faster economic growth trump boom new york timeswashington federal reserve officials expect donald trump election result somewhat faster economic growth next several years see little chance boom mr trump promised according account fed recent meeting part fed plans raise interest rates quickly growth accelerates however fed officials plan wait see happens next account said fed signaled likely respond expansionary fiscal policies faster pace rate hikes fed believes early embed baseline michael gapen chief united states economist barclays wrote wednesday following release minutes real shift stance monetary policy require clarity stance fiscal policy december meeting fed raised benchmark rate second time since citing continued expansion economy steady decline unemployment fed debated delayed increase last year account published wednesday standard delay described final decision uncontroversial officials instead spent meeting talking comes next mr trump promised bevy major changes economic policy including tax cuts spending increases redu...
17370rockefeller foundation picks rajiv shah trustee president new york timesrajiv shah trustee rockefeller foundation asked six months ago join committee select foundation next president said instead mr shah recently administrator united states agency international development ultimately said wanted considered post got job thursday rockefeller foundation one country largest influential philanthropies name mr shah succeed judith rodin president years appointment make mr shah one powerful forces charitable giving overseeing foundation donates roughly million year corrals governments companies organizations contribute money resources tandem mr shah first lead rockefeller foundation gained stature recent years prominent projects sometimes criticized interested publicity grantees founded oil tycoon john rockefeller foundation says given away equivalent billion today dollars first grant american red cross went play pivotal roles establishing field public health creating vaccines yellow fever malaria bringing agricultural advances developing world recent years founda...
17371philippines jailbreak frees inmates prompting manhunt new york timesmanila manhunt underway wednesday inmates escaped jail southern philippines came attack gunmen overnight one guard killed another wounded assault jail kidapawan city southern island mindanao according peter bungat warden gunmen thought bandit group broken away muslim rebel organization mr bungat told radio station mindanao home insurgency five inmates escaped facility north cotabato district jail later killed shootout pursuing officers senior inspector xavier solda spokesman philippine bureau jail management penology told radio station manila village official also killed mistaken one escaped inmates police said mr bungat said attack began early wednesday jail power supply cut armed men approached behind compound began firing well planned mr bungat said said unclear whether high profile inmates among escapees least dozen involved drug trafficking according officials jail management bureau mr bungat said assault believed led bandit known commander derbie led faction moro islamic liberati...
17373enough tweets china state media tells trump new york timesbeijing china leaders thought solution torrent snark jibes condemnation twitter banned access home yet china become country donald trump seems enjoy criticizing twitter feed bursts characters less jabbed beijing taiwan trade south china sea recently north korea china taking massive amounts money wealth totally trade won help north korea nice mr trump said twitter monday president xi jinping reads broadsides remains mystery outsiders translating mr trump sarcasm nice tricky chinese officials state news media want mr trump know leaders prefer diplomacy way behind closed doors muffled platitudes xinhua state news agency less asked mr trump shut obsession twitter foreign policy undesirable read headline xinhua commentary tuesday mr trump posts everyone recognizes common sense foreign policy isn child play even less like business deals said article published mr trump latest barbed comments china twitter shouldn become instrument foreign policy article said earlier day spokesman ministry for...
17374coming carnival cruises wearable medallion records every whim new york timesdoral fla inside clandestine carnival corporation complex two former disney executives plotting drastic cruise industry overhaul mission take lessons learned walt disney world helped bring billion vacation management system involving bracelets link personal information apply cruises result millions passengers carnival ships soon using similar advanced system allows travelers everything plan vacations open stateroom doors order poolside cocktails long bigger newer cooler ships kept coming cruise industry treated guest liabilities standing long lines frustrating embarkation experience acceptable said john padgett joined carnival chief experience innovation officer years disney thinking stops carnival operates ships worldwide brands unveil ambitious technology initiative thursday consumer electronics show las vegas keynote speech arnold donald carnival chief executive intends announce system app called ocean compass paired smart medallion carried pocket worn jewelry arrive company princes...
17376credit reporting agencies must pay million deceptive practices new york timesnation consumer watchdog agency tuesday ordered agencies transunion equifax pay million fines restitution deceiving customers usefulness credit scores cost obtaining watchdog agency consumer financial protection bureau said payments resolve charges transunion equifax lured consumers enrolling credit services advertised free costing cost year transunion reimburse million consumers pay million civil fine equifax reimburse million pay million civil fine bureau said companies also modify marketing practices among changes obtain customers consent enroll services fees begin free trials make easier cancel services want bureau said wrongful conduct violated law occurred transunion since july equifax july march many lenders rely credit scores transunion equifax rival experian lending money transunion equifax falsely represented credit scores sold consumers scores lenders used consumer financial protection bureau said credit scores central consumer financial life people deserve honest accurate i...
17378coal fire iceberg doomed titanic journalist claims new york timeslondon maybe wasn iceberg ever since titanic sank years ago killing men women children mystery swirled around tragedy one doubts ship collided high speed iceberg coast newfoundland new documentary posits sinking ship hailed time largest ever built praised professed unsinkability may accelerated giant coal fire hull appeared started long three weeks set fateful journey new york southampton england documentary broadcast channel britain new year day senan molony irish journalist spent years researching titanic contends fire bunker next one ship boiler rooms damaged hull helping seal fate long slammed iceberg perfect storm extraordinary factors coming together fire ice criminal negligence argues documentary titanic new evidence air united states smithsonian channel january fire known played never put sea mr molony potential breakthrough traced attic wiltshire southwest england previously unpublished album photographs chronicling ship construction preparations maiden voyage gathering dust c...
17379chase sapphire reserve card huge bonus slashed new york timeswall street banking institution starts throwing bonuses credit card customers may best grab inevitably disappear goes chase sapphire reserve card bank jpmorgan chase introduced last summer bank offered bonus worth people spent card first three months redeemed bonus travel bank cutting bonus half jan last day people earn applying card online though people apply bank branch still able get bonus march need current bank customer apply branch according bank spokeswoman ashley dodd confirmed changes bonus played big role bringing card much attention landing cover bloomberg businessweek leading bank hand many perks caused million million hit earnings even without outsize bonus rare history credit card bonus offers card likely remain popular steep annual fee cardholders receive credit year travel spending put card customers earn three points every dollar spend travel dining lead better value rewards cards offer customers spent lot areas points guy blog first reported slashing bonus many sites ...
17381broadway breaks multiple records new year weekend new york timesbroadway rang big bang plays musicals running last week brought whopping million making week broadway history also week record people seeing broadway shows around times square records toppled like pins bowling alley best week ever shows like chicago jersey boys lion king money ever grossed multiple theaters built century ago example oh hello lyceum built performances ever single show period illusionists money ever grossed single show million hamilton astonishing shows grossed million last week including seven grossed million according figures released tuesday broadway league three shows topped million mark hamilton wicked lion king grosses week ending jan percent higher previous week percent higher week previous year even though five shows playing time last year significant factor appears pricing base prices many broadway shows high premium prices charged holiday period even higher shows average price hamilton industry leader pricing average price top price price charged box office fir...
17382italian inmates sip smell taste way rehabilitation new york timeslecce italy one first students young man arrested four years earlier others convicted armed robbery drug trafficking criminal association mafia classrooms frugally equipped behind windows protected vertical horizontal bars although one brightly colored paintings covering walls none deterred marco albanese police officer years trained sommelier five teaching class rapt students finer points deconstructing bouquet chardonnay pouring rare vintage mr albanese instructor innovative effort lecce penitentiary teach inmates sommeliers wine stewards courses part program teach prisoners new professional skills well help develop bond region renowned negroamaro grapes program enthusiastically embraced prisoner students tasting white wines recent afternoon also eye opener mr albanese see human aspect context mr albanese traded police uniform crisp blue jacket tie sommelier class didn keep distance professor added also deserve second chance important know institutions believe educated different life...
17383class divide dissected new one day time new york timesfirst episode one day time netflix reboot norman lear sitcom penelope justina machado argument son alex marcel ruiz wants expensive new pair sneakers mom says know re rich poor casual line sets joke penelope reminds alex tv refrigerator laptop things poor people says based acknowledgment really hear prime time anymore class divide nebulous real family closer bad side new one day time arriving friday lively full voice rare reboot better original throwback best sense era mainstream socially engaged sitcoms political debate pitted diversity class contest reminder two aren mutually exclusive tv full characters living paycheck paycheck whether cabbies taxi waitresses alice auto mechanics chico man brewery workers laverne shirley mr lear sitcom maestro era produced suite shows like family good times sanford son mr lear populist liberal made tv little guy part programming reflected economy time average american wage peaked middle class broader income inequality began grow tv like neighborhood...
17384michael eric dyson believes individual reparations new york timesforthcoming book tears stop subtitled sermon white america part white america envision reading envision audience ocean white folk encounter deeply empathetic struggles minorities ones ask white person attempt address useful hopefully edifying manner strategy getting white people may particularly sympathetic ve seen wonderful presidency barack obama tendency tell white people truth obvious reasons vote politician power influence wield different kind bully pulpit enough belief white people tell truth grown lot areas within race relations seem like less conversation attempt prove white people issues police brutality instance real present danger open book horror stories engagement police stories shaped join mass people regardless station life regardless educational attainment achievement felt president united states stories former attorney general stories prominent black intellectual like stories reality part parcel means black america wanted spend time talking thinking number different pe...
17385sale cond nast treasures new york timescond nast publications might sitting gold mine archive eight million photographs illustrations vanity fair new yorker vogue architectural digest magazines given tenuous state media industry company plans exploit archive housed th floor building far cond nast headquarters one world trade center lower manhattan photographs magazines going back years stored plastic slips stacked folders tucked away cabinets hall main room locker original slides transparencies cataloged harm way find first cover vogue dec sketch debutante clad ball gown floating appears cloud pillow photograph coco chanel lounging sofa taken vogue photographer horst horst died binders stand metal shelves packed transparencies runway shows new york paris chronicle shifting necklines hems bejeweled bodices history fashion said ivan shaw former executive photo director vogue named cond nast photography director archive june goes according plan much material soon stuff prints coffee mugs tote bags pillows company invite known ...
17386countering trump bipartisan voices strongly affirm findings russian hacking new york timeswashington united front top intelligence officials senators parties thursday forcefully reaffirmed conclusion russian government used hacking leaks try influence presidential election directly rebuffing donald trump repeated questioning russia role suggested doubts mr trump expressed twitter agencies competence impartiality undermining morale difference skepticism disparagement james clapper jr director national intelligence said hearing senate armed services committee russian hacks added assessment even resolute russians carried attack election senate hearing prelude extraordinary meeting scheduled friday mr clapper intelligence chiefs repeat mr trump detailed highly classified briefing russian attack president obama received thursday effect telling spy agencies believe won assist president vladimir putin russia mr trump say whether accepts agencies basic findings russia role holds previous contention inept politicized american spies gotten perpetrator hacking wrong throw intelligence...
17387dan coats mister rogers senator poised intelligence chief new york timeswashington donald trump expected choose director national intelligence senator dan coats former ambassador germany secret foodie lover things indiana also served member chamber intelligence committee known style mr coats popular among colleagues always thought wear red cardigan said senator cory gardner republican colorado closest thing mister rogers come fiscally conservative mr coats indiana republican completed second senate stint month often found common cause democrats described thoughtful intelligence national security issues sharp intellect disarming humor always impressed demeanor said senator angus king maine independent caucuses democrats served intelligence committee mr coats traveled eastern europe fierce partisan knows intelligence community amiable easy work position america top intelligence official created congress response criticism nation spy agencies failed detect prevent terrorist attacks sept since director charged coordinating analysis country civilian military sp...
17388perfect weapon russian cyberpower invaded new york timeswashington special agent adrian hawkins federal bureau investigation called democratic national committee september pass along troubling news computer network transferred naturally help desk message brief alarming least one computer system belonging compromised hackers federal investigators named dukes cyberespionage team linked russian government knew well bureau spent last years trying kick dukes unclassified email systems white house state department even joint chiefs staff one government networks yared tamene contractor fielded call expert cyberattacks first moves check google dukes conduct cursory search computer system logs look hints cyberintrusion account look hard even special agent hawkins called back repeatedly next several weeks part wasn certain caller real agent impostor way differentiating call received prank call mr tamene wrote internal memo obtained new york times detailed contact cryptic first sign cyberespionage campaign devised disrupt presidential election first a...
17389trump said torture works echo feared worldwide new york timesunited nations top official tried inspect infamous prison gambia two years ago officials denied access protested way country chain command tense meeting members cabinet country autocratic ruler united nations official juan ndez denied time jeering dismissal said go guant namo instead recalled mr mendez former united nations special rapporteur torture bahrain officials little subtle message twice canceled prison inspection visits said face threats national security countries face mr mendez said clear referring united states didn feel needed give access donald trump campaign vows reinstate sort torture used war terrorism fill guant namo bay prison bad dudes human rights experts fear authoritarian regimes around world see another green light carry abuses return enhanced interrogation even techniques mr trump pledged much worse also send powerful message nations around world begun examine past abuses ensure repeated sometimes see progress see said victor international rehabilitation counci...
17390republicans step plan repeal affordable care act new york timeswashington vice mike pence top republicans congress made clear wednesday powerfully explicitly ever dead serious repealing affordable care act uproot law deeply embedded nation health care system without hurting million people gained coverage clear yet evident millions americans medical conditions fully protected disruptions health coverage determined republican president congress gut affordable care act quickly health care revolution reverse undo many changes made since law signed president obama march senate intends pass budget resolution next week shield repeal legislation democratic filibuster senate completes action house republican leaders hope approve version budget resolution next week whether meet goal unclear resolution contains seemingly innocuous language instructing four committees control health care policy two senate two house draft legislation within jurisdiction cut least billion deficit years language real teeth legislation produced meet instructions pass senate simpl...
17391break precedent obama envoys denied extensions past inauguration day new york timeswashington donald trump transition staff issued blanket edict requiring politically appointed ambassadors leave overseas posts inauguration day according several american diplomats familiar plan breaking decades precedent declining provide even briefest grace periods mandate issued without exceptions according terse state department cable sent dec diplomats saw said threatens leave united states without envoys months critical nations like germany canada britain past administrations parties often granted extensions basis allow handful ambassadors particularly children remain place weeks months mr trump contrast taken hard line leaving president obama political appointees place prepares take office jan mission dismantling many predecessor signature foreign domestic policy achievements political ambassadors many major donors nominated virtue close ties president almost always leave end term ambassadors career diplomats often remain posts senior trump transition official said ill move desc...
17392trump takes democrats health law new twitter blitz new york timeswashington donald trump lashed democrats thursday efforts preserve president obama health care coverage law insulting top legislative leader denouncing measure lie called less expensive effective system democrats lead head clown chuck schumer know bad obamacare mess mr trump wrote first three posts twitter posts arrived day mr obama huddled democrats capitol hill strategize protecting affordable care act vice mike pence met republicans gut instead working fix typical political thing blame mr trump continued twitter fact obamacare lie beginning keep doctor keep plan said time republicans democrats work together plan really works much less expensive far better messages seen mr trump latest attempt seize narrative day deflect attention story line less favorable senate republicans convened hearing thursday examine intelligence russians engaged computer hacking affect outcome presidential campaign mr trump disputed russians blame criticized american intelligence agencies work mr trump also ...
17393ending speculation black college says band play inaugural parade new york timestalladega ala band tiny historically black college seems ways gig lifetime chance march perform jan presidential inaugural parade washington musicians talladega college excited see capital first time donald trump school become subject impassioned national outcry online petitions threats end donations flurry alumni feel performing parade betray values institution founded newly freed slaves years ago thursday days speculation college administration might bow pressure remove band parade roster president talladega college billy hawkins issued statement confirming participation band marching tornadoes argued essence th presidential inauguration something bigger mr trump respect appreciate students alumni feel participation parade dr hawkins said many chose participate parade said feel inauguration new president political event civil ceremony celebrating transfer power similar issues raised entertainers scheduled perform among radio city rockettes mormon tabernacle choir talladega history is...
17394corzine reaches million settlement regulators mf global case new york timesfive years investigations negotiations curious case mf global finally closed thursday federal regulators announced million settlement jon corzine ran mf global collapsed bankruptcy lost billion customer money settlement reached unanimously commodity futures trading commission waning days obama administration approved federal judge week caps spectacle derailed mr corzine career spurred number congressional criminal regulatory investigations regulatory case arose commodities agency sued mr corzine democratic former new jersey senator governor saying failed diligently supervise firm jeopardized clients accounts agency directly link mr corzine missing money accuse employee chicago edith brien aiding abetting misuse customer money saying allowed used plug holes mf global accounts resolve case mr corzine agreed pay million penalty pocket sum manageable someone reaped many millions dollars top goldman sachs executive pursuing career politics unusual step federal cases involving wall street in...
17395sears agrees sell craftsman stanley black amp decker raise cash new york timesquestion analyst thursday delicate enough agreeing buy craftsman tool brand sears holdings stanley black decker protect legal issues arise seller line response stanley black decker chief executive james loree acknowledged concern many conference call likely harbored sears forced file bankruptcy protection someday expect get approved indication whatsoever restructuring nature sears mr loree said adding believed move imminent sale craftsman valued million meant prevent day reckoning raising cash sears sears selling one classic brands one created nearly century ago latest move bolster balance sheet prolonged sales slump edward lampert chairman chief executive sears struggled years find ways help company much esoteric financial maneuvers operational fixes tough times retailers macy kohl said week holiday sales weaker expected macy also announced plans cut jobs close stores sears also suffered season sales sears kmart units least percent sears trouble far longer mr lampert also hedge fund m...
17396train crashed going twice speed limit inquiry finds new york timeslong island rail road train crashed brooklyn wednesday going twice speed limit slammed train station injuring people federal investigators said thursday train traveling miles per hour hit end tracks atlantic terminal speed limit said ted turpin investigator national transportation safety board said federal officials investigating crash yet determined cause train rammed bumping block morning rush striking room beyond track causing first two cars derail accident reminiscent deadly crash september new jersey transit train plowed hoboken terminal killing woman injuring people train also traveling twice speed limit crashed thursday mr turpin said engineer operating long island rail road train told investigators remember crash recall entering station controlling speed train mr turpin said news conference next thing realized collision investigators released engineer name mr turpin said started engineer railroad engineer started working around midnight tuesday nearing end shift time crash mr t...
17397record auto industry long road back may end new york timesdetroit unexpectedly strong sales new vehicles united states december propelled industry another record figure million sold good news bad news though late push beat previous record million vehicles sold came steep cost companies piled higher sales incentives lure consumers showrooms american market tilting ever toward sales pickup trucks sport utility vehicles companies cutting production passenger cars reduce big inventories models result little expectation sales continue upward trajectory least without cutting deep profits means numbers released wednesday mark industry impressive comeback depths recession annual sales fell million vehicles general motors chrysler needed government bailouts survive adding challenge potential major changes federal regulatory trade policies trump administration setting uncertain year industry barreling along one problems predicting year unknowns said michelle krebs analyst site autotrader hearing lot different things border tariffs regulatory policies k...
17398macy cut jobs poor holiday sales new york timesstruggling sagging sales another crucial holiday shopping season macy announced wednesday eliminating jobs part continuing plan cut costs close stores macy country largest department store chain said sales stores fallen percent november december compared period terry lundgren company chairman chief executive said statement trend consistent lower end guidance anticipated sales stronger attributed decline broader challenges facing much retail industry consumers endured long recession turned chains like maxx shifted spending away stores convenience online shopping retail giant amazon announcement wednesday continued trend macy announced last january eliminating jobs major restructuring said slumping holiday season sales hurt bottom line company stores announced august close wednesday identified stores closed store douglaston neighborhood queens opened close stores marketplace mall rochester oakdale mall johnson city near binghamton preakness shopping center wayne close company said three ...

Showing the first 222 rows.

articles_rdd = df_final.rdd.map(lambda x: (x['id'], x['title'], x['content']))
print(articles_rdd.take(5))
[(17283, 'house republicans fret winning health care suit new york times', 'washington congressional republicans new fear comes health care lawsuit obama administration might win incoming trump administration choose longer defend executive branch suit challenges administration authority spend billions dollars health insurance subsidies americans handing house republicans big victory issues sudden loss disputed subsidies conceivably cause health care program implode leaving millions people without access health insurance republicans prepared replacement lead chaos insurance market spur political backlash republicans gain full control government stave outcome republicans find awkward position appropriating huge sums temporarily prop obama health care law angering conservative voters demanding end law years another twist donald trump administration worried preserving executive branch prerogatives choose fight republican allies house central questions dispute eager avoid ugly political pileup republicans capitol hill trump transition team gaming handle lawsuit election put limbo least late february united states court appeals district columbia circuit yet ready divulge strategy given pending litigation involves obama administration congress inappropriate comment said phillip blando spokesman trump transition effort upon taking office trump administration evaluate case related aspects affordable care act potentially decision judge rosemary collyer ruled house republicans standing sue executive branch spending dispute obama administration distributing health insurance subsidies violation constitution without approval congress justice department confident judge collyer decision reversed quickly appealed subsidies remained place appeal successfully seeking temporary halt proceedings mr trump won house republicans last month told court transition team currently discussing potential options resolution matter take effect inauguration jan suspension case house lawyers said provide future administration time consider whether continue prosecuting otherwise resolve appeal republican leadership officials house acknowledge possibility cascading effects payments totaled estimated billion suddenly stopped insurers receive subsidies exchange paying costs deductibles eligible consumers race drop coverage since losing money loss subsidies destabilize entire program cause lack confidence leads insurers seek quick exit well anticipating trump administration might inclined mount vigorous fight house republicans given dim view health care law team lawyers month sought intervene case behalf two participants health care program request lawyers predicted deal house republicans new administration dismiss settle case produce devastating consequences individuals receive reductions well nation health insurance health care systems generally matter happens house republicans say want prevail two overarching concepts congressional power purse right congress sue executive branch violates constitution regarding spending power house republicans contend congress never appropriated money subsidies required constitution suit initially championed john boehner house speaker time later house committee reports republicans asserted administration desperate funding required treasury department provide despite widespread internal skepticism spending proper white house said spending permanent part law passed annual appropriation required even though administration initially sought one important house republicans judge collyer found congress standing sue white house issue ruling many legal experts said flawed want precedent set restore congressional leverage executive branch spending power standing trump administration may come pressure advocates presidential authority fight house matter shared views health care since precedents broad repercussions complicated set dynamics illustrating quick legal victory house trump era might come costs republicans never anticipated took obama white house'), (17284, 'rift officers residents killings persist south bronx new york times', 'bullet shells get counted blood dries votive candles burn people peer windows see crime scenes gone cold band yellow police tape blowing breeze south bronx across harlem river manhattan shorthand urban dysfunction still suffers violence levels long ago slashed many parts new york city yet city efforts fight remain splintered underfunded burdened scandal th precinct southern tip bronx poor minority neighborhoods across country people long hounded infractions crying protection grievous injury death september four every five shootings precinct year unsolved city precincts th highest murder rate fewest detectives per violent crime reflecting disparities staffing hit hardest neighborhoods outside manhattan according new york times analysis police department data investigators precinct saddled twice number cases department recommends even bosses called police headquarters answer sharpest crime rise city year across bronx investigative resources squeezed highest rate city five boroughs thinnest detective staffing nine precinct detective squads violent crime city borough robbery squad smaller manhattan even though bronx cases year homicide squad one detective every four murders compared one detective roughly every two murders upper manhattan one detective per murder lower manhattan lobbies family apartments outside methadone clinics art studios people take note inequity hear police commanders explain lack resources place floodlight dangerous block post officers corner watch witnesses cower behind doors fearful gunman crew confident police department ability protect though people see lot rarely testify south bronx many predominantly black hispanic neighborhoods like united states contract police community tatters people stories crime reports ignored calls went unanswered hours others tell call help ending caller arrest minor charge leading hours fetid holding cell paradox policing th precinct neighborhoods historically prime targets aggressive tactics like designed ward disorder precinct detectives less time anywhere else city answer blood spilled violent crimes gola white beside daughter shot killed playground summer four years son gunned housing project ticked public safety resources said scant bronx neighborhoods like security cameras lights locks investigating police officers nothing said comes families said authorities really care much feel times documenting murders logged year th precinct one handful neighborhoods deadly violence remains problem era crime new york city homicides precinct year nine strain detectives go unsolved half year look take law hands hundreds conversations grieving relatives friends witnesses police officers social forces flare murder place like th precinct become clearer merciless gang codes mental illness drugs long memories feuds simmered officers view reasons murders never solved also emerge paralyzing fear retribution victims carrying secrets graves relentless casework forces detectives move hopes break come later frustrations build sides detectives phones rarely ring tips officers grow embittered witnesses cooperate meantime victim friends conduct investigations talk grabbing stash gun wheel well mother apartment find suspect chasm police community gangs gun violence flourish parents try protect families drug crews threats officers work overcome residue years mistrust understaffing communities still go racing one call next streets around st mary park scene two fatal shootings logged th precinct year unsolved james fernandez heard talk murders door apartment east th street betances houses lived end long hallway strewn hypodermic needles empty dope bags discarded hennessy bottles young men spoke subset bloods gang made drug market slinging marijuana cocaine regulars flashing firearms blowing smoke fernandez apartment mr fernandez asked young men move answered busting car kind crime anachronism much new york still rattles th precinct even though murders fallen year major felony crimes per resident residential district city also one poorest communities country many young men find way underground markets mr fernandez one shrink threats growing lower east side rode bicycle around customers drug dealers worked collected payments backpack leaving life got tech maintenance job three years ago moved betances houses wife daughter two choices get help drug crew call police help risk labeled snitch call old lower east side bosses muscle risk violence chose police walked local substation police service area asked protection daughter using inhaler relieve coughs marijuana smoke mr fernandez wife got terrible headaches lot killers going kill sergeant police report quoted telling mr fernandez august second report filed day said warned going shoot window mr fernandez told police teenagers names appear reports went home said one friends seen walk substation tried intimidate filing another report three days later propped bike door said open door say something body slam mr fernandez wife maria fernandez wrote slips paper used document hallway ruckus inadequate police response boys made comments easy target slap opened door made drug sale threatened beat fernandez family ones snitching notes say another complaint substation days first brought relief week later feeling desperate ms fernandez tried calling first substation one boys blew weed smoke door made threat attack police never came wrote notes tried th precinct station house next officers desk left standing public waiting area said making fear seen officers put worse danger months later said came door announced front teenagers complaint drug activity mr fernandez started work said police failed wired camera peephole record drugs guns footage hark back new york still much present precinct residents around morning sgt michael lopuzzo walks tall wooden doors th precinct station house cases land metal desk dead bodies known cause strip club brawls shooting victims hobbling hospital bring resistance every turn reminding earlier era city campaign haven got one single phone call putting right direction said sergeant lopuzzo head precinct detective squad one day summer worked answer email inquiry murder victim aunt killer caught people understand often detectives feel effects people turning police witnesses shout away doors neighbors know refuse talk people shot wounded bronx early september third victims refused cooperate period th precinct squad detectives closed three nonfatal shootings robbery cases part resistance stems preventive policing tactics like hallmark style former mayor michael bloomberg police commissioner raymond kelly near height strategy th precinct stops city stops officers used force frisks stops year people done nothing criminal precinct also one areas department flooded newest officers roll calls pressured generate numbers write tickets make arrests choice give summons young man playing park dark even officers done growing neighborhood need bring something today justify existence officer argenis rosado joined precinct said interview station house re small area day day re hammering community course community eventually going turn pressure warped way officers residents saw rookies ignore someone might drinking outside sitting stoop cops came time probably viewed community differently said hector espada veteran precinct wanted way somehow give someone summons feel like guys still civil conversation morale wilted aged station house alexander avenue mott haven officers felt pressure downgrade crime complaints make appear less serious several said interviews overlooked crime reports immigrants seen unlikely complain watched supervisors badger victims repeating stories hopes drop complaints practice downgrading complaints resulted disciplining officers precinct last year one string scandals left officers feeling overscrutinized problems also existed elsewhere four commanders precinct sent packing five years one officers found ticket fixing forgiving parking tickets friends another recorded giving guidance stop frisk black boys men ages officers fled commands others became reluctant take assignments proactive policing units like put situations street whenever walked doors precinct seemed like black cloud said russell lewis th like heaviness walked wanted hours minutes go home didn want get caught anything precinct covers two square miles dozen housing projects mean overflows people methadone clinics draw addicts around city lofts southern edge precinct presage wave gentrification even police department hired officers neighborhood policing counterterrorism officers th precinct said still rush calls shift number unchanged new police commissioner james neill said handling similar south bronx precinct years ago several dozen calls time waiting response residents know want police domestic problem helps hint weapon last year precinct drew number civilian complaints officer misconduct city lawsuits stemming police actions precinct trying improve morale new commanding officer deputy inspector brian hennessy cadre department calls neighborhood coordination officers patrol since last january part citywide effort mr neill mayor bill de blasio bring back beat cop unencumbered chasing every last call listen people concerns help investigations precinct made among gun arrests city officers said discretion resolve encounters without summons arrest one corner near school courtlandt avenue east st street long spawned complaints gunfire fights inspector hennessy officers painted graffiti swept drug paraphernalia summer people said first answer complaints years inspector acknowledged residue policing lingers perception really sticks said workload th precinct startling reveals gap detective squads equipped answer violent crime manhattan compared bronx brooklyn queens three precinct detectives carrying cases year many others loads high even though department advises violent precincts assigned homicide typically four days investigate dealing cases quieter precincts give detectives month little distraction investigate murder detectives th precinct handled average violent felonies year murders rapes felony assaults robberies contrast detective precinct southern end staten island carries nine cases detective precinct patrolling union square gramercy park handles detective precinct washington heights handles citywide median last year th violent crime cases per detective bronx whole precinct detective carried average violent felonies year compared manhattan brooklyn queens staten island rape cases robbery patterns later sent specialized units precinct detectives extensive initial work interview victims write reports process evidence precincts much manhattan whiter wealthier south bronx often property felonies like stolen laptops credit cards police say complex even accounting crimes th precinct heaviest caseloads overall crime per detective city michael palladino head detectives endowment association former bronx officer said staffing disparities affected department efforts build trust communities like south bronx witnesses make calculation said cooperate detectives much work won even get chance protect ll late retaliation comes sergeant lopuzzo turned prestigious post stay th precinct said squad worked tirelessly handle cases people every squad wanted detectives staffing needs counterterrorism units task forces created new deployment challenges across department fight army army wish said details police department assigns officers closely held constantly flux public minimal information personnel allocated presented times analysis confidential staffing data department chief detectives robert boyce vowed send detectives th precinct said department reassess deployment broadly troubled precincts said recent decision bring gang narcotics vice detectives command made easier shift personnel chief boyce said burdens detectives went beyond felony crimes include cases noted support precinct squads got centralized units focusing robberies gangs grand larcenies example major crime keeps pounding th precinct rates tenth percent lower even citywide crime dropped third period precinct detective squad shrank eight investigators years according staffing data obtained city council freedom information law request squad covering union square gramercy park crime dropped third period grew investigators th precinct given additional detective four investigators summer already missing three detectives illness reasons retired detectives skeptical community relations alone drive crime city last busiest precincts rather say police department dedicating resources providing sort robust investigative response seems standard manhattan crime manhattan solved said howard landesberg th precinct detective late outer boroughs like forgotten retired detectives said understaffing made harder solve crimes bronx brooklyn queens higher prevalence gang drug killings already saddled investigators cases people inclined cooperate detectives closed percent homicides manhattan percent staten island year compared percent bronx percent queens percent brooklyn last year homicides detectives cleared percent manhattan percent bronx percent queens percent staten island percent brooklyn culture police department worry manhattan said joseph giacalone former sergeant bronx cold case squad part money added de blasio came talked tale two cities done complete opposite said business usual bronx struggles extend prosecutions last five years prosecutors bronx declined prosecute violent felony cases anywhere else city rate conviction bronx routinely lowest city well ticked year surpass brooklyn rate november bronx prosecutors work streamline cases cases become even difficult win problem th precinct allowed defense lawyers attack credibility officers implicated said patrice shaughnessy spokeswoman bronx district attorney office district attorney darcel clark elected said statement judge bronx heard jurors impartial trust police tide mistrust sergeant lopuzzo detectives work hours straight fresh cases buy chinese takeout money murder suspect carry surveillance videos home hopes personal computers may enhance better squad computer buy urn homeless mother murdered son ashes box months killing seem like people glittering city paying attention th precinct homicide victims newly fatherless children go back school without therapist help victims families wander confused courthouse nearly miss appearance newspapers largely ignore killings people criminal pasts pushing priority lists chiefs police headquarters stuffy squad room detectives th precinct grapple inheritance government neglect meet mothers believe sons might never murdered city guidance counselor listened pleas help stay enrolled city housing worker fixed locks lights building detectives work alongside vicious system streets punishing police cooperators young men scan court paperwork prison looking names people turned one murder victim precinct year cast crew avoided arrested gang takedown believed cooperating longtime th precinct detective jeff meenagh said witness homicide case going testify went back neighborhood told anyone testified get deserve allies sergeant lopuzzo makes friendly long helped clear woman son robbery charge locating surveillance video proved robber mother started calling tips code name gun car example always refused testify cut ties year sergeant lopuzzo arrested son stabbing two people shooting new york city owns east th street buildings side james fernandez betances houses said reality ground different drug boss ran block october mr fernandez increasingly afraid fed mr fernandez wife went far give officers keys building door get whenever wanted showed videos offered access camera see happening hallway couple officers said needed supervisor permission others answered young men making threats officers occasionally stopped outside building causing young men scatter come inside mr fernandez said menacing worsened mr fernandez daughter harassed arrived home school grew distressed parents start seeing therapist mr fernandez made several complaints office borough president ruben diaz jr visited victim advocate district attorney office oct sent online note police commissioner office went proper channels help note said precincts failed us except officers helped us hands tied one else turn months video multiple crimes taking place extreme danger th psa won anything wrote referring local substation please need speak one authority local substation commander deputy inspector jerry sullivan bronx narcotics unit alerted complaints mr fernandez said never heard relied street instincts protect family made pleas man thought employing dealers hallway activity quieted briefly returned young men rented room woman apartment upstairs mr fernandez approached different man learned boss operation man agreed ask dealers calm even hired drug customer sweep hallway mr fernandez said two weeks later dealing harassment resumed went old lower east side bosses hired men trail wife daughter way building make sure made safely school times sat outside betances houses also bought two bulletproof vests find one small enough daughter faith city new york faith police faith politicians mr fernandez said thing know sure god re situation left defend family paying close attention happening hallway mr fernandez said learned details two recent homicides th precinct investigating calls help going nowhere said decided put greater risk talking tell police learned bending backward nobody even anything said going help ain going help last january new neighborhood coordination officer working residents betances houses ended arrests housing command inspector sullivan said chief boyce said silos gang narcotics detectives used work made responding complaints difficult recent restructuring remove obstacles one live like mr fernandez lived people dealing drugs outside apartment said mr fernandez complaints spur arrests two men hallway caught separately year shootings one mr fernandez named police report charged summer hitting officer metal folding chair firing three gunshots crowd court papers say held rikers island attempted murder charge late mr fernandez may moved family away'), (17285, 'tyrus wong bambi artist thwarted racial bias dies new york times', 'walt disney bambi opened critics praised spare haunting visual style vastly different anything disney done know film striking appearance created chinese immigrant artist took inspiration landscape paintings song dynasty extent contribution bambi remains mark film animation widely known decades like film title character artist tyrus wong weathered irrevocable separation mother hope making life america incarceration isolation rigorous interrogation still child years followed endured poverty discrimination chronic lack recognition work disney also fine art finding acclaim mr wong died friday hollywood studio artist painter printmaker calligrapher illustrator later years maker fantastical kites one celebrated artists th century marginalization long subject passed much career unknown general public artistic recognition mr wong find noteworthy fact among chinese immigrant men generation professional prospects largely limited menial jobs like houseboy laundryman trained painter mr wong leading figure modernist movement flourished california first second world wars work included group shows art institute chicago also featured picasso matisse paul klee staff artist hollywood studios drew storyboards made vibrant paintings detailed architectural illustrations helped director envision scene shot years work informed look animated pictures disney films warner brothers studios among sands iwo jima rebel without cause wild bunch dozens films worked bambi mr wong belatedly renowned truly involved every phase production john canemaker animator historian animation new york university said interview obituary march created art direction really never seen animation mr wong subject water paper paint sky major retrospective disney family museum san francisco museum windows overlook san francisco bay contemplate angel island nine decades earlier lone sought gain admission country adamantly want wong gen yeo name sometimes romanized wong gaing yoo born oct farming village guangdong province young child already exhibited love drawing encouraged father seeking better economic prospects gen yeo father embarked united states leaving mother sister behind gen yeo never see mother obliged travel false identities state affairs known among chinese immigrants paper son hope circumventing chinese exclusion act signed law president chester arthur act drastically curtailed number chinese people allowed enter country among earliest united states laws impose severe restrictions immigration unforeseen loophole opened form san francisco earthquake fire huge number municipal documents including birth immigration records destroyed many newly arrived chinese capitalized loss maintaining born san francisco fire united states citizens entitled bring relatives case gen yeo father paper sons posing relatives attuned deception united states immigration officials put chinese arrivals formidable inquisition ensure claimed questions came like gunfire direction village face many windows house house rice bin wide well deep trees village lakes shops name sponsoring relative interrogated separately answers match new arrival major mistake series smaller ones mean deportation stand chance passing aspirants memorized rigorous dossiers known coaching papers ensuing interrogation hard enough adults gen yeo undergo alone dec month sea wongs landed angel island immigration station elder mr wong traveling merchant named look get son look tai yow angel island considered ellis island west coast lisa see author gold mountain nonfiction chronicle family said interview however continued goal really different ellis island supposed welcoming angel island opened specifically keep chinese mr wong father previously lived united states look get able clear immigration quickly new arrival gen yeo detained island nearly month child among immigrants held scared half death cried mr wong recalled tyrus documentary directed pamela tom premiered every day miserable miserable hated place jan presence interpreter stenographer young gen yeo posing look tai yow interrogated three inspectors father already questioned gen yeo well prepared answered without error sacramento joined father schoolteacher americanized tai yow tyrus known tyrus wong ever soon afterward father son separated elder mr wong moved los angeles seek work reasons lost time take son tyrus lived sacramento boardinghouse attending elementary school two years later possibly tyrus traveled los angeles join father found work gambling den lived boardinghouse sandwiched butcher shop brothel school tyrus worked houseboy two pasadena families earning cents day first art teacher father trained nightly calligraphy dip brush water trace ghostly characters newspaper afford ink drawing paper tyrus junior high teacher noting drawing talent arranged summer scholarship otis art institute los angeles account indifferent student public school tyrus found calling institute otis college art design scholarship ended declined return junior high father scraped together tuition small fortune let stay otis youngest student studied least five years simultaneously working school janitor graduating long afterward father died leaving young mr wong entirely mr wong artist works progress administration creating paintings libraries public spaces friends including artist benji okubo founded oriental artists group los angeles organized exhibitions members work level exposure asian artists time mr wong newly married needing steady work joined disney creating thousands intermediate drawings bring animated sequences life asians novelty hollywood studios mr wong made keenly aware fact first disney later warner brothers one flung racial epithet another assumed sight worked company cafeteria affront job painstaking repetitive mr wong quickly work animation terrible use talents landscape artist painter mr canemaker said reprieve came late mr wong learned disney adapting bambi life woods novel austrian writer felix salten fawn whose mother killed hunter trying animate book disney reached impasse studio enjoyed great success animated film snow white seven dwarfs baroque production every detail backgrounds every petal every flower every leaf every tree meticulously represented attempt use similar style bambi found ornate backgrounds camouflaged deer forest creatures narrative centered mr wong spied chance said gee outdoor scenery recalled video interview years afterward adding said gee landscape painter invoking exquisite landscape paintings song dynasty rendered watercolors pastels series nature scenes moody lyrical atmospheric lush spare backgrounds subtly suggested stroke two brush walt disney went crazy said mr canemaker wrote mr wong book animation begins art lives disney inspirational sketch artists said love indefinite quality mysterious quality forest mr wong unofficially promoted rank inspirational sketch artist mr canemaker explained designer person went questions color lay something even influenced music special effects look drawings inspired people mr wong spent two years painting illustrations inform every aspect bambi throughout finished film lent brooding quality stark landscapes misty desaturated palette figures often seen silhouette influence unmistakable wake bitter employees strike year disney fired mr wong though chosen strike felt studio good mr canemaker said let go amid lingering climate resentments bambi mr wong name appears quite far credits mere background artist mr wong joined warner brothers working lent occasion studios retirement indignities endured confined studios trying buy house wife former ruth kim told property inquired sold month go back sign still mr wong recalled tyrus japanese attack pearl harbor december mr wong like many took wearing lapel button proclaiming heritage lest angry american beat street war permanently dispersed fledgling oriental artists group mr wong friend mr okubo sent tens thousands internment camp world war ii hadn happened think artists even artists name today ms see said little movement barely started split apart war mr wong became united states citizen also designed christmas cards hallmark painted elegant designs dinnerware sought collectors longtime resident sunland calif became retirement renowned kitemaker designing building hand coloring astonishing airworthy creations butterflies swallows whole flocks owls centipedes feet long streaked southern california sky like paint blue canvas last years ruth wong life ill dementia mr wong forsook work care death slowly began making art formal recognition influence bambi mr wong named disney legend honor whose previous recipients include fred macmurray julie andrews annette funicello bestowed walt disney company outstanding contributions retrospective work curated part ms see inaugural exhibition chinese american museum los angeles disney family museum retrospective water paper paint sky traveled museum chinese america lower manhattan mr wong death home sunland confirmed filmmaker ms tom survivors include three daughters kay fong wong kim wong two grandchildren daughters small mr wong encouraged make art father encouraged yet let coloring books reason simple want children constrained said lines laid others'), (17286, 'among deaths heavy toll pop music new york times', 'death may great equalizer isn necessarily evenhanded fields endeavor suffered mortal losses consider muhammad ali arnold palmer sports hollywood deaths carrie fisher debbie reynolds pop music world hands bleakest year start david bowie whose stage persona androgynous glam rocker dance pop star electronic experimentalist music year days old news came died cancer hinted time short lyrics final album released two days death otherwise gone great lengths hide illness public wish privacy ensured death appear come blue came another shock three months later prince accidentally overdosed painkiller collapsed elevator sprawling home studio near minneapolis death came indications one including prince rogers nelson seen coming energetic onstage ever holding otherwise healthy regimen successfully defied age sixth decade death leonard cohen hand rd year undoubtedly see coming shoulder went hesitate say merry way ever wise troubadour playing sellout crowds shrugging inevitable knowing dark finally overtake saying essentially another song hadn delivered enough jolts system closed year yet another death george michael sensation whose aura dimmed later years went bed never woke christmas pop music figures fell year many voices still embedded nicked vinyl grooves old records lot people bear throw roster included paul kantner jefferson airplane keith emerson greg lake emerson lake palmer glenn frey eagles maurice white earth wind fire leon russell piano pounder delta blues wail mountain man mass hair died merle haggard rugged country poet common man outlaw joined bluegrass legend ralph stanley guitar virtuoso practically glued elvis swiveling hips early days scotty moore george martin whose genius creative influence sounds john paul george ringo extension entire rock era hailed fifth beatle music stars fill arenas idols another stripe mighty athletes left scene figure among towering ali called greatest sports figure th century boxer combined power grace brains way ring never seen great athlete matters war race religion coursed life publicly turbulent way people hated refused drafted vietnam war decision cost heavyweight title people admired even loved principled stands high spirits lightning mind winking yes rhyming motormouth illness closed little contain certainly mere ropes around ring palmer transformational golf first media star gentleman game never quite began gathering army rolling greenswards leading charge shirt coming untucked cigarette dangling lips club weapon pressed attack entire generation postwar guys took game arnie women athletically blessed magnetically cool telegenically handsome somehow one said gordie howe mr hockey son saskatchewan prairie tore national hockey league hung skates died ralph branca trolley car conductor son living reminder one crushing mistake fastball bobby thomson decided national league pennant sometimes never lived pat summitt coach elevated women basketball led tennessee teams eight championships won games college coach defeat alzheimer disease dying within months national basketball association lost two giants different eras clyde lovelette olympic college champion transformed game one first truly big men hardwood heir nate thurmond defensive stalwart battled russell wilt kareem paint hall fame career even older baseball ranks monte irvin died people still around remember watching play particularly prime star negro circuit barred major leagues made hall fame anyway new york giant became major league baseball first black executive died fans pondered question hung many athletic career shackled discrimination different question entirely different sphere arose stunning news justice antonin scalia died hunting trip texas thick one consequential supreme court careers modern times left void conservative jurisprudence urgently vacancy bench yet filled raising still questions may await country exits public stage returned us past nancy reagan death evoked white house glamour west coast conservatism took residence banks potomac john glenn us thinking burst national pride soaring outer space deaths tom hayden daniel berrigan avatars defiance harked back student rebellions vietnam war roiling home front phyllis schlafly obituaries windows roots right wing ascension american politics death janet reno first woman serve attorney general recalled clinton years eight firestorm waco tex international tug war cuban boy named eli gonz lez bitter senate battle impeachment shores fidel castro death summoned memories cuban revolution nuclear brinkmanship enduring enmity strongman superpower miles away name boutros egyptian diplomat led united nations led replayed nightmares genocide rwanda bosnia death shimon peres removed last link founding israel conjured decades growing military power fitful strivings peace elie wiesel new york tireless struggle compel world never forget made us confront gas chambers auschwitz writers even fiction world poorer without literary voices harper lee umberto eco pat conroy jim harrison anita brookner alvin toffler gloria naylor william trevor mention playwrights peter shaffer dario fo edward albee dead treasured spun viewing pleasure none lustily ms fisher princess leia star wars tales day later capping year startling deaths ms reynolds singing acting leading lady earlier era died throes mother grief devotees harry potter movies saddened death alan rickman played deliciously dour professor severus snape blockbuster franchise whose career stage screen far richer many snape younger fans may known zsa zsa gabor celebrity contrast outshone modest acting career gene wilder garry shandling died year perfected brand hilariously neurotic comedy fit culture time abe vigoda godfather movies barney miller actually die actually done years ago wildly uninformed people spread word side camera directors whose vision came us parts jacques rivette french new wave auteur meditations life art abbas kiarostami iranian master searching examinations ordinary lives andrzej wajda rival ingmar bergman akira kurosawa critics eyes haunting tales poland boot first nazis communists long roster television stars generation two ago passed images younger selves frozen time noel neill adventures superman alan young mister ed robert vaughn man william schallert patty duke father daughter patty duke show dan haggerty life times grizzly adams florence henderson brady bunch alan thicke growing pains garry marshall creative force practically owned prime time happy days mork mindy laverne shirley died broadway lights dimmed memory brian bedford tammy grimes anne jackson brilliant day architect zaha hadid left behind monuments fertile imagination shaken acolytes around world street photographer bill cunningham found fashion statements every corner suddenly missing making manhattan overnight less idiosyncratic less interesting place smiling skinny man pedaling bicycle among honking cabs blue french worker jacket camera slung around neck picture split scene seemingly generation fellow photographers made art recording last half th century ruth gruber marc riboud louis stettner tv journalists morley safer gwen ifill tv commentator john mclaughlin tried make sense music precincts emptier without conductor revolutionary composer pierre boulez new music soprano phyllis curtin jazz artists mose allison bobby hutcherson gato barbieri rapper phife dawg malik taylor latin megastar juan gabriel silicon valley saw giant depart andrew grove led semiconductor revolution intel television industry lost executive grant tinker made nbc network watch prime time astrophysics smaller world women science said farewell pioneer champion vera rubin tens thousands people might choked death saved simple ingenious maneuver passing henry heimlich prompted sympathy even gratitude come think eliciting large silent thank live bad way anyone go brings us marion pritchard died inspired measures gratitude profound brave young dutch student gentile risked life save jews death camps early one instance shooting nazi stooge seize three little children hiding estimate saved people many still alive died weeks ago anyone guess know certain reasonably surmise good many still possession selfless gift matchless legacy lives'), (17287, 'kim jong un says north korea preparing test long range missile new york times', 'seoul south korea north korea leader kim said sunday country making final preparations conduct first test intercontinental ballistic missile bold statement less month inauguration donald trump although north korea conducted five nuclear tests last decade ballistic missile tests alone although habitually threatens attack united states nuclear weapons country never intercontinental ballistic missile icbm annual new year day speech broadcast north kctv sunday mr kim spoke proudly strides said country made nuclear weapons ballistic missile programs said north korea continue bolster weapons programs long united states remained hostile continued joint military exercises south korea reached final stage preparations intercontinental ballistic rocket said analysts region said mr kim might conduct another weapons test coming months taking advantage leadership changes united states south korea mr trump sworn jan south korea president park whose powers suspended parliamentary impeachment dec waiting constitutional court rule whether formally removed office reinstated north korea conducts test coming months test mr trump new administration despite years increasingly harsh sanctions north korea advancing toward mr kim professed goal arming isolated country ability deliver nuclear warhead united states mr kim speech sunday indicated north korea may rocket several times year complete icbm program said cheong senior research fellow sejong institute south korea first tests come even mr trump inauguration mr cheong said need take note fact first new year speech kim mentioned intercontinental ballistic missile said speech mr kim comment mr trump election doubt still runs deep north korea mastered technology needed build reliable icbm analysts region said north launchings rockets put satellites orbit recent years showed country cleared key technological hurdles north satellite launch february south korean defense officials said unha rocket used launch successfully reconfigured missile fly miles warhead pounds far enough reach united states north korea deployed rodong ballistic missiles reach south korea japan spotty record musudan ballistic missile range long enough reach american military bases pacific including guam north also claimed series successes testing various icbm technologies although claims verified often disputed officials analysts region said make nuclear warheads small enough fit onto ballistic missile also claimed success testing technology allows missile return earth atmosphere without breaking april north korea reported successful ground test engine intercontinental ballistic missile time mr kim said north tip intercontinental ballistic rockets powerful nuclear warheads keep cesspool evils earth including mainland within striking range sept north conducted fifth powerful nuclear test mr kim later attended another ground test new rocket engine exhorting government prepare another rocket launch soon possible november united nations security council imposed new sanctions north')]
# Inverted index

import itertools
import operator

def accumulate(l):
  it = itertools.groupby(l, operator.itemgetter(0))
  for key, subiter in it:
     yield key, sum(item[1] for item in subiter)


inverted_index_rdd = articles_rdd.flatMap(lambda line: [(word , (line[0], 1)) for word in (line[1] + " " + line[2]).split(" ")]) \
                                 .groupByKey() \
                                 .map(lambda word: (word[0], list(word[1]))) \
                                 .map(lambda lista: (lista[0], sorted(list(accumulate(lista[1])), key = lambda x: -x[1]))) \
                                 .cache()


inverted_index_rdd.take(5)
Out[3]: [('sensitisation', [(145965, 1)]), ('eftersom', [(46868, 1)]), ('ehning', [(54324, 3)]), ('avis', [(19086, 6), (175175, 3), (None, 2), (21022, 1), (21537, 1), (22811, 1), (23932, 1), (43766, 1), (46197, 1), (52857, 1), (75082, 1), (80066, 1), (189553, 1), (197133, 1), (134572, 1), (135331, 1), (140388, 1), (142943, 1), (147717, 1)]), ('usine', [(33345, 1)])]
# Online

new_df = df_file.withColumn('id', df_file['id'].cast(IntegerType())) \
                .select('id', 'title', 'content') 

file_rdd = new_df.rdd.map(lambda x: (x['id'], x['title']))
file_map = file_rdd.collectAsMap()
dbutils.widgets.text("word", "Please enter word to search")
dbutils.widgets.text("search", "Please enter id to search")
toSearch = str(dbutils.widgets.get("word"))
final_result = inverted_index_rdd.filter(lambda x, toSearch=toSearch: x[0] == toSearch) \
                                 .flatMap(lambda result: result[1])

final_result_list = final_result.collect()
print(final_result_list)
[(157218, 37), (21637, 35), (22019, 18), (80078, 18), (172524, 17), (None, 15), (152630, 14), (153519, 14), (81994, 12), (67320, 11), (20670, 10), (21956, 10), (52043, 10), (152370, 10), (152725, 10), (156506, 10), (190400, 10), (21938, 9), (25214, 9), (56559, 9), (167381, 9), (186035, 9), (202471, 9), (71258, 9), (21429, 8), (57134, 8), (164430, 8), (167357, 8), (171843, 8), (172671, 8), (191001, 8), (198944, 8), (None, 8), (146054, 8), (70542, 8), (57626, 7), (59310, 7), (78796, 7), (80442, 7), (156494, 7), (168775, 7), (173338, 7), (190398, 7), (190411, 7), (193556, 7), (203825, 7), (20237, 6), (25996, 6), (32497, 6), (52978, 6), (80649, 6), (80812, 6), (153549, 6), (153694, 6), (170202, 6), (170348, 6), (172988, 6), (191066, 6), (64052, 6), (71053, 6), (72473, 6), (19805, 5), (23303, 5), (28682, 5), (42312, 5), (45251, 5), (51834, 5), (52974, 5), (58884, 5), (59693, 5), (80713, 5), (81300, 5), (167206, 5), (170221, 5), (174602, 5), (186097, 5), (190277, 5), (191000, 5), (192082, 5), (192872, 5), (197685, 5), (198660, 5), (202520, 5), (146187, 5), (147477, 5), (71851, 5), (73163, 5), (18295, 4), (18559, 4), (20117, 4), (22325, 4), (22589, 4), (25974, 4), (28274, 4), (32957, 4), (35666, 4), (36914, 4), (38158, 4), (38201, 4), (39772, 4), (41606, 4), (41660, 4), (43784, 4), (45410, 4), (51474, 4), (52943, 4), (58069, 4), (59383, 4), (74685, 4), (80907, 4), (152863, 4), (152905, 4), (156136, 4), (172815, 4), (173090, 4), (174359, 4), (174408, 4), (174543, 4), (177288, 4), (185711, 4), (190909, 4), (190971, 4), (191014, 4), (191753, 4), (192135, 4), (193184, 4), (193809, 4), (146776, 4), (65437, 4), (22581, 3), (24478, 3), (24522, 3), (24533, 3), (25461, 3), (27903, 3), (29708, 3), (33004, 3), (39955, 3), (39996, 3), (41143, 3), (48866, 3), (55106, 3), (58238, 3), (58294, 3), (59380, 3), (59670, 3), (78780, 3), (78894, 3), (82116, 3), (153612, 3), (156373, 3), (157552, 3), (157851, 3), (163449, 3), (167092, 3), (167187, 3), (167263, 3), (168515, 3), (169825, 3), (170546, 3), (171526, 3), (172122, 3), (172737, 3), (174374, 3), (175176, 3), (180232, 3), (185351, 3), (185849, 3), (193964, 3), (194747, 3), (199005, 3), (201969, 3), (71186, 3), (19005, 2), (22030, 2), (23075, 2), (24520, 2), (24574, 2), (24949, 2), (24964, 2), (25312, 2), (25497, 2), (26009, 2), (26486, 2), (28681, 2), (28829, 2), (32112, 2), (32504, 2), (35813, 2), (38177, 2), (43641, 2), (44417, 2), (46435, 2), (47945, 2), (49012, 2), (52168, 2), (54096, 2), (54307, 2), (57396, 2), (58240, 2), (59339, 2), (59352, 2), (59381, 2), (59471, 2), (59488, 2), (73942, 2), (78611, 2), (80067, 2), (80648, 2), (80696, 2), (80786, 2), (81002, 2), (82558, 2), (155831, 2), (155980, 2), (156214, 2), (156220, 2), (156393, 2), (156522, 2), (161124, 2), (166746, 2), (167156, 2), (167626, 2), (169973, 2), (170166, 2), (171490, 2), (172051, 2), (172569, 2), (173382, 2), (174230, 2), (174254, 2), (175325, 2), (176479, 2), (180181, 2), (180543, 2), (182433, 2), (187963, 2), (189782, 2), (190713, 2), (193842, 2), (193998, 2), (194710, 2), (198008, 2), (198834, 2), (135149, 2), (139220, 2), (144164, 2), (145765, 2), (147445, 2), (148358, 2), (149787, 2), (150191, 2), (151722, 2), (71352, 2), (17366, 1), (17416, 1), (17430, 1), (17663, 1), (17719, 1), (18613, 1), (18655, 1), (18749, 1), (19116, 1), (19358, 1), (19410, 1), (19792, 1), (19815, 1), (19831, 1), (20146, 1), (20451, 1), (20523, 1), (20652, 1), (21257, 1), (21313, 1), (21408, 1), (21829, 1), (22043, 1), (22053, 1), (22202, 1), (22452, 1), (22477, 1), (22512, 1), (22563, 1), (22567, 1), (22728, 1), (22982, 1), (23117, 1), (23225, 1), (23311, 1), (23333, 1), (23675, 1), (24544, 1), (24553, 1), (24605, 1), (24954, 1), (25154, 1), (25363, 1), (25385, 1), (25502, 1), (25547, 1), (25569, 1), (26296, 1), (28100, 1), (28476, 1), (28974, 1), (29294, 1), (29967, 1), (30013, 1), (30756, 1), (31432, 1), (31809, 1), (32022, 1), (32044, 1), (32679, 1), (33742, 1), (34513, 1), (34820, 1), (34836, 1), (34888, 1), (34905, 1), (35030, 1), (35286, 1), (36547, 1), (36782, 1), (37199, 1), (37388, 1), (37487, 1), (37764, 1), (37819, 1), (37975, 1), (37980, 1), (38366, 1), (38457, 1), (38854, 1), (39137, 1), (39787, 1), (40124, 1), (40412, 1), (40519, 1), (41671, 1), (41804, 1), (42060, 1), (42180, 1), (42571, 1), (42894, 1), (44852, 1), (45183, 1), (45324, 1), (45721, 1), (46072, 1), (46489, 1), (46798, 1), (46971, 1), (47516, 1), (47698, 1), (48351, 1), (48597, 1), (49082, 1), (49130, 1), (49597, 1), (49808, 1), (50395, 1), (50720, 1), (52788, 1), (52904, 1), (52936, 1), (53471, 1), (54104, 1), (54106, 1), (54259, 1), (54271, 1), (55225, 1), (55363, 1), (55418, 1), (55578, 1), (56655, 1), (56657, 1), (56827, 1), (56930, 1), (57186, 1), (57427, 1), (58798, 1), (58876, 1), (59030, 1), (59159, 1), (59353, 1), (59386, 1), (59415, 1), (59678, 1), (59694, 1), (59792, 1), (59865, 1), (60113, 1), (60361, 1), (60808, 1), (74269, 1), (75324, 1), (75567, 1), (75872, 1), (75893, 1), (76139, 1), (76494, 1), (76649, 1), (76843, 1), (76908, 1), (77035, 1), (77358, 1), (77538, 1), (77804, 1), (78544, 1), (78598, 1), (79484, 1), (79633, 1), (79878, 1), (79971, 1), (80293, 1), (80744, 1), (80891, 1), (81003, 1), (81282, 1), (81306, 1), (81579, 1), (81593, 1), (81657, 1), (81839, 1), (81982, 1), (82230, 1), (82355, 1), (82390, 1), (82416, 1), (152323, 1), (152597, 1), (152709, 1), (152864, 1), (152906, 1), (153131, 1), (153160, 1), (153200, 1), (153381, 1), (153562, 1), (153881, 1), (154166, 1), (155720, 1), (155821, 1), (156127, 1), (157018, 1), (157019, 1), (157814, 1), (158015, 1), (158154, 1), (161313, 1), (161340, 1), (161486, 1), (161506, 1), (161526, 1), (161571, 1), (162374, 1), (162486, 1), (163425, 1), (163717, 1), (163757, 1), (164547, 1), (164659, 1), (165414, 1), (165788, 1), (166585, 1), (166628, 1), (166684, 1), (166771, 1), (166844, 1), (166901, 1), (166971, 1), (167046, 1), (167087, 1), (167142, 1), (167439, 1), (167492, 1), (167498, 1), (167535, 1), (167602, 1), (167883, 1), (168323, 1), (168468, 1), (168782, 1), (168877, 1), (169358, 1), (170117, 1), (170119, 1), (170158, 1), (170163, 1), (170232, 1), (171226, 1), (171513, 1), (172055, 1), (172087, 1), (172556, 1), (172938, 1), (172981, 1), (173089, 1), (173480, 1), (173612, 1), (173877, 1), (174547, 1), (174947, 1), (175052, 1), (175275, 1), (175663, 1), (175706, 1), (176212, 1), (176321, 1), (177585, 1), (177996, 1), (178788, 1), (179006, 1), (179054, 1), (179246, 1), (179739, 1), (180124, 1), (180583, 1), (180992, 1), (181097, 1), (181152, 1), (181304, 1), (182428, 1), (182539, 1), (182863, 1), (183094, 1), (183494, 1), (184058, 1), (185158, 1), (185227, 1), (185454, 1), (185722, 1), (185751, 1), (185883, 1), (186281, 1), (186468, 1), (186475, 1), (186555, 1), (187004, 1), (187049, 1), (187405, 1), (188200, 1), (188447, 1), (188978, 1), (189238, 1), (190289, 1), (190980, 1), (191137, 1), (191607, 1), (191881, 1), (192140, 1), (192198, 1), (192298, 1), (192394, 1), (193089, 1), (193225, 1), (193314, 1), (193486, 1), (193620, 1), (193631, 1), (194421, 1), (194476, 1), (194997, 1), (195231, 1), (195513, 1), (198756, 1), (198757, 1), (198932, 1), (199218, 1), (199327, 1), (199848, 1), (200032, 1), (200186, 1), (203569, 1), (203845, 1), (135384, 1), (135914, 1), (136354, 1), (138656, 1), (138991, 1), (141104, 1), (141704, 1), (142616, 1), (142784, 1), (144298, 1), (144480, 1), (144908, 1), (145861, 1), (146340, 1), (146508, 1), (146628, 1), (146976, 1), (147719, 1), (149311, 1), (149677, 1), (150425, 1), (150713, 1), (150957, 1), (151068, 1), (151663, 1), (151904, 1), (60894, 1), (62364, 1), (62504, 1), (63761, 1), (65023, 1), (65106, 1), (66311, 1), (66473, 1), (66484, 1), (67652, 1), (68158, 1), (69190, 1), (69862, 1), (70022, 1), (71134, 1), (71195, 1), (72121, 1), (72915, 1), (73174, 1)]
def printing_result(): 
  cont = 0
  maximum = 5
  for i in final_result_list:
    if cont == maximum: break
    if i[0] != None:
      cont += 1
      yield i[1], list(((k, v) for k, v in file_map.items() if k == i[0]))

print(list(printing_result()))
[(37, [(157218, 'Peru 0-0 Colombia (Colombia win 4-2 on penalties): Copa América – as it happened')]), (35, [(21637, 'The Secret History of Colombia’s Paramilitaries and the U.S. War on Drugs - The New York Times')]), (18, [(22019, 'Colombian Opposition to Peace Deal Feeds Off Gay Rights Backlash - The New York Times')]), (18, [(80078, 'The End of Colombian Exceptionalism')]), (17, [(172524, 'Can Colombia Finally Fix Its Split Personality? ')])]
from collections import defaultdict

def accumulate2(l):
  d = defaultdict(list)
  for k, *v in l:
    d[k].append(sum(v))
  for k in d.keys():
    yield k, len(d[k])

news_rdd = articles_rdd.flatMap(lambda line: [(line[0] , (word, 1)) for word in (line[1] + " " + line[2]).split(" ")]) \
                       .groupByKey() \
                       .map(lambda word: (word[0], list(word[1]))) \
                       .filter(lambda x: x[0] != None) \
                       .map(lambda lista: (lista[0], sorted(list(accumulate2(lista[1])), key = lambda x: -x[1]))) \
                       .cache()

news_rdd.count()
Out[8]: 102038
from functools import reduce

id_search = int(dbutils.widgets.get("search"))
if not id_search in file_map or id_search == None: print("Not found")
else:
  new_title = file_map[id_search]
  in_new_rdd = news_rdd.filter(lambda x, id_search=id_search: x[0] == id_search)  
  in_new_list = in_new_rdd.collect()
  
  def news_similarity2(rdd_other_news):
    list1 = in_new_list[0][1]
    list2 = rdd_other_news[1]
    list3 = []
    for value in list1:
      for v in list2:
        if value[0] == v[0]: list3.append(value[0]) 
    union = list1 + list2
    distance_list = list(filter((lambda x, list3=list3: x[0] in list3), union))
    if len(distance_list) != 0:
      last_result = reduce(lambda a, b: (a[0], a[1] + b[1]) if a[0] != "" and b[0] != "" else 0, distance_list)[1]
      result = [rdd_other_news[0], last_result, len(list3)]
    else:
      result = [rdd_other_news[0], 0, 0]
    return result

  other_news = news_rdd.filter(lambda x, id_search=id_search: x[0] != id_search) 
  sim_news = other_news.map(news_similarity2) \
                          .sortBy(lambda x: -x[1])
                          
  sim_news_df = sim_news.toDF(["id","similarity","words"])
  display(sim_news_df)
null58485231
362741035110
5175299582
1860099582
25704991109
2447698284
75718954112
24673937120
75386921113
75323915110
75433900111
40973885104
75195878107
78108876109
7937085689
74897845108
74722841107
8146980382
74589799104
154155782109
5522577185
20315877087
74216754100
74397745110
7409370997
78116700116
7403468796
3183867788
6603867170
164570670103
7813966896
7392366895
7816466889
8156065090
7388764995
8081564472
7815464495
78027638110
77986634101
4882563175
7805163193
7805063084
78016627109
6640162472
1758861699
7803261585
78025612102
7375761093
7813860491
7826560295
8011260270
19579859673
7829259590
7810959088
43623587100
7830458789
7805958590
7807858593
19683558487
17248258277
78252580101
7831257981
7963857563
7810057189
7371056291
7825055691
7800855689
7809555490
5504455362
2993655071
7827254789
2113054487
2108453889
4376653687
2092553488
7368753285
2643953198
20314852775
2453652795
4750852574
19900852497
2109652394
7814752190
2493052195
7948752062
7831051991
2035051987
7441951794
3690151586
5575651552
2297051585
8024751596
17507051376
3113651184
5014751183
2291850892
4203950469
4886550479
4529750373
3686650377

Showing the first 1000 rows.

aux = sim_news.take(5)
news_result_final = []
for i in aux:
  news_result_final.append(i[0])
print(id_search, new_title, news_result_final)
167499 Reporting On The Zika Virus Means Getting Up Close And Personal [None, 36274, 51752, 18600, 25704]